-- Logs begin at Thu 2021-12-23 07:41:54 UTC, end at Thu 2021-12-23 09:27:00 UTC. -- Dec 23 08:17:15.489994 dv-neutron-822507-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 23 08:17:17.620545 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.common.config [-] Logging enabled! Dec 23 08:17:17.621183 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev91 Dec 23 08:17:17.621273 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83417) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 23 08:17:17.623955 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.common.config [-] Logging enabled! Dec 23 08:17:17.624197 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev91 Dec 23 08:17:17.624434 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83417) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 23 08:17:17.625381 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 08:17:17.625607 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 08:17:17.625975 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 08:17:17.626228 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 08:17:17.626446 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 08:17:17.626759 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.627050 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.627413 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.627800 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.628299 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.628642 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.628928 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.629216 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.629512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.629797 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.630104 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.630389 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.630617 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.630896 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.631179 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.631462 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.631682 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] debug = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.631958 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.632381 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] host = dv-neutron-822507-1-hyperv {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636606 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636606 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636606 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636606 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636606 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636606 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.636606 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.637010 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] log_file = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.637010 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.637873 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.638165 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.638454 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.638673 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.638891 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.639167 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.639535 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.639812 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.640081 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.640349 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.640617 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.640886 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.641145 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.641420 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.641694 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.641983 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.642255 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.642521 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.642785 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.643052 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.643322 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.643586 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.643851 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.644117 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.644395 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.644655 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.644926 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.645217 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.645492 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.645764 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.646061 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.646329 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.646605 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.646871 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.647137 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.647399 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] use_json = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.647664 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.647926 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.648198 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.648462 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.648726 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.648992 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.649255 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.649528 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:17.649816 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.650136 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.650430 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.650709 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.650993 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.651271 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.651554 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.651828 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.652109 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.652390 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.652674 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.652970 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.653250 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.653538 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.653822 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.654109 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.654382 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.654672 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.654945 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.655212 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.655483 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.655766 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.656036 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.656301 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.656576 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.656850 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.657115 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.657374 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.657643 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.657924 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.658298 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.658561 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.658824 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.659092 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.659355 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.659632 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.659901 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.660164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.660426 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.660695 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.660961 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.661226 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.661493 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.661757 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.662049 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.662313 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.662575 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.662841 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.663103 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.663366 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.663630 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.663892 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.664160 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.664424 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.664689 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.664959 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.665222 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.665485 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.665764 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.666079 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.666351 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.666626 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.666900 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.667171 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.667440 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.667711 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.667982 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.668255 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.668548 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.668833 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.669111 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.669393 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.669670 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.669943 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.670249 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.670523 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.670802 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.671075 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.671348 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.671625 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.671900 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.672185 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.672473 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.672758 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.673042 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.673326 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.673601 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.673900 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.674206 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:17.674546 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 08:17:17.674787 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83417) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 23 08:17:18.075065 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO keyring.backend [-] Loading KWallet Dec 23 08:17:18.082355 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO keyring.backend [-] Loading SecretService Dec 23 08:17:18.085481 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO keyring.backend [-] Loading Windows Dec 23 08:17:18.086873 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO keyring.backend [-] Loading chainer Dec 23 08:17:18.087431 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO keyring.backend [-] Loading macOS Dec 23 08:17:18.120304 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 23 08:17:18.120572 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 23 08:17:18.120853 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 23 08:17:18.121182 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 23 08:17:18.423165 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.423451 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.423715 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.479108 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.479384 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.479648 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.483304 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.483575 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.483837 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.511643 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.511914 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.512198 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.539125 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.539393 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.539652 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.857883 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.858526 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.858526 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.858697 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.859319 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.979586 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.979895 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.980173 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.980436 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.980694 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.981016 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.981270 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.981519 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.981763 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.982061 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.982313 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.982565 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.982818 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.983066 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.983322 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.983579 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.983824 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.984086 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.984330 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.984600 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.984933 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.985176 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.985415 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.985685 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.985923 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.986184 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:18.986557 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 08:17:18.986788 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 08:17:18.987017 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 08:17:18.987245 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 08:17:18.987473 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 08:17:18.987699 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 08:17:18.988239 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 23 08:17:18.991321 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 23 08:17:18.995257 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 23 08:17:18.999464 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 23 08:17:19.001100 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 23 08:17:19.001481 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 23 08:17:19.001813 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 23 08:17:19.002232 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 23 08:17:19.005022 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 23 08:17:19.005270 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 23 08:17:19.005610 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 08:17:19.034045 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 23 08:17:19.034487 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.034776 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83417) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 23 08:17:19.035130 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.036484 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83417) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 23 08:17:19.036760 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 08:17:19.037064 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 23 08:17:19.040462 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.040739 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.101405 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 23 08:17:19.101636 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 23 08:17:19.101866 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 23 08:17:19.102245 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 23 08:17:19.132606 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_db.sqlalchemy.engines [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83417) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 23 08:17:19.462383 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Initializing driver for type 'gre' Dec 23 08:17:19.462903 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] gre ID ranges: [(1, 1000)] Dec 23 08:17:19.523029 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Initializing driver for type 'local' Dec 23 08:17:19.523368 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Initializing driver for type 'vlan' Dec 23 08:17:19.534358 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] VlanTypeDriver initialization complete Dec 23 08:17:19.534751 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Initializing driver for type 'vxlan' Dec 23 08:17:19.535265 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] vxlan ID ranges: [(1, 1000)] Dec 23 08:17:19.589589 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Initializing extension driver 'port_security' Dec 23 08:17:19.589965 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.extensions.port_security [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] PortSecurityExtensionDriver initialization complete Dec 23 08:17:19.590335 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Initializing mechanism driver 'openvswitch' Dec 23 08:17:19.590658 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Initializing mechanism driver 'hyperv' Dec 23 08:17:19.597204 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.plugins.ml2.plugin [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:17:19.597874 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > port after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.598268 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > port after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.598620 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > port after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.599388 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 08:17:19.599816 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > subnet after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.600168 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > subnet after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.600508 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.600891 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 08:17:19.601295 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > network after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.601640 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > network after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.602005 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > network after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.602387 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 08:17:19.602788 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > security_group after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.603133 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > security_group after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.603469 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.603849 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 08:17:19.604252 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.604595 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.604933 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.605436 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 08:17:19.605815 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] ML2 OVO RPC backend initialized. {{(pid=83417) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Dec 23 08:17:19.607006 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.607372 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.607789 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > network before_response 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.608139 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > networks before_response 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.608484 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > port before_response 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.608826 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > ports before_response 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.609167 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > subnet before_response 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.609508 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > subnets before_response 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.609859 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > network after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.610223 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > network after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.610557 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > network after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.610891 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > port after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.611224 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > port after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.611555 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > port after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.611887 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > subnet after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.612222 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > subnet after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.612561 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.613181 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.plugin [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Modular L2 Plugin initialization complete Dec 23 08:17:19.613598 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading services supported by the core plugin {{(pid=83417) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 23 08:17:19.613971 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.plugins.ml2.managers [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Got port-security extension from driver 'port_security' Dec 23 08:17:19.614453 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.extensions.vlantransparent [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Disabled vlantransparent extension. Dec 23 08:17:19.614868 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83417) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 23 08:17:19.615177 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading Plugin: router Dec 23 08:17:19.652272 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.652661 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router after_create 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.653050 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router before_create 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.653415 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.653779 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.654150 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router after_delete 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.654508 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.654869 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router after_create 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.655214 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router after_update 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.655557 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router after_update 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.655899 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.656252 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router after_update 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.656656 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router precommit_update 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.657157 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: port after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.657495 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: port after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.657831 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: subnet after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.658194 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.658541 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.658882 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router precommit_create 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.659218 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: port before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.659556 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router precommit_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.659908 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router after_update 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.660250 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.660592 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router precommit_create 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.660948 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.661286 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router precommit_update 55549900 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.661645 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > agent after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.662020 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > agent after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.662365 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > network after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.663232 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Tracking information for resource: router configured {{(pid=83417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 08:17:19.663561 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Tracking information for resource: floatingip configured {{(pid=83417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 08:17:19.669050 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.db.l3_agentschedulers_db [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 23 08:17:19.669630 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: port after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.670022 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: port after_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.670376 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: port after_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.670732 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: port after_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.671524 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router before_create 55550100 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.671887 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.672245 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router precommit_create 55550100 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.672597 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > router precommit_update 55550100 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.677101 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.services.provider_configuration [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service providers = [] {{(pid=83417) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 23 08:17:19.677468 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.db.servicetype_db [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83417) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 23 08:17:19.680429 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.services.service_base [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 08:17:19.680779 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.services.service_base [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 08:17:19.681118 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.services.service_base [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 08:17:19.682022 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.services.service_base [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 08:17:19.682392 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.services.service_base [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 23 08:17:19.682760 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 08:17:19.683072 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 23 08:17:19.694259 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 08:17:19.694592 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading Plugin: auto_allocate Dec 23 08:17:19.700696 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: network precommit_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.701056 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: network precommit_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.701568 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 08:17:19.701883 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading Plugin: tag Dec 23 08:17:19.708489 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 08:17:19.708819 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading Plugin: timestamp Dec 23 08:17:19.712707 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 08:17:19.712986 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading Plugin: network_ip_availability Dec 23 08:17:19.718471 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.718837 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.719188 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.719889 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 08:17:19.720209 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading Plugin: flavors Dec 23 08:17:19.725168 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 08:17:19.725498 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading Plugin: revisions Dec 23 08:17:19.729762 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 08:17:19.730186 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_concurrency.lockutils [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.609s {{(pid=83417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 23 08:17:19.731453 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83417) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 23 08:17:19.731788 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Initializing extension manager. Dec 23 08:17:19.732292 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: __init__.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.732630 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: __pycache__ {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.732961 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.733289 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.733615 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: _filter_validation_lib.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.733941 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.734291 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: address_group.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.735033 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.735596 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: address-group Dec 23 08:17:19.735918 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: address_scope.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.736623 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.737126 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: address-scope Dec 23 08:17:19.737444 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.738400 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.738902 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: router-admin-state-down-before-update Dec 23 08:17:19.739219 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: agent.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.739913 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.740411 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: agent Dec 23 08:17:19.740728 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: agent_resources_synced.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.741633 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.742169 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: agent-resources-synced Dec 23 08:17:19.742488 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: allowedaddresspairs.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.744443 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.744954 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: allowed-address-pairs Dec 23 08:17:19.745279 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: auto_allocated_topology.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.746389 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.747454 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: auto-allocated-topology Dec 23 08:17:19.747774 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: availability_zone.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.748460 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.748955 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: availability_zone Dec 23 08:17:19.749274 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: availability_zone_filter.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.750219 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.750720 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: availability_zone_filter Dec 23 08:17:19.751038 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: data_plane_status.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.751942 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.752441 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension data-plane-status not supported by any of loaded plugins Dec 23 08:17:19.752761 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: default_subnetpools.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.753669 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.754200 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: default-subnetpools Dec 23 08:17:19.754522 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.755290 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.755789 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: dhcp_agent_scheduler Dec 23 08:17:19.756107 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: dns.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.757015 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.757506 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension dns-integration not supported by any of loaded plugins Dec 23 08:17:19.757821 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: dns_domain_ports.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.758770 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.759266 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 23 08:17:19.759586 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: dvr.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.760255 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.760748 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: dvr Dec 23 08:17:19.761067 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: empty_string_filtering.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.762004 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.762551 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: empty-string-filtering Dec 23 08:17:19.762871 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.763771 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.764266 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 23 08:17:19.764583 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.765489 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.766015 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 23 08:17:19.766336 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: external_net.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.767237 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.767738 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: external-net Dec 23 08:17:19.768056 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.768963 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.769459 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: extra_dhcp_opt Dec 23 08:17:19.769777 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: extraroute.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.770713 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.771213 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: extraroute Dec 23 08:17:19.771529 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: extraroute_atomic.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.772560 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.773061 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: extraroute-atomic Dec 23 08:17:19.773377 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: filter_validation.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.774069 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.774564 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: filter-validation Dec 23 08:17:19.774881 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: fip_pf_description.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.775792 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.776288 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 23 08:17:19.776602 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: fip_port_details.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.777510 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.778550 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: fip-port-details Dec 23 08:17:19.778870 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: flavors.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.780100 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.780614 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: flavors Dec 23 08:17:19.780935 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.782624 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.783138 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 23 08:17:19.783468 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: floatingip_pools.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.784173 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.784672 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: floatingip-pools Dec 23 08:17:19.784995 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: ip_allocation.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.785925 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.786448 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension ip_allocation not supported by any of loaded plugins Dec 23 08:17:19.786769 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.787689 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.788193 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: ip-substring-filtering Dec 23 08:17:19.788516 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: l2_adjacency.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.789444 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.789944 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 23 08:17:19.790293 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: l3.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.791249 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.791758 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: router Dec 23 08:17:19.792081 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.795160 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.795678 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 23 08:17:19.796011 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.796948 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.797453 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: ext-gw-mode Dec 23 08:17:19.797779 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.798753 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.799258 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: l3-ha Dec 23 08:17:19.799581 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: l3_flavors.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.800498 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.801001 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: l3-flavors Dec 23 08:17:19.801329 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.802294 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.802802 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 23 08:17:19.803129 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: l3agentscheduler.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.804152 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.804661 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: l3_agent_scheduler Dec 23 08:17:19.804986 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: logging.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.806510 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.807021 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension logging not supported by any of loaded plugins Dec 23 08:17:19.807348 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: metering.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.808078 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.808644 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: metering Dec 23 08:17:19.808989 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.810110 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.810620 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: metering_source_and_destination_fields Dec 23 08:17:19.810942 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: multiprovidernet.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.811870 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.812372 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: multi-provider Dec 23 08:17:19.812693 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: netmtu.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.813605 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.814131 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: net-mtu Dec 23 08:17:19.814451 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: netmtu_writable.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.815363 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.815866 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: net-mtu-writable Dec 23 08:17:19.816187 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: network_availability_zone.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.816855 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.817351 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: network_availability_zone Dec 23 08:17:19.817669 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: network_ip_availability.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.818787 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.819292 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: network-ip-availability Dec 23 08:17:19.819614 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: network_segment_range.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.820371 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.820869 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension network-segment-range not supported by any of loaded plugins Dec 23 08:17:19.821196 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: pagination.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.822214 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.822540 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: pagination Dec 23 08:17:19.822858 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.823781 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.824292 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: port-mac-address-regenerate Dec 23 08:17:19.824636 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: port_resource_request.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.825540 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.826082 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension port-resource-request not supported by any of loaded plugins Dec 23 08:17:19.826405 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: portbindings.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.827327 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.827833 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: binding Dec 23 08:17:19.828151 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: portbindings_extended.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.829423 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.829928 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: binding-extended Dec 23 08:17:19.830274 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: portsecurity.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.831190 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.831690 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: port-security Dec 23 08:17:19.832012 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: project_id.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.832979 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.833304 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: project-id Dec 23 08:17:19.833621 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: providernet.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.834569 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.835072 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: provider Dec 23 08:17:19.835388 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: qos.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.839096 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.839618 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension qos not supported by any of loaded plugins Dec 23 08:17:19.839944 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.841711 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.842264 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 23 08:17:19.842595 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.843517 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.844020 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 23 08:17:19.844352 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: qos_default.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.845256 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.845759 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension qos-default not supported by any of loaded plugins Dec 23 08:17:19.846120 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: qos_fip.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.846768 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.847263 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension qos-fip not supported by any of loaded plugins Dec 23 08:17:19.847581 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: qos_gateway_ip.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.848503 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.849277 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 23 08:17:19.849598 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: qos_port_network_policy.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.850542 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.851049 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 23 08:17:19.851369 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: qos_rule_type_details.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.852287 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.852787 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 23 08:17:19.853107 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: qos_rules_alias.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.854243 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.854751 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 23 08:17:19.855072 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: quotasv2.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.856581 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.856909 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: quotas Dec 23 08:17:19.857230 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: quotasv2_detail.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.858885 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.859429 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: quota_details Dec 23 08:17:19.859548 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: rbac.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.860585 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.861107 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: rbac-policies Dec 23 08:17:19.861436 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: rbac_address_scope.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.862389 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.862900 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: rbac-address-scope Dec 23 08:17:19.863224 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: rbac_security_groups.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.864153 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.864662 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: rbac-security-groups Dec 23 08:17:19.864986 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: rbac_subnetpool.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.865901 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.866437 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: rbac-subnetpool Dec 23 08:17:19.866756 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: revisionifmatch.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.867676 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.868183 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: revision-if-match Dec 23 08:17:19.868504 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: revisions.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.869604 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.870148 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: standard-attr-revisions Dec 23 08:17:19.870469 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: router_availability_zone.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.871137 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.871669 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: router_availability_zone Dec 23 08:17:19.871987 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: routerservicetype.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.872919 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.873419 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension router-service-type not supported by any of loaded plugins Dec 23 08:17:19.873737 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.874690 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.875191 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: port-security-groups-filtering Dec 23 08:17:19.875510 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: securitygroup.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.886562 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.887110 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: security-group Dec 23 08:17:19.887447 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: segment.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.888228 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.888737 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension segment not supported by any of loaded plugins Dec 23 08:17:19.889061 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.890027 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.890532 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 23 08:17:19.890854 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: servicetype.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.891967 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.892480 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: service-type Dec 23 08:17:19.892802 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: sorting.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.893783 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.894157 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: sorting Dec 23 08:17:19.894478 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: standard_attr_segment.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.895396 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.895901 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 23 08:17:19.896221 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: standardattrdescription.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.896865 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.897367 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: standard-attr-description Dec 23 08:17:19.897686 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: stateful_security_group.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.898643 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.899156 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: stateful-security-group Dec 23 08:17:19.899476 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: stdattrs_common.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.900056 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 23 08:17:19.900373 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.901300 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.901809 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 23 08:17:19.902163 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: subnet_onboard.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.903833 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.904341 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: subnet_onboard Dec 23 08:17:19.904661 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.905592 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.906129 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 23 08:17:19.906451 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: subnet_service_types.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.907372 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.907878 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: subnet-service-types Dec 23 08:17:19.908201 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: subnetallocation.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.909272 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.909778 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: subnet_allocation Dec 23 08:17:19.910143 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.910810 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.911310 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: subnetpool-prefix-ops Dec 23 08:17:19.911629 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.912571 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.913072 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 23 08:17:19.913392 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: tagging.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.914442 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.914960 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: standard-attr-tag Dec 23 08:17:19.915285 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: timestamp.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.916477 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.916983 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loaded extension: standard-attr-timestamp Dec 23 08:17:19.917305 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: trunk.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.918960 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.919482 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension trunk not supported by any of loaded plugins Dec 23 08:17:19.919800 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: trunk_details.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.920730 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.921238 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension trunk-details not supported by any of loaded plugins Dec 23 08:17:19.921560 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: uplink_status_propagation.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.922521 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.923025 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 23 08:17:19.923343 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Loading extension file: vlantransparent.py {{(pid=83417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 08:17:19.924009 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 08:17:19.924509 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 23 08:17:19.926740 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:network Dec 23 08:17:19.927455 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:subnet Dec 23 08:17:19.928238 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 08:17:19.928854 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:port Dec 23 08:17:19.930126 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.930583 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service FLAVORS assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.931190 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.931635 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.931968 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:router Dec 23 08:17:19.932626 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 08:17:19.933330 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service METERING assigned prefix: /metering {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.934802 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.935166 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.935515 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:17:19.936632 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 08:17:19.937088 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:security_group Dec 23 08:17:19.937741 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 08:17:19.938503 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service CORE assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.938835 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 08:17:19.939171 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] subnetpool is already registered Dec 23 08:17:19.939780 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service CORE assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.940106 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 08:17:19.940428 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] subnetpool is already registered Dec 23 08:17:19.942987 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.943422 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service FLAVORS assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.944006 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.944425 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.944757 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:router Dec 23 08:17:19.945085 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] router is already registered Dec 23 08:17:19.945673 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 08:17:19.946018 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] floatingip is already registered Dec 23 08:17:19.946646 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service METERING assigned prefix: /metering {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.947310 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 08:17:19.947638 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] rbac_policy is already registered Dec 23 08:17:19.948178 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:security_group Dec 23 08:17:19.948505 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] security_group is already registered Dec 23 08:17:19.949086 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 08:17:19.949412 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] security_group_rule is already registered Dec 23 08:17:19.950132 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service CORE assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.950461 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 08:17:19.950782 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] subnetpool is already registered Dec 23 08:17:19.951377 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.v2.resource_helper [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Service CORE assigned prefix: {{(pid=83417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 08:17:19.951701 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 08:17:19.952021 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING neutron.quota.resource_registry [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] subnetpool is already registered Dec 23 08:17:19.952675 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: extensions {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.954134 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: address-groups {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.955715 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: address-scopes {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.956882 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: agents {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.958043 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: auto-allocated-topology {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.959251 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: availability_zones {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.960538 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: dhcp-networks {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.961898 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: dhcp-agents {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.963350 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: routers {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.965074 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: flavors {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.966747 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: service_profiles {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.967920 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: next_providers {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.969409 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: service_profiles {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.970840 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: floatingip-pools {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.972035 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: routers {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.973757 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: floatingips {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.975215 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: l3-routers {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.976573 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: l3-agents {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.977929 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: metering-labels {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.979264 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: metering-label-rules {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.980494 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: network-ip-availabilities {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.982318 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: bindings {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.984821 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: quotas {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.986247 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: quotas {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.987650 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: rbac-policies {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.988912 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: security-groups {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.990133 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: security-group-rules {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.991339 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: service-providers {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.992522 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: subnetpools {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.993909 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: subnetpools {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.995352 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.997013 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:19.998810 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:20.000512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:20.002266 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:20.003906 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:20.005615 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:20.007438 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:20.009240 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:20.011049 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron.api.extensions [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Extended resource: tags {{(pid=83417) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 08:17:20.019065 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING keystonemiddleware.auth_token [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 23 08:17:20.024083 dv-neutron-822507-1-hyperv neutron-server[83417]: WARNING keystonemiddleware.auth_token [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 23 08:17:20.032738 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_concurrency.lockutils [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Acquired lock "singleton_lock" {{(pid=83417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 23 08:17:20.033222 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_concurrency.lockutils [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Releasing lock "singleton_lock" {{(pid=83417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 23 08:17:20.033846 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO oslo_service.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Starting 2 workers Dec 23 08:17:20.038521 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Started child 83522 {{(pid=83417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 08:17:20.042637 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Started child 83523 {{(pid=83417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 08:17:20.044568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:20.045179 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO neutron.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 23 08:17:20.045335 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Notify callbacks [] for process, before_spawn {{(pid=83417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:20.046037 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [-] (83522) wsgi starting up on http://0.0.0.0:9696 Dec 23 08:17:20.047864 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO oslo_service.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Starting 1 workers Dec 23 08:17:20.048012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:20.049254 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [-] (83523) wsgi starting up on http://0.0.0.0:9696 Dec 23 08:17:20.052817 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Started child 83524 {{(pid=83417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 08:17:20.053337 dv-neutron-822507-1-hyperv neutron-server[83417]: INFO oslo_service.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Starting 1 workers Dec 23 08:17:20.056844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] calling RpcWorker wait() {{(pid=83524) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 23 08:17:20.057409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] returning from RpcWorker wait() {{(pid=83524) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 23 08:17:20.057559 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Started child 83525 {{(pid=83417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 08:17:20.058299 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG neutron_lib.callbacks.manager [None req-89c0768d-4633-4df6-b180-6652cffc3006 None None] Notify callbacks [] for process, after_spawn {{(pid=83417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:20.058779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:20.059270 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:17:20.060271 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 23 08:17:20.060477 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 08:17:20.060653 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 08:17:20.060860 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 08:17:20.061187 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 08:17:20.061348 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 08:17:20.061836 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.062122 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.062387 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.062646 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.062748 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:20.063194 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.063483 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.063714 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:17:20.063821 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.063998 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.064268 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.064513 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.064678 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.064841 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.065093 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.065346 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.065650 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.065895 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.066194 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.066470 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.066639 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.066887 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.067157 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.067396 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.067649 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] debug = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.067894 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.068351 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.068575 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.068828 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.069058 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.069318 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.069569 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.069834 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.070087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.070316 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.070560 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.070818 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.071047 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.071294 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.071548 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.071779 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.072229 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] host = dv-neutron-822507-1-hyperv {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.072451 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.072678 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.072903 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.073146 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.073401 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.073620 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.073892 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.074163 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.074416 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.074685 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.074932 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.075158 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.075373 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.075620 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_file = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.075782 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_options = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.076031 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.076301 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.076561 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.076746 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.076935 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.077094 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.077331 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.077490 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.077707 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.077919 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.078154 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.078365 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.078617 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.078864 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.079110 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.079320 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.079535 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.079741 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.079979 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.080202 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.080421 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.080638 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.080855 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.081068 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.081275 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.081536 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.081708 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.081937 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.082169 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.082394 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.082643 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.082894 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.083133 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.083375 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.083597 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.083819 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.084058 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.084270 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.084495 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.084732 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.084992 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.085202 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.085440 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.085656 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.085903 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.086138 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_json = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.086347 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.086554 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.086811 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.087019 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.087255 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.087480 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.087667 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.087905 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.088301 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.088608 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.088912 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.089140 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.089369 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.089618 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.089849 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.090096 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.090862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.091094 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.091420 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.092574 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.092574 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.092574 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.092574 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.092897 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.093006 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.093264 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.093450 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.093656 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.093874 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.094135 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.094444 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.094834 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.094834 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.095085 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.095331 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.095569 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.095815 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.096057 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.096321 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.096596 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.096846 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.097059 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.097270 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.097490 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.097709 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.097935 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.098591 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.098591 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.101087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.101087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.101087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.101087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.101087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.101087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.101087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.101087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.101087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.103164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.103164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.103164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.103164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.103164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.103164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.103164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.103164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.103164 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.109611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.109611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.109611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.109611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.109611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.109611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.109611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.109611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.109611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.110862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.110862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.110862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.110862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.110862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.110862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.110862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.110862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.110862 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.111944 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.111944 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.111944 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.111944 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.111944 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.111944 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.111944 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.111944 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112485 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112485 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112485 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112485 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112485 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112485 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112485 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112970 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112970 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.112970 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.113219 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.113480 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.113756 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.114049 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.114308 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.114549 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.114798 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.115069 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.115307 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.115588 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.115835 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.116102 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.116396 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.116662 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.116952 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.117186 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.117434 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.117690 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.117966 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.118232 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.118494 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.118754 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.119015 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.120524 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.120524 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.120524 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.120524 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.120524 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.120524 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.122162 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.122162 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.122162 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.122162 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.124267 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.124267 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.124267 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.124267 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.124267 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.124267 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.124267 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.124267 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.125278 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.125278 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.125278 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.125278 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.125278 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.126016 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.126016 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.126273 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.126512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.126655 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.126778 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.126984 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.127200 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.127437 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.127667 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.127883 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.128101 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.128339 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.128558 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.128996 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.129233 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.129452 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.129711 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.129913 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.130454 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.130698 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.130909 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.131152 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.131393 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.131680 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.131866 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.132103 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.132320 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.132533 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.132744 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.132958 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.133190 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.133430 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.133653 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.133861 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.134119 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.134336 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.134658 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.134890 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.135140 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.135354 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.135568 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.135782 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.136014 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.136244 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.136474 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.136688 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.136921 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.137864 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.138112 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.138320 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.138671 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.139063 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.139458 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.139825 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.140451 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.140833 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.141218 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.141657 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.142071 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.142311 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.142552 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.142797 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.143106 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.143326 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.143538 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.143758 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.143970 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.144287 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.144557 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.145031 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.145584 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.145824 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.146079 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.146584 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.146912 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.147125 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.147384 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.147604 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.147855 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.148074 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.148553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.148881 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.149181 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.149434 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.149665 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.149976 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.150257 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.150535 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.150746 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.151035 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.151354 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.151653 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.151908 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.152133 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.152409 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.152630 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.153373 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.153616 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.153848 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.154087 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.154343 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.154602 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.154845 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.155122 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.155300 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.155513 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.155759 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.155982 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.156199 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.156411 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.156562 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 08:17:20.157062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 23 08:17:20.157220 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 08:17:20.157371 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 08:17:20.157533 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 08:17:20.157703 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 08:17:20.157840 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 08:17:20.158071 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.158230 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.158384 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.161941 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.161941 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.161941 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.161941 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.161941 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.161941 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.161941 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.161941 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.162553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.162553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.162553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.162553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.162553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.162553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.162553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.162553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163086 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163086 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163086 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163086 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] debug = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163086 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163086 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.163512 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 38754) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:17:20.164142 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164142 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164142 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164142 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164142 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164142 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164142 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] host = dv-neutron-822507-1-hyperv {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164142 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164679 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164679 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164679 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164679 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.164679 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.165032 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.165032 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.165174 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.165252 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.165409 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.165589 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.165737 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.165890 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_file = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.166063 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_options = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.166204 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.166340 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.166495 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.166678 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.166838 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.166995 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.167150 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.167305 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.167458 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.167615 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.167769 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.167924 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.168077 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.168231 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.168415 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.168571 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.168730 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.168894 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.169029 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.169196 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.169336 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.169474 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.169611 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.169758 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.169896 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.170064 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.170203 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.170361 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.170516 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.170670 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.170824 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.170978 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.171136 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.171289 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.171442 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.171597 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.171752 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.171911 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.172067 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.172221 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.172375 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.172577 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.172719 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.172857 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078349 Dec 23 08:17:20.172998 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.172998 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.173274 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_json = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.173411 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.173548 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.173685 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.173830 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.173993 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.174137 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.174276 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.174425 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 08:17:20.175383 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.175621 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.175766 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.175904 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.176060 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.176198 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.176337 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.176473 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.176609 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.176746 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.176882 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.177044 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.177220 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.177378 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.177517 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.177655 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.177802 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.178021 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.178182 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.178331 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.178471 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.178608 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.178753 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.178890 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.179026 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.179161 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.179298 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.179459 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.179603 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.179763 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.179907 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.180062 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.180201 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.180358 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.180502 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.180662 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.180806 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.180965 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.181108 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.181268 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.181439 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.181584 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.181742 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.181886 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.182554 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.182750 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.182930 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.183122 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.183291 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.183458 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.183624 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.183803 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.183976 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.184149 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.184309 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.184470 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.184629 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.184788 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.184954 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.185092 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.185248 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.186980 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.186980 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.186980 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.186980 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.186980 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.186980 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.187391 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.187391 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.187391 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.187567 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.187681 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.187845 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.188559 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.188559 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.188559 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.188559 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.188838 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.188838 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.188961 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.189036 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.189203 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.189353 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.189510 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.189673 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.189834 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.190948 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.191177 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.191359 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.194005 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.194005 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.194005 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.194005 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.194005 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.194005 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.194005 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.194005 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195177 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195177 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195177 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195177 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195177 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195177 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195177 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195177 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195626 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195626 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195626 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195626 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195626 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195626 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.195626 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.196025 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.196025 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.196154 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.196219 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.196532 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.196532 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.196681 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.196812 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.196975 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.197132 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.197312 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.197472 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.197629 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.197787 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.197943 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.198139 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.198299 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.198457 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.198607 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.198764 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.198923 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.199081 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.199238 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.199396 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.199553 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.200250 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.200431 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.200573 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.200714 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.200849 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.201007 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.201161 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.201341 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.201500 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.201988 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.201988 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.201988 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.202242 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.202313 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.202494 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.202587 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.202730 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.202890 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.203039 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.203200 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.203359 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.203502 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.203663 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.203813 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.203972 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.204130 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.204287 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.204444 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.204600 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.204758 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.204916 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.205072 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.205229 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.205386 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.205543 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.205700 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.205885 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.206084 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.206241 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.206397 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.206570 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.206727 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.207719 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.207719 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.207719 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.207719 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.207719 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.207719 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.208098 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.208098 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.208098 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.208270 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.208336 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.208640 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.208640 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.208777 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.208924 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.209312 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.209312 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.209463 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.209530 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.209688 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.209847 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.210035 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.210877 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.210877 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.210877 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.210877 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.210877 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.211261 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.211261 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.211382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:17:20.211454 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.211454 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.211587 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.211730 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.211839 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.211994 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.212151 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.212321 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.212479 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.212639 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.212796 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.212953 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.213108 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.213265 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214046 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214046 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214046 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214046 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214327 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214327 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214465 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214533 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214736 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.214886 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.215029 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.215171 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.216522 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.216522 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.216522 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.216522 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.216522 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.216854 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.216854 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.216976 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.217042 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.217168 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.217332 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.217488 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.217648 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.217818 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.218041 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.218190 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.218331 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 08:17:20.218468 dv-neutron-822507-1-hyperv neutron-server[83417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 08:17:30.448105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc9b37-c219-4f76-a173-628f9ac03ae9 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:17:30.542902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecc9b37-c219-4f76-a173-628f9ac03ae9 None None] No non-hosted networks {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 23 08:17:30.547858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-70c34c63-beee-4663-9003-06d6285f58a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2046627'] for agent, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:32.663206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-62c94b36-82b0-4f2c-bdd7-5ffd4e4250ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2046627'] for agent, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:32.694963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-731f3882-88e9-4342-a3a3-4f23b79da053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:33.759418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2046627'] for agent, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:33.760127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.760659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.761162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.762655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.763728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.764409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.765131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.766158 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.766642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.769718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.770259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:33.771819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822507-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:17:33.792479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822507-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:17:33.855872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2046627'] for agent, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:35.136190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2046627'] for agent, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:35.846087 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.db.l3_hamode_db [None req-9cb9a9aa-5fa1-4b10-a502-a8d89c293699 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 23 08:17:35.931717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9a9aa-5fa1-4b10-a502-a8d89c293699 None None] Routers set() bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:17:35.932090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9a9aa-5fa1-4b10-a502-a8d89c293699 None None] Router IDs set() for agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 08:17:36.745530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 38850) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:17:37.335016 dv-neutron-822507-1-hyperv neutron-server[83522]: WARNING oslo_policy.policy [None req-506b1c9b-c2fb-4d94-893f-79dda52f30da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 08:17:37.335752 dv-neutron-822507-1-hyperv neutron-server[83522]: WARNING oslo_policy.policy [None req-506b1c9b-c2fb-4d94-893f-79dda52f30da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 08:17:37.555126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-506b1c9b-c2fb-4d94-893f-79dda52f30da admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:17:37.556165 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-506b1c9b-c2fb-4d94-893f-79dda52f30da admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8097093 Dec 23 08:17:39.801681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 38864) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:17:40.180446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4c57d3b4-3d82-402c-8252-286e6d0c4137 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:17:40.234028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.policy [None req-4c57d3b4-3d82-402c-8252-286e6d0c4137 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83522) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 23 08:17:40.234777 dv-neutron-822507-1-hyperv neutron-server[83522]: WARNING oslo_policy.policy [None req-4c57d3b4-3d82-402c-8252-286e6d0c4137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 08:17:40.235138 dv-neutron-822507-1-hyperv neutron-server[83522]: WARNING oslo_policy.policy [None req-4c57d3b4-3d82-402c-8252-286e6d0c4137 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 08:17:40.238433 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.quota [None req-4c57d3b4-3d82-402c-8252-286e6d0c4137 admin admin] Loaded quota_driver: . Dec 23 08:17:40.254391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4c57d3b4-3d82-402c-8252-286e6d0c4137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:17:40.322395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4c57d3b4-3d82-402c-8252-286e6d0c4137 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788092671726', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788092650017', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788092647217', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788092643547', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788092635089', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1000212', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1045780', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2069875', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1624054'] for rbac-policy, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:40.389529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4c57d3b4-3d82-402c-8252-286e6d0c4137 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:40.390727 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4c57d3b4-3d82-402c-8252-286e6d0c4137 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5872324 Dec 23 08:17:42.901445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 38878) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:17:43.264051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '5496760c39134b209a528b860d39ff48', 'name': 'private'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:17:43.268691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:17:43.273232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Usage tracker for resource:network and tenant:5496760c39134b209a528b860d39ff48 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:17:43.277764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:17:43.283791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:17:43.293130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Made reservation on behalf of 5496760c39134b209a528b860d39ff48 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:17:43.295902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:43.313677 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:43.357412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:17:43.361057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Usage tracker for resource:security_group_rule and tenant:5496760c39134b209a528b860d39ff48 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:17:43.363840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:17:43.369576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:17:43.433774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:43.437719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:43.458522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:17:43.483894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788091605230', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:43.484465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Unsubscribe: segment precommit_create {{(pid=83522) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 08:17:43.484963 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Added segment 4081fdd0-7cd5-49c5-9495-c0ddec9696be of type vlan for network 5b7e4a69-7905-403c-bf18-913df6dfd646 Dec 23 08:17:43.499311 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7944ef92-57d6-45a1-90ba-3fc4f8d0e4e6,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:17:43.553119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.553453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.553778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.554122 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.554455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.554801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.555103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.555416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.555722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.556025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.556327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Tracked resource versions report: Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: pushed versions: Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: { 'ConntrackHelper': {'1.0'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Log': {'1.0'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Network': {'1.1'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Port': {'1.5'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'PortForwarding': {'1.2'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'QosPolicy': {'1.8'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SecurityGroup': {'1.2'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SecurityGroupRule': {'1.0'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SubPort': {'1.0'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Subnet': {'1.1'}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Trunk': {'1.1'}} Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: consumer versions: Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: { DHCP agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: L3 agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: Metadata agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: Metering agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: Open vSwitch agent@dv-neutron-822507-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Log': '1.0', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Network': '1.1', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Port': '1.5', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'PortForwarding': '1.2', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'QosPolicy': '1.8', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SecurityGroup': '1.2', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SecurityGroupRule': '1.0', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SubPort': '1.0', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Subnet': '1.1', Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Trunk': '1.1'}} Dec 23 08:17:43.557553 dv-neutron-822507-1-hyperv neutron-server[83522]: {{(pid=83522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 08:17:43.602603 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:43.642361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:43.643318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:17:43.643952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:43.752171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] Pushing event updated for resources: {'Network': ['ID=5b7e4a69-7905-403c-bf18-913df6dfd646,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:17:43.754830 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f2241e42-c668-4ea5-acf9-06d6671af6ee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8523166 Dec 23 08:17:43.780361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 5b7e4a69-7905-403c-bf18-913df6dfd646 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:17:46.321978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 38894) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:17:46.799686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af142de-f0e8-49eb-84b5-e4d0e87add82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:17:46.801013 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8af142de-f0e8-49eb-84b5-e4d0e87add82 admin admin] 10.222.0.36 "GET /v2.0/networks/5b7e4a69-7905-403c-bf18-913df6dfd646 HTTP/1.1" status: 200 len: 824 time: 0.4781220 Dec 23 08:17:46.829972 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3f084e2d-c010-4b58-b82a-4964bb4a3044 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/08da8777-e77c-4328-82c3-b264e521c010 HTTP/1.1" status: 200 len: 734 time: 0.0237112 Dec 23 08:17:46.837807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646', 'subnetpool_id': '08da8777-e77c-4328-82c3-b264e521c010', 'gateway_ip': '172.20.0.1', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'name': 'private-subnet'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:17:46.842451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:17:46.846086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Usage tracker for resource:subnet and tenant:5496760c39134b209a528b860d39ff48 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:17:46.848887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:17:46.854632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:17:46.864639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Made reservation on behalf of 5496760c39134b209a528b860d39ff48 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:17:46.867057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:47.132915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:47.216225 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2358c084-b15f-44b2-8293-72a242cb60cd,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:17:47.221169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Checking segment: {'id': '4081fdd0-7cd5-49c5-9495-c0ddec9696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:17:47.221536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Network hostable DHCP agents. Network: 5b7e4a69-7905-403c-bf18-913df6dfd646, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:17:47.243585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Network 5b7e4a69-7905-403c-bf18-913df6dfd646 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:17:47.253615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 5b7e4a69-7905-403c-bf18-913df6dfd646) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:17:47.257978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:17:47.258574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:47.263814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb602f4-54fa-4b7c-be6b-db9b848a9f9d None None] Network 5b7e4a69-7905-403c-bf18-913df6dfd646 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:17:47.277146 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-af06a945-b20c-4001-8f5f-13aefd9ffc7c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4423518 Dec 23 08:17:47.570523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-5b7e4a69-7905-403c-bf18-913df6dfd646', 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'fixed_ips': [{'subnet_id': '2358c084-b15f-44b2-8293-72a242cb60cd'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:17:47.571696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:47.753718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Allocated IP 172.20.0.2 (5b7e4a69-7905-403c-bf18-913df6dfd646/2358c084-b15f-44b2-8293-72a242cb60cd/7efd9914-7de3-40e7-9374-8cc60159d494) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:17:47.974999 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:47.988301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Transition to ACTIVE for port object 7efd9914-7de3-40e7-9374-8cc60159d494 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:17:48.009515 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Transition to ACTIVE for port object 7efd9914-7de3-40e7-9374-8cc60159d494 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:17:48.015637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:48.082780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Network 5b7e4a69-7905-403c-bf18-913df6dfd646 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:17:48.085599 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:17:48.088872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:17:48.095519 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Pushing event updated for resources: {'Port': ['ID=7efd9914-7de3-40e7-9374-8cc60159d494,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:17:48.133741 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.134112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.134450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.134776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.135127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.135454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.135784 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.136107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.136427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.136739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.137054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Tracked resource versions report: Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: pushed versions: Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: { 'ConntrackHelper': {'1.0'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Log': {'1.0'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Network': {'1.1'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Port': {'1.5'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'PortForwarding': {'1.2'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'QosPolicy': {'1.8'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SecurityGroup': {'1.2'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SecurityGroupRule': {'1.0'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SubPort': {'1.0'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Subnet': {'1.1'}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Trunk': {'1.1'}} Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: consumer versions: Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: { DHCP agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: L3 agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: Metadata agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: Metering agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: Open vSwitch agent@dv-neutron-822507-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Log': '1.0', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Network': '1.1', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Port': '1.5', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'PortForwarding': '1.2', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'QosPolicy': '1.8', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SecurityGroup': '1.2', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SecurityGroupRule': '1.0', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SubPort': '1.0', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Subnet': '1.1', Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Trunk': '1.1'}} Dec 23 08:17:48.138359 dv-neutron-822507-1-hyperv neutron-server[83524]: {{(pid=83524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 08:17:48.198921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Attempting to bind port 7efd9914-7de3-40e7-9374-8cc60159d494 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:17:48.199319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Attempting to bind port 7efd9914-7de3-40e7-9374-8cc60159d494 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '4081fdd0-7cd5-49c5-9495-c0ddec9696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:17:48.199715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Attempting to bind port 7efd9914-7de3-40e7-9374-8cc60159d494 on network 5b7e4a69-7905-403c-bf18-913df6dfd646 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:17:48.205972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:17:48.206405 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Checking segment: {'id': '4081fdd0-7cd5-49c5-9495-c0ddec9696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:17:48.206888 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:48.207273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Bound using segment: {'id': '4081fdd0-7cd5-49c5-9495-c0ddec9696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:17:48.207774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Bound port: 7efd9914-7de3-40e7-9374-8cc60159d494, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4081fdd0-7cd5-49c5-9495-c0ddec9696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:17:48.208164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:48.292367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] For port 7efd9914-7de3-40e7-9374-8cc60159d494, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:17:48.296697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] For port 7efd9914-7de3-40e7-9374-8cc60159d494, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7efd9914-7de3-40e7-9374-8cc60159d494,segment=NetworkSegment(4081fdd0-7cd5-49c5-9495-c0ddec9696be),segment_id=4081fdd0-7cd5-49c5-9495-c0ddec9696be)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:17:48.300820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:48.406239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa88a25-075b-4e60-92d6-0584f1f3a3f9 None None] Pushing event updated for resources: {'Port': ['ID=7efd9914-7de3-40e7-9374-8cc60159d494,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:17:49.506317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 38904) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:17:50.113499 dv-neutron-822507-1-hyperv neutron-server[83523]: WARNING oslo_policy.policy [None req-8283b9fb-04df-42d4-acb8-8fc63f9a3efd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 08:17:50.114237 dv-neutron-822507-1-hyperv neutron-server[83523]: WARNING oslo_policy.policy [None req-8283b9fb-04df-42d4-acb8-8fc63f9a3efd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 08:17:50.333738 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-8283b9fb-04df-42d4-acb8-8fc63f9a3efd admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:17:50.335011 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8283b9fb-04df-42d4-acb8-8fc63f9a3efd admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8265934 Dec 23 08:17:51.975422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765fde0b-a577-436d-8bc8-66067e41f571 None None] Network 5b7e4a69-7905-403c-bf18-913df6dfd646 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:17:52.070963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-814afcff-0761-474b-b86c-29e8974b5c65 None None] Provisioning for port 7efd9914-7de3-40e7-9374-8cc60159d494 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:17:52.074457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7efd9914-7de3-40e7-9374-8cc60159d494 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:17:52.230296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 7efd9914-7de3-40e7-9374-8cc60159d494 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:17:52.260156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 7efd9914-7de3-40e7-9374-8cc60159d494 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:17:52.260478 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:52.399714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:52.433617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 7efd9914-7de3-40e7-9374-8cc60159d494, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7efd9914-7de3-40e7-9374-8cc60159d494,segment=NetworkSegment(4081fdd0-7cd5-49c5-9495-c0ddec9696be),segment_id=4081fdd0-7cd5-49c5-9495-c0ddec9696be)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:17:52.440177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:52.515143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=7efd9914-7de3-40e7-9374-8cc60159d494,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:17:52.618562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 38924) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:17:52.628271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4a189360-dc14-40cc-b0ca-d7c9c8119d62 None None] Provisioning complete for port 7efd9914-7de3-40e7-9374-8cc60159d494 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:17:52.628638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a189360-dc14-40cc-b0ca-d7c9c8119d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:53.015875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-a9e71302-7d95-46a6-b0b4-39c1540aeb71 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:17:53.016858 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a9e71302-7d95-46a6-b0b4-39c1540aeb71 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3973527 Dec 23 08:17:54.042500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7efd9914-7de3-40e7-9374-8cc60159d494 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:17:54.112211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 7efd9914-7de3-40e7-9374-8cc60159d494 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:17:54.112580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:55.546286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 38936) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:17:55.907651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Request body: {'router': {'tenant_id': '5496760c39134b209a528b860d39ff48', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:17:55.945155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.policy [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83523) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 23 08:17:55.945912 dv-neutron-822507-1-hyperv neutron-server[83523]: WARNING oslo_policy.policy [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 08:17:55.946302 dv-neutron-822507-1-hyperv neutron-server[83523]: WARNING oslo_policy.policy [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 08:17:55.949562 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.quota [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Loaded quota_driver: . Dec 23 08:17:55.964575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:17:55.971271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Usage tracker for resource:router and tenant:5496760c39134b209a528b860d39ff48 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:17:55.976036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:17:55.983925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:17:55.999904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:56.001933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:56.029615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:56.140929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:56.161125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:17:56.162264 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dd923a6f-f31b-44fd-9fd0-9e73efa19f12 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6150107 Dec 23 08:17:58.461098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 38948) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:17:58.847938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-fa52f55d-267a-4077-893d-7444c0bb2a8e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:17:58.848894 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fa52f55d-267a-4077-893d-7444c0bb2a8e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3868871 Dec 23 08:18:00.387184 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-68c1c428-4357-4b5d-a0f2-a8ec9aa4adb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:01.078704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 38958) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:18:01.462996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:18:01.470528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:18:01.474251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Usage tracker for resource:network and tenant:a67ec8f2b0b04aea8cb426ed9f12017e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:18:01.477816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:18:01.483824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:18:01.495658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Made reservation on behalf of a67ec8f2b0b04aea8cb426ed9f12017e for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:18:01.499090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:01.515487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:01.554511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:18:01.558386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a67ec8f2b0b04aea8cb426ed9f12017e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:18:01.561780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:18:01.567362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:18:01.634802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:01.638414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:01.653135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Reserving flat network on physical network physnet1 {{(pid=83523) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 23 08:18:01.684928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788091605230', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:01.685513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Unsubscribe: segment precommit_create {{(pid=83523) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 08:18:01.686026 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Added segment f98f19b8-fc14-4446-9012-b47501516268 of type flat for network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 Dec 23 08:18:01.699583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dac14d-beb3-48f6-bf9e-23f1eda1f49d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:01.755070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.755386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.755787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.756119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.756466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.756896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.757243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.757568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.757901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.758224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.758542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Tracked resource versions report: Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: pushed versions: Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: { 'ConntrackHelper': {'1.0'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Log': {'1.0'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Network': {'1.1'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Port': {'1.5'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'PortForwarding': {'1.2'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'QosPolicy': {'1.8'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SecurityGroup': {'1.2'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SecurityGroupRule': {'1.0'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SubPort': {'1.0'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Subnet': {'1.1'}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Trunk': {'1.1'}} Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: consumer versions: Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: { DHCP agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: L3 agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: Metadata agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: Metering agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: Open vSwitch agent@dv-neutron-822507-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Log': '1.0', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Network': '1.1', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Port': '1.5', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'PortForwarding': '1.2', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'QosPolicy': '1.8', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SecurityGroup': '1.2', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SecurityGroupRule': '1.0', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SubPort': '1.0', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Subnet': '1.1', Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Trunk': '1.1'}} Dec 23 08:18:01.759745 dv-neutron-822507-1-hyperv neutron-server[83523]: {{(pid=83523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 08:18:01.808840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:01.853639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:01.854728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:18:01.855368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:01.961527 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8817840 Dec 23 08:18:01.962233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599746f-5382-4b2d-adc5-a6905dd561d4 admin admin] Pushing event updated for resources: {'Network': ['ID=88e281aa-8f51-4153-bc4e-7c5be3831cf5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:01.973114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:18:02.656356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-67e21e98-615a-4919-b969-d414b3d163f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:03.767419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:03.769782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:04.162436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 38972) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:18:04.533604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7df682-95d6-403a-b303-5cb91923e36f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:18:04.534942 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7a7df682-95d6-403a-b303-5cb91923e36f admin admin] 10.222.0.36 "GET /v2.0/subnets/2358c084-b15f-44b2-8293-72a242cb60cd HTTP/1.1" status: 200 len: 849 time: 0.3715796 Dec 23 08:18:04.676397 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-62ca11d0-caa9-458c-8f70-7fb677ac5836 admin admin] 10.222.0.36 "GET /v2.0/routers/1b07ff4f-70df-4401-a15d-363fb659c5bb HTTP/1.1" status: 200 len: 704 time: 0.1360729 Dec 23 08:18:05.091531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:05.159411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:05.386198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Allocated IP 172.20.0.1 (5b7e4a69-7905-403c-bf18-913df6dfd646/2358c084-b15f-44b2-8293-72a242cb60cd/32a50e86-8c75-4141-bb4f-32b57db33805) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:18:05.543295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:05.561474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Transition to ACTIVE for port object 32a50e86-8c75-4141-bb4f-32b57db33805 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:18:05.611472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:05.680184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Network 5b7e4a69-7905-403c-bf18-913df6dfd646 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:18:05.682992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:18:05.688408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Pushing event updated for resources: {'Port': ['ID=32a50e86-8c75-4141-bb4f-32b57db33805,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:05.699047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:18:05.699557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:05.830398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:05.926122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-17a1257f-e94f-40ce-a242-66aec8daa433 None None] Provisioning for port 32a50e86-8c75-4141-bb4f-32b57db33805 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:18:05.930922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-17a1257f-e94f-40ce-a242-66aec8daa433 None None] Provisioning complete for port 32a50e86-8c75-4141-bb4f-32b57db33805 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:18:05.931244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-17a1257f-e94f-40ce-a242-66aec8daa433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:05.985033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-17a1257f-e94f-40ce-a242-66aec8daa433 None None] Port 32a50e86-8c75-4141-bb4f-32b57db33805 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:18:06.053239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:06.057698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:06.058467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:06.191528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Pushing event updated for resources: {'Port': ['ID=32a50e86-8c75-4141-bb4f-32b57db33805,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:06.290561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Network 5b7e4a69-7905-403c-bf18-913df6dfd646 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:18:06.291647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:18:06.508370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-032cd263-3a14-4b47-87f1-5b683d72b467 None None] Provisioning complete for port 32a50e86-8c75-4141-bb4f-32b57db33805 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:18:06.509590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-032cd263-3a14-4b47-87f1-5b683d72b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:06.562379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-032cd263-3a14-4b47-87f1-5b683d72b467 None None] Port 32a50e86-8c75-4141-bb4f-32b57db33805 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:18:06.638369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Router 1b07ff4f-70df-4401-a15d-363fb659c5bb is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:18:06.798534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:18:06.807077 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-48a85493-a1b2-4545-981b-cdac2a44170a admin admin] 10.222.0.36 "PUT /v2.0/routers/1b07ff4f-70df-4401-a15d-363fb659c5bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1258335 Dec 23 08:18:06.808206 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Sync routers for ids ['1b07ff4f-70df-4401-a15d-363fb659c5bb'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:18:06.823786 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Routers {'1b07ff4f-70df-4401-a15d-363fb659c5bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:18:06.824603 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:18:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['1b07ff4f-70df-4401-a15d-363fb659c5bb'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:18:06.994926 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Set router 1b07ff4f-70df-4401-a15d-363fb659c5bb gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:18:07.354475 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'name': 'router1', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:17:56Z', 'updated_at': '2021-12-23T08:18:05Z', 'revision_number': 2, 'project_id': '5496760c39134b209a528b860d39ff48', 'gw_port_host': None, '_interfaces': [{'id': '32a50e86-8c75-4141-bb4f-32b57db33805', 'name': '', 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'mac_address': 'fa:16:3e:94:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:18:05Z', 'updated_at': '2021-12-23T08:18:05Z', 'revision_number': 2, 'project_id': '5496760c39134b209a528b860d39ff48', 'subnets': [{'id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08da8777-e77c-4328-82c3-b264e521c010'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:18:07.360038 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Checking router: 1b07ff4f-70df-4401-a15d-363fb659c5bb for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:18:07.360398 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Updating router 1b07ff4f-70df-4401-a15d-363fb659c5bb port 32a50e86-8c75-4141-bb4f-32b57db33805 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:18:07.413152 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:07.778379 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:07.792257 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Transition to ACTIVE for port object 32a50e86-8c75-4141-bb4f-32b57db33805 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:18:07.798641 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:08.016684 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Pushing event updated for resources: {'Port': ['ID=32a50e86-8c75-4141-bb4f-32b57db33805,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:08.041232 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.041512 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.041845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.042192 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.042531 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.042856 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.043174 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.043535 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.043853 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.044163 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.044473 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Tracked resource versions report: Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: pushed versions: Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: { 'ConntrackHelper': {'1.0'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Log': {'1.0'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Network': {'1.1'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Port': {'1.5'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'PortForwarding': {'1.2'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'QosPolicy': {'1.8'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SecurityGroup': {'1.2'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SecurityGroupRule': {'1.0'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SubPort': {'1.0'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Subnet': {'1.1'}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Trunk': {'1.1'}} Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: consumer versions: Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: { DHCP agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: L3 agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: Metadata agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: Metering agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: Open vSwitch agent@dv-neutron-822507-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Log': '1.0', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Network': '1.1', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Port': '1.5', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'PortForwarding': '1.2', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'QosPolicy': '1.8', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SecurityGroup': '1.2', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SecurityGroupRule': '1.0', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SubPort': '1.0', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Subnet': '1.1', Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Trunk': '1.1'}} Dec 23 08:18:08.045721 dv-neutron-822507-1-hyperv neutron-server[83525]: {{(pid=83525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 08:18:08.054448 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Attempting to bind port 32a50e86-8c75-4141-bb4f-32b57db33805 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:18:08.054835 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Attempting to bind port 32a50e86-8c75-4141-bb4f-32b57db33805 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '4081fdd0-7cd5-49c5-9495-c0ddec9696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:18:08.055230 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Attempting to bind port 32a50e86-8c75-4141-bb4f-32b57db33805 on network 5b7e4a69-7905-403c-bf18-913df6dfd646 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:18:08.061936 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:18:08.062372 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Checking segment: {'id': '4081fdd0-7cd5-49c5-9495-c0ddec9696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:18:08.062848 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:08.063221 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Bound using segment: {'id': '4081fdd0-7cd5-49c5-9495-c0ddec9696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:18:08.063708 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Bound port: 32a50e86-8c75-4141-bb4f-32b57db33805, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4081fdd0-7cd5-49c5-9495-c0ddec9696be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:18:08.064085 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:08.150639 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] For port 32a50e86-8c75-4141-bb4f-32b57db33805, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:18:08.154560 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] For port 32a50e86-8c75-4141-bb4f-32b57db33805, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=32a50e86-8c75-4141-bb4f-32b57db33805,segment=NetworkSegment(4081fdd0-7cd5-49c5-9495-c0ddec9696be),segment_id=4081fdd0-7cd5-49c5-9495-c0ddec9696be)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:18:08.159200 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:08.247904 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b77bf-354c-4542-9f62-d4eedecbfa42 None None] Pushing event updated for resources: {'Port': ['ID=32a50e86-8c75-4141-bb4f-32b57db33805,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:08.255504 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Routers {'1b07ff4f-70df-4401-a15d-363fb659c5bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:18:08.256133 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:18:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['1b07ff4f-70df-4401-a15d-363fb659c5bb'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:18:08.410516 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] Set router 1b07ff4f-70df-4401-a15d-363fb659c5bb gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:18:08.733364 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'name': 'router1', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:17:56Z', 'updated_at': '2021-12-23T08:18:05Z', 'revision_number': 2, 'project_id': '5496760c39134b209a528b860d39ff48', 'gw_port_host': None, '_interfaces': [{'id': '32a50e86-8c75-4141-bb4f-32b57db33805', 'name': '', 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'mac_address': 'fa:16:3e:94:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:18:05Z', 'updated_at': '2021-12-23T08:18:08Z', 'revision_number': 4, 'project_id': '5496760c39134b209a528b860d39ff48', 'subnets': [{'id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08da8777-e77c-4328-82c3-b264e521c010'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:18:08.737339 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab507f8-c95d-469a-96a6-b9c4a90b3f99 None None] The sync data for ids ['1b07ff4f-70df-4401-a15d-363fb659c5bb'] in dv-neutron-822507-1-hyperv is: [{'id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'name': 'router1', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:17:56Z', 'updated_at': '2021-12-23T08:18:05Z', 'revision_number': 2, 'project_id': '5496760c39134b209a528b860d39ff48', 'gw_port_host': None, '_interfaces': [{'id': '32a50e86-8c75-4141-bb4f-32b57db33805', 'name': '', 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'mac_address': 'fa:16:3e:94:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:18:05Z', 'updated_at': '2021-12-23T08:18:08Z', 'revision_number': 4, 'project_id': '5496760c39134b209a528b860d39ff48', 'subnets': [{'id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08da8777-e77c-4328-82c3-b264e521c010'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:18:08.975903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 38996) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:18:09.150287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fca743-cb22-4355-9c07-d5800c002547 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:18:09.150833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-23fca743-cb22-4355-9c07-d5800c002547 admin admin] Synchronizing usage tracker for tenant:a67ec8f2b0b04aea8cb426ed9f12017e on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:18:09.168593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-23fca743-cb22-4355-9c07-d5800c002547 admin admin] Unset dirty status for tenant:a67ec8f2b0b04aea8cb426ed9f12017e on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:18:09.169813 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-23fca743-cb22-4355-9c07-d5800c002547 admin admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 842 time: 0.1928797 Dec 23 08:18:09.178869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.26.8.0/24', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.8.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:18:09.184144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:18:09.187790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Usage tracker for resource:subnet and tenant:a67ec8f2b0b04aea8cb426ed9f12017e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:18:09.190630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:18:09.196524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:18:09.206431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Made reservation on behalf of a67ec8f2b0b04aea8cb426ed9f12017e for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:18:09.208627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:09.586717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.objects.ports [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83523) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:18:09.587155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:09.673041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a984b02-6131-42a7-b0aa-932817b8c6fa,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:09.676091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:18:09.676449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Network hostable DHCP agents. Network: 88e281aa-8f51-4153-bc4e-7c5be3831cf5, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:18:09.703262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:18:09.714487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 88e281aa-8f51-4153-bc4e-7c5be3831cf5) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:18:09.719394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:18:09.720447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:09.723553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b4a73b-b4fd-47cc-89f0-6fe701903106 None None] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:18:09.743407 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-82c59afe-3f9f-4695-8b65-82854d5f33c2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5677354 Dec 23 08:18:09.963018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc2c286-d7eb-4013-ad72-f9c55e3736ef None None] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:18:10.082858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 32a50e86-8c75-4141-bb4f-32b57db33805 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:18:10.254311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 32a50e86-8c75-4141-bb4f-32b57db33805 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:18:10.259152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 32a50e86-8c75-4141-bb4f-32b57db33805 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:18:10.259525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:10.368152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:10.399310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 32a50e86-8c75-4141-bb4f-32b57db33805, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=32a50e86-8c75-4141-bb4f-32b57db33805,segment=NetworkSegment(4081fdd0-7cd5-49c5-9495-c0ddec9696be),segment_id=4081fdd0-7cd5-49c5-9495-c0ddec9696be)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:18:10.403331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:10.465990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=32a50e86-8c75-4141-bb4f-32b57db33805,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:11.849641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39020) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:18:12.054377 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 32a50e86-8c75-4141-bb4f-32b57db33805 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:18:12.127309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 32a50e86-8c75-4141-bb4f-32b57db33805 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:18:12.127664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:12.140973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-790d94b7-2a55-40c6-bdcb-133c9f1ccae2 admin admin] 10.222.0.36 "GET /v2.0/routers/1b07ff4f-70df-4401-a15d-363fb659c5bb HTTP/1.1" status: 200 len: 710 time: 0.2899675 Dec 23 08:18:12.269796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce00168-17e9-45d3-86d7-07961dcb976c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:18:12.271162 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8ce00168-17e9-45d3-86d7-07961dcb976c admin admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 886 time: 0.1251397 Dec 23 08:18:12.279642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:18:12.755143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:12.934835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:12.987253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:13.121454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Allocated IP 172.26.8.66 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/d2faa398-830b-4ef9-8f8e-0f7fd921dccb) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:18:13.266419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:13.316830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:13.412282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:18:13.415017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:18:13.418731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:18:13.447686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Pushing event updated for resources: {'Port': ['ID=d2faa398-830b-4ef9-8f8e-0f7fd921dccb,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:13.598422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:13.759702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:13.763740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:13.957117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Router 1b07ff4f-70df-4401-a15d-363fb659c5bb has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:18:14.149177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:18:14.158849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:14.159187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Sync routers for ids ['1b07ff4f-70df-4401-a15d-363fb659c5bb'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:18:14.160014 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f79f22c4-ba0a-4af6-becd-f10ad54c4148 admin admin] 10.222.0.36 "PUT /v2.0/routers/1b07ff4f-70df-4401-a15d-363fb659c5bb HTTP/1.1" status: 200 len: 889 time: 1.8835611 Dec 23 08:18:14.171566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Routers {'1b07ff4f-70df-4401-a15d-363fb659c5bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:18:14.172314 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:18:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['1b07ff4f-70df-4401-a15d-363fb659c5bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:18:14.365428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Set router 1b07ff4f-70df-4401-a15d-363fb659c5bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:18:14.702169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'name': 'router1', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2faa398-830b-4ef9-8f8e-0f7fd921dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:17:56Z', 'updated_at': '2021-12-23T08:18:13Z', 'revision_number': 4, 'project_id': '5496760c39134b209a528b860d39ff48', 'gw_port': {'id': 'd2faa398-830b-4ef9-8f8e-0f7fd921dccb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:18:13Z', 'updated_at': '2021-12-23T08:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '32a50e86-8c75-4141-bb4f-32b57db33805', 'name': '', 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'mac_address': 'fa:16:3e:94:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:18:05Z', 'updated_at': '2021-12-23T08:18:10Z', 'revision_number': 5, 'project_id': '5496760c39134b209a528b860d39ff48', 'subnets': [{'id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08da8777-e77c-4328-82c3-b264e521c010'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:18:14.706990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Checking router: 1b07ff4f-70df-4401-a15d-363fb659c5bb for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:18:14.707341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Updating router 1b07ff4f-70df-4401-a15d-363fb659c5bb port d2faa398-830b-4ef9-8f8e-0f7fd921dccb binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:18:14.755851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:15.077821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:15.089403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Transition to ACTIVE for port object d2faa398-830b-4ef9-8f8e-0f7fd921dccb will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:18:15.095703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:15.171518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901e026-c18e-48ef-b150-e15c43b04808 None None] Pushing event updated for resources: {'Port': ['ID=d2faa398-830b-4ef9-8f8e-0f7fd921dccb,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:15.175217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Attempting to bind port d2faa398-830b-4ef9-8f8e-0f7fd921dccb on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:18:15.175577 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Attempting to bind port d2faa398-830b-4ef9-8f8e-0f7fd921dccb by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:18:15.175929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Attempting to bind port d2faa398-830b-4ef9-8f8e-0f7fd921dccb on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:18:15.182256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:18:15.182618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:18:15.183008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:15.183380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:18:15.184479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Bound port: d2faa398-830b-4ef9-8f8e-0f7fd921dccb, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:18:15.184859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:15.252513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] For port d2faa398-830b-4ef9-8f8e-0f7fd921dccb, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:18:15.255472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] For port d2faa398-830b-4ef9-8f8e-0f7fd921dccb, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d2faa398-830b-4ef9-8f8e-0f7fd921dccb,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:18:15.259032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:15.353169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901e026-c18e-48ef-b150-e15c43b04808 None None] Pushing event updated for resources: {'Port': ['ID=d2faa398-830b-4ef9-8f8e-0f7fd921dccb,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:15.358790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Routers {'1b07ff4f-70df-4401-a15d-363fb659c5bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:18:15.359365 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:18:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['1b07ff4f-70df-4401-a15d-363fb659c5bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:18:15.535891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] Set router 1b07ff4f-70df-4401-a15d-363fb659c5bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:18:15.854593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'name': 'router1', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2faa398-830b-4ef9-8f8e-0f7fd921dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:17:56Z', 'updated_at': '2021-12-23T08:18:13Z', 'revision_number': 4, 'project_id': '5496760c39134b209a528b860d39ff48', 'gw_port': {'id': 'd2faa398-830b-4ef9-8f8e-0f7fd921dccb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:18:13Z', 'updated_at': '2021-12-23T08:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '32a50e86-8c75-4141-bb4f-32b57db33805', 'name': '', 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'mac_address': 'fa:16:3e:94:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:18:05Z', 'updated_at': '2021-12-23T08:18:10Z', 'revision_number': 5, 'project_id': '5496760c39134b209a528b860d39ff48', 'subnets': [{'id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08da8777-e77c-4328-82c3-b264e521c010'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:18:15.858644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b324f6d-ed1f-4bea-ab0d-4dd9df82eaf0 None None] The sync data for ids ['1b07ff4f-70df-4401-a15d-363fb659c5bb'] in dv-neutron-822507-1-hyperv is: [{'id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'name': 'router1', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.66'}], 'enable_snat': True}, 'gw_port_id': 'd2faa398-830b-4ef9-8f8e-0f7fd921dccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:17:56Z', 'updated_at': '2021-12-23T08:18:13Z', 'revision_number': 4, 'project_id': '5496760c39134b209a528b860d39ff48', 'gw_port': {'id': 'd2faa398-830b-4ef9-8f8e-0f7fd921dccb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:18:13Z', 'updated_at': '2021-12-23T08:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '32a50e86-8c75-4141-bb4f-32b57db33805', 'name': '', 'network_id': '5b7e4a69-7905-403c-bf18-913df6dfd646', 'tenant_id': '5496760c39134b209a528b860d39ff48', 'mac_address': 'fa:16:3e:94:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b07ff4f-70df-4401-a15d-363fb659c5bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:18:05Z', 'updated_at': '2021-12-23T08:18:10Z', 'revision_number': 5, 'project_id': '5496760c39134b209a528b860d39ff48', 'subnets': [{'id': '2358c084-b15f-44b2-8293-72a242cb60cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08da8777-e77c-4328-82c3-b264e521c010'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:18:16.092163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d2faa398-830b-4ef9-8f8e-0f7fd921dccb up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:18:16.178431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d2faa398-830b-4ef9-8f8e-0f7fd921dccb completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:18:16.185714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d2faa398-830b-4ef9-8f8e-0f7fd921dccb triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:18:16.186194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:16.310091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:16.325471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d2faa398-830b-4ef9-8f8e-0f7fd921dccb, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d2faa398-830b-4ef9-8f8e-0f7fd921dccb,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:18:16.329594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:16.378894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39030) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:18:16.398071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d2faa398-830b-4ef9-8f8e-0f7fd921dccb,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:18:16.532869 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7a3d848f-8793-44fa-9ae3-b46e78ba7bbb admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1083 time: 0.1526790 Dec 23 08:18:18.058719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d2faa398-830b-4ef9-8f8e-0f7fd921dccb up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:18:18.142069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d2faa398-830b-4ef9-8f8e-0f7fd921dccb triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:18:18.142445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:30.393041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ff3baf7e-e4e5-4bca-98b2-a54dce3b2bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:31.115558 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 5 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:18:32.658253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2affd6a1-eeb9-42f8-9f3f-3406ad16b092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:33.766646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:33.768272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:18:35.106302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:00.386718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-841bf5fb-72aa-48ba-b73a-818cf68f9ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:02.661445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-58c171c8-5d92-4983-bdeb-79c05f2e15d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:03.765644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:03.770403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:05.118530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:08.125181 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 5 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:19:30.391107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9500e573-4250-4025-aeae-e2dbfb5eb4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:32.667006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e0780426-0680-469a-82d6-4b018fb5a21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:33.766621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:33.777856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:35.119972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:19:45.115720 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 5 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:20:00.393722 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-97fe0e3a-0e1a-4f9c-953a-5695b9775b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:02.671157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cd214360-181a-4eb1-a943-e395c90124f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:03.766008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:03.778800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:05.122058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:21.050237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39634) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:21.143015 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f9f95a-c010-4cea-b6ce-2baa8eecdae5 admin admin] GET failed (client error): The resource could not be found. Dec 23 08:20:21.144231 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b7f9f95a-c010-4cea-b6ce-2baa8eecdae5 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0930789 Dec 23 08:20:21.271749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc85d8-ae51-45a7-9ffb-4844eb09e7f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:21.273088 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-91fc85d8-ae51-45a7-9ffb-4844eb09e7f6 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1250479 Dec 23 08:20:22.116091 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 5 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:20:23.247433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39644) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:23.373676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff974e8c-b51c-48e9-8ac2-0bdfcb1b53f3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:23.375002 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ff974e8c-b51c-48e9-8ac2-0bdfcb1b53f3 admin admin] 10.222.0.36 "GET /v2.0/subnets/2358c084-b15f-44b2-8293-72a242cb60cd HTTP/1.1" status: 200 len: 849 time: 0.1266506 Dec 23 08:20:23.384235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:20:23.498711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:23.683120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788091484438'] for subnet, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:23.762912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:23.763399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:23.764729 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] 10.222.0.36 "PUT /v2.0/subnets/2358c084-b15f-44b2-8293-72a242cb60cd HTTP/1.1" status: 200 len: 868 time: 0.3843577 Dec 23 08:20:23.769585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d569f19-8da5-4019-9b07-0fb2a1cb1b98 None None] Network 5b7e4a69-7905-403c-bf18-913df6dfd646 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:20:23.791082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2358c084-b15f-44b2-8293-72a242cb60cd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:20:23.800419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.801022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.801513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.802067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.802567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.803088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.803583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.804199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.804689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.805187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:23.805913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0350cd-23f9-4bf8-a8c0-495974c30710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:20:24.294538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-401e467f-f665-46ad-9c68-4d1425cf0d36 None None] Provisioning complete for port 7efd9914-7de3-40e7-9374-8cc60159d494 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:20:24.294903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-401e467f-f665-46ad-9c68-4d1425cf0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:24.416805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-401e467f-f665-46ad-9c68-4d1425cf0d36 None None] Provisioning complete for port 32a50e86-8c75-4141-bb4f-32b57db33805 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:20:24.417172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-401e467f-f665-46ad-9c68-4d1425cf0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:25.763796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39654) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:25.958406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eaac86-adc6-4b57-bf3e-c98f4821d552 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:25.958769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eaac86-adc6-4b57-bf3e-c98f4821d552 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:25.960237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-93eaac86-adc6-4b57-bf3e-c98f4821d552 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1955323 Dec 23 08:20:27.971304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39664) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:28.170048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31018691-da82-4057-a385-62136f773907 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:28.170346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31018691-da82-4057-a385-62136f773907 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:28.171847 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-31018691-da82-4057-a385-62136f773907 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1996140 Dec 23 08:20:30.290124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39674) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:30.398232 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2308754c-9064-4146-8658-030bf682f70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:30.483864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a38b848-1b1c-47be-818f-ff69e9137fe1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:30.485214 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2a38b848-1b1c-47be-818f-ff69e9137fe1 admin admin] 10.222.0.36 "GET /v2.0/networks/5b7e4a69-7905-403c-bf18-913df6dfd646 HTTP/1.1" status: 200 len: 868 time: 0.1941533 Dec 23 08:20:32.499173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39684) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:32.673024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8bd2fafa-6acb-4a6a-9232-99b625ff767d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:32.692220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19da680-ca82-4ab0-80f6-cfda55ffe809 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:32.693603 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b19da680-ca82-4ab0-80f6-cfda55ffe809 admin admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 886 time: 0.1934056 Dec 23 08:20:33.760944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:33.780006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:34.697237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39694) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:34.823511 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8207488-0ff1-436b-84b7-e0ab497773d0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:34.823764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8207488-0ff1-436b-84b7-e0ab497773d0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:34.825234 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d8207488-0ff1-436b-84b7-e0ab497773d0 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270745 Dec 23 08:20:35.125418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:20:36.908176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39704) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:37.039386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9224df-9c8a-4978-802a-d8aceb2168d6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:37.039751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9224df-9c8a-4978-802a-d8aceb2168d6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:37.041214 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7e9224df-9c8a-4978-802a-d8aceb2168d6 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320872 Dec 23 08:20:39.041358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39714) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:39.169437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fda3be-1cd0-40d7-95f3-ce732ae5ee84 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:39.170789 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-32fda3be-1cd0-40d7-95f3-ce732ae5ee84 admin admin] 10.222.0.36 "GET /v2.0/subnets/2358c084-b15f-44b2-8293-72a242cb60cd HTTP/1.1" status: 200 len: 868 time: 0.1284773 Dec 23 08:20:41.161458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39724) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:41.283128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b25a8cc-c839-4250-b4d2-0e39b3c8621a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:20:41.284429 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0b25a8cc-c839-4250-b4d2-0e39b3c8621a admin admin] 10.222.0.36 "GET /v2.0/subnets/3a984b02-6131-42a7-b0aa-932817b8c6fa HTTP/1.1" status: 200 len: 816 time: 0.1219275 Dec 23 08:20:59.117007 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 5 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:20:59.779733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39762) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:20:59.853241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-3b9c9863-e43d-427a-809e-7ecf40a4973f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:20:59.854250 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3b9c9863-e43d-427a-809e-7ecf40a4973f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0735118 Dec 23 08:21:00.399967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d8638414-6261-4498-91ff-17503e063520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:01.955744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39772) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:21:02.046919 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b8fad6-0ba9-4189-a75c-b9eb56f115df admin admin] GET failed (client error): The resource could not be found. Dec 23 08:21:02.048081 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-33b8fad6-0ba9-4189-a75c-b9eb56f115df admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0914378 Dec 23 08:21:02.170198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f464e2-43b0-4e83-8692-070006717b2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:21:02.171528 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-99f464e2-43b0-4e83-8692-070006717b2d admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1196492 Dec 23 08:21:02.673561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0eb7-5f07-4eea-ba35-1fe2b4487467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:03.764472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:03.782598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:04.191480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 39782) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:21:04.261558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:21:04.265968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:21:04.275244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:21:04.284898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Made reservation on behalf of a67ec8f2b0b04aea8cb426ed9f12017e for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:21:04.287083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:04.374650 dv-neutron-822507-1-hyperv neutron-server[83523]: WARNING neutron.services.revisions.revision_plugin [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Could not find related network for resource to bump revision. Dec 23 08:21:04.386471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:21:04.395188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:04.395516 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Added segment 38b9e75f-0699-4ad3-b55a-56f0997d894b of type vlan for network 772259a3-84ea-46de-822c-229bbb387a25 Dec 23 08:21:04.420987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:04.449227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:04.450090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:21:04.450653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:04.592418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Pushing event updated for resources: {'Network': ['ID=772259a3-84ea-46de-822c-229bbb387a25,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:21:04.595150 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4026976 Dec 23 08:21:04.602465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.602807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.603137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.603459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.603794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.604117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.604439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.604750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.605063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.605373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.605745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b29504-4a2e-4e3f-89f4-73efc8cbaa7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:04.618181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 772259a3-84ea-46de-822c-229bbb387a25 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:21:05.128201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:06.618200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 39792) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:21:06.707508 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece08bdf-c818-4a18-ae9a-ee3586c154f3 admin admin] GET failed (client error): The resource could not be found. Dec 23 08:21:06.707994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ece08bdf-c818-4a18-ae9a-ee3586c154f3 admin admin] Synchronizing usage tracker for tenant:a67ec8f2b0b04aea8cb426ed9f12017e on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:21:06.723071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ece08bdf-c818-4a18-ae9a-ee3586c154f3 admin admin] Unset dirty status for tenant:a67ec8f2b0b04aea8cb426ed9f12017e on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:21:06.724431 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ece08bdf-c818-4a18-ae9a-ee3586c154f3 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1051784 Dec 23 08:21:06.832781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708433eb-e85e-48fe-a586-fa1522322e61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:21:06.834167 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-708433eb-e85e-48fe-a586-fa1522322e61 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1048932 Dec 23 08:21:06.844044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Request body: {'subnet': {'network_id': '772259a3-84ea-46de-822c-229bbb387a25', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:21:06.848315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:21:06.852250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Usage tracker for resource:subnet and tenant:a67ec8f2b0b04aea8cb426ed9f12017e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:21:06.854975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:21:06.860438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:21:06.869882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Made reservation on behalf of a67ec8f2b0b04aea8cb426ed9f12017e for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:21:06.872140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:07.071623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:07.151992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Pushing event updated for resources: {'Subnet': ['ID=61151960-a2a2-4b98-a403-f08e0b050f79,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:21:07.163344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Checking segment: {'id': '38b9e75f-0699-4ad3-b55a-56f0997d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '772259a3-84ea-46de-822c-229bbb387a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:21:07.163686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Network hostable DHCP agents. Network: 772259a3-84ea-46de-822c-229bbb387a25, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:21:07.184408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Network 772259a3-84ea-46de-822c-229bbb387a25 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:21:07.192675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 772259a3-84ea-46de-822c-229bbb387a25) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:21:07.196446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:21:07.197012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:07.201308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845f6f2-e1de-47ac-b4dd-5086449a7c4c None None] Network 772259a3-84ea-46de-822c-229bbb387a25 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:21:07.215992 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2a4e9428-5a65-46db-8cb3-bb693abc061b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3753138 Dec 23 08:21:07.423709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-772259a3-84ea-46de-822c-229bbb387a25', 'network_id': '772259a3-84ea-46de-822c-229bbb387a25', 'tenant_id': 'a67ec8f2b0b04aea8cb426ed9f12017e', 'fixed_ips': [{'subnet_id': '61151960-a2a2-4b98-a403-f08e0b050f79'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:21:07.424680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:07.587118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Allocated IP 192.168.233.2 (772259a3-84ea-46de-822c-229bbb387a25/61151960-a2a2-4b98-a403-f08e0b050f79/c0a25cca-0479-4426-a8b2-1627c566ca4e) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:21:07.789358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:07.800000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Transition to ACTIVE for port object c0a25cca-0479-4426-a8b2-1627c566ca4e will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:21:07.817929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Transition to ACTIVE for port object c0a25cca-0479-4426-a8b2-1627c566ca4e will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:21:07.824751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:07.892445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Network 772259a3-84ea-46de-822c-229bbb387a25 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:21:07.895302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:21:07.900121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:21:07.902177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Pushing event updated for resources: {'Port': ['ID=c0a25cca-0479-4426-a8b2-1627c566ca4e,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:21:07.935917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.936257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.936586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.936910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.937251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.937577 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.937892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.938271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.938592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.938906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.939216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:21:07.998656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Attempting to bind port c0a25cca-0479-4426-a8b2-1627c566ca4e on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:21:07.999015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Attempting to bind port c0a25cca-0479-4426-a8b2-1627c566ca4e by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '38b9e75f-0699-4ad3-b55a-56f0997d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '772259a3-84ea-46de-822c-229bbb387a25'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:21:07.999367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Attempting to bind port c0a25cca-0479-4426-a8b2-1627c566ca4e on network 772259a3-84ea-46de-822c-229bbb387a25 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:21:08.005729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:21:08.006125 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Checking segment: {'id': '38b9e75f-0699-4ad3-b55a-56f0997d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '772259a3-84ea-46de-822c-229bbb387a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:21:08.007073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:08.007459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Bound using segment: {'id': '38b9e75f-0699-4ad3-b55a-56f0997d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '772259a3-84ea-46de-822c-229bbb387a25'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:21:08.007908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Bound port: c0a25cca-0479-4426-a8b2-1627c566ca4e, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b9e75f-0699-4ad3-b55a-56f0997d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '772259a3-84ea-46de-822c-229bbb387a25'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:21:08.008283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:08.121896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] For port c0a25cca-0479-4426-a8b2-1627c566ca4e, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:21:08.125219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] For port c0a25cca-0479-4426-a8b2-1627c566ca4e, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c0a25cca-0479-4426-a8b2-1627c566ca4e,segment=NetworkSegment(38b9e75f-0699-4ad3-b55a-56f0997d894b),segment_id=38b9e75f-0699-4ad3-b55a-56f0997d894b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:21:08.130804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:08.212136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64615cfe-e385-4ff5-9f96-b0dc15c84d01 None None] Pushing event updated for resources: {'Port': ['ID=c0a25cca-0479-4426-a8b2-1627c566ca4e,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:21:09.027866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b47b2e-3723-454e-bd41-592d738f51d3 None None] Network 772259a3-84ea-46de-822c-229bbb387a25 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:21:09.123812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-06e2bf81-6f6f-49bf-8822-a871d2544874 None None] Provisioning for port c0a25cca-0479-4426-a8b2-1627c566ca4e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:21:10.164009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c0a25cca-0479-4426-a8b2-1627c566ca4e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:21:10.230783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c0a25cca-0479-4426-a8b2-1627c566ca4e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:21:10.236705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c0a25cca-0479-4426-a8b2-1627c566ca4e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:21:10.236705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:10.345737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:10.377206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port c0a25cca-0479-4426-a8b2-1627c566ca4e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c0a25cca-0479-4426-a8b2-1627c566ca4e,segment=NetworkSegment(38b9e75f-0699-4ad3-b55a-56f0997d894b),segment_id=38b9e75f-0699-4ad3-b55a-56f0997d894b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:21:10.380324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:10.444279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=c0a25cca-0479-4426-a8b2-1627c566ca4e,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:21:12.144288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c0a25cca-0479-4426-a8b2-1627c566ca4e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:21:12.215766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c0a25cca-0479-4426-a8b2-1627c566ca4e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:21:12.216130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:30.403764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-884d627e-d56b-49d3-acca-3c3dde9d71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:32.675777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ef8eba72-c81f-4850-a5b5-4e596b95fba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:33.768275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:33.783573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:35.130482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:21:36.118660 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 5 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:22:00.406557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-eccc659b-a9ac-4f88-be53-c391708f2071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:02.676617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3b708b70-2b49-47c2-ae44-5d56c0af1ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:03.769859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:03.786895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:05.134211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:13.118886 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 5 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:22:14.533810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 39834) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:22:14.540894 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-f0a9c0aa-fbff-42ff-86f4-8577630d0a62 tempest-verify_tempest_config-2089723018 tempest-verify_tempest_config-2089723018-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:22:14.541873 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f0a9c0aa-fbff-42ff-86f4-8577630d0a62 tempest-verify_tempest_config-2089723018 tempest-verify_tempest_config-2089723018-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0070965 Dec 23 08:22:14.865005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 39850) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:22:14.999614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:15.031517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:22:15.035232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed64cee4f2246f7ae9444e8766998a3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:22:15.038858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:22:15.044705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:22:15.108147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:15.111763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:15.156497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dbf664-5b1b-487f-afe0-d7eca0092dbe,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:22:15.164923 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ed64cee4f2246f7ae9444e8766998a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2989511 Dec 23 08:22:15.167703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 39856) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:22:15.167940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.168283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.168616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.168974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.169303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.169625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.169964 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.170299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.170616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.170930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.171245 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cd64ae-0efb-420f-8746-09c672bd3036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.229981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:15.253700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:15.341680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:15.355966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dbf664-5b1b-487f-afe0-d7eca0092dbe,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:22:15.367699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.368008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.368350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.368665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.368986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.369313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.369630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.369978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.370282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.370592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.370901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:22:15.373180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:15.374272 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6746a149-78f8-40b9-90b1-2a8aaedae95a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1dbf664-5b1b-487f-afe0-d7eca0092dbe HTTP/1.1" status: 204 len: 168 time: 0.2055986 Dec 23 08:22:30.409882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3c98a299-baed-4603-928a-bb6f107a7b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:32.683366 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9754375c-9916-48b0-9462-e179e024abbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:33.772673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:33.789327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:35.136738 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:22:50.122840 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 5 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:23:00.411169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-191d457b-43e6-40a3-bb42-6f794643fa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:02.675704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba91de51-2608-4d39-ad4c-d3218ce5c0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:03.774357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:03.792563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:05.141059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:27.122901 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 5 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:23:30.132852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2046627'] for agent, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:30.412416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4b07b79d-068a-4675-9082-3f5868ca159e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:32.677168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60b632b7-8f73-4dfe-8f1a-6b57537c9f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:33.777719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:33.796217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:35.142838 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:23:46.335779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 39926) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:23:46.469085 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-922b6cda-86c2-43bb-a837-fbbdf1177405 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1322267 Dec 23 08:23:48.487512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 39936) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:23:48.568122 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c5b8d894-d113-4fce-ad89-1c2ecf250528 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0795469 Dec 23 08:24:00.105249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:00.412620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7a68f5d-51fa-43c2-9860-5507f5692e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:02.678647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-970070ed-a93f-4660-9264-6f67be91b0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:03.779703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:03.797687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:04.124502 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:24:05.146725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:30.113848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:30.414397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be8683c5-2f4e-47da-aa6e-3d7afde8e275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:32.688035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-38a27a18-acf7-43e7-9aa2-432a19b7fd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:33.782150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:33.802092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:35.149525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:24:41.124891 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:25:00.134164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:00.417286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a30c99c-13c7-4844-9fc6-568be466731d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:02.681411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-177e0f99-4d42-4935-ad34-4e9a871357cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:03.814841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:03.819823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:05.160964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.125818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40116) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:09.159073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40122) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:09.373478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40136) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:09.479169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40142) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:09.490525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1400451043-network', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:09.497618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:09.503060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Usage tracker for resource:network and tenant:f41ab964d47b44d38cd8289835839fe4 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:09.506372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:09.512833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:09.524536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Made reservation on behalf of f41ab964d47b44d38cd8289835839fe4 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:09.527757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.544987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.562843 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1476669147-network', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:09.568675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:09.576259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Usage tracker for resource:network and tenant:9cef971114ab485ab0b3aba6f5eebc60 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:09.579688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:09.592641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:09.605771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:09.610362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f41ab964d47b44d38cd8289835839fe4 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:09.616407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Made reservation on behalf of 9cef971114ab485ab0b3aba6f5eebc60 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:09.618910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.630889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:09.636435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:09.639525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.699958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:09.705419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Usage tracker for resource:security_group_rule and tenant:9cef971114ab485ab0b3aba6f5eebc60 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:09.712595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:09.724068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:09.759540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.766492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.791174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:09.810811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.811239 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Added segment 7bb6e962-32f4-44b6-95f0-64469c3ec0f1 of type vlan for network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 Dec 23 08:25:09.848811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-782433015-network', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:09.861406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1415d9-5dcd-4520-ba65-d34ba2e705f3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:09.863056 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-173156753'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:09.869177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:09.873754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Usage tracker for resource:network and tenant:e1b11defb9ae41cd913164c60ff4dd8f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:09.876631 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:09.883316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:09.891324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.899909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Made reservation on behalf of e1b11defb9ae41cd913164c60ff4dd8f for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:09.904029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.910744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.912354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:09.915413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.915756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.916104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.916431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.916767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.917124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.917470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.917865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.918442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.918910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.919431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Tracked resource versions report: Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: pushed versions: Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: { 'ConntrackHelper': {'1.0'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Log': {'1.0'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Network': {'1.1'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Port': {'1.5'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'PortForwarding': {'1.2'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'QosPolicy': {'1.8'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SecurityGroup': {'1.2'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SecurityGroupRule': {'1.0'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SubPort': {'1.0'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Subnet': {'1.1'}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Trunk': {'1.1'}} Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: consumer versions: Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: { DHCP agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: HyperV agent@hv-neutron-8225: {}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: L3 agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: Metadata agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: Metering agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: Open vSwitch agent@dv-neutron-822507-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Log': '1.0', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Network': '1.1', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Port': '1.5', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'PortForwarding': '1.2', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'QosPolicy': '1.8', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SecurityGroup': '1.2', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SecurityGroupRule': '1.0', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'SubPort': '1.0', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Subnet': '1.1', Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: 'Trunk': '1.1'}} Dec 23 08:25:09.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: {{(pid=83523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 08:25:09.923316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.929544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Usage tracker for resource:network and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:09.935247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:09.939386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:09.959346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:09.966565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:09.971505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Usage tracker for resource:security_group_rule and tenant:e1b11defb9ae41cd913164c60ff4dd8f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:09.975622 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:09.983305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:09.991914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:10.018115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.018793 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Added segment 71399ce9-be5c-4672-8cd1-dc6283895ddb of type vlan for network 824d0043-5466-40fa-aafd-00652d6477b8 Dec 23 08:25:10.020041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f0b402-29c6-491c-bfb5-a41f3ec9d112,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:10.023970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Made reservation on behalf of 3ce5b6fa1acc41e38c12927d81e4b0db for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:10.026783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.043681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.044755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:10.045473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.072707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.078704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.094425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:10.108772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.109292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Added segment 244819d5-76cc-484a-b7de-f3e6789f8fbe of type vlan for network 98051095-082b-4e53-a30c-97a516ce3512 Dec 23 08:25:10.131070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.180647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.193760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7a9fcd-d83e-4a1a-8cac-fa2692b332ac,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:10.196188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] Pushing event updated for resources: {'Network': ['ID=63788f09-fc68-4f8e-bdc1-ffd155abbfb2,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:10.211817 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:10.221616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.221998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.222335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.222665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.222992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.223577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.223897 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.224217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.224535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.224849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.225164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Tracked resource versions report: Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: pushed versions: Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: { 'ConntrackHelper': {'1.0'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Log': {'1.0'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Network': {'1.1'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Port': {'1.5'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'PortForwarding': {'1.2'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'QosPolicy': {'1.8'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SecurityGroup': {'1.2'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SecurityGroupRule': {'1.0'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SubPort': {'1.0'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Subnet': {'1.1'}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Trunk': {'1.1'}} Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: consumer versions: Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: { DHCP agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: HyperV agent@hv-neutron-8225: {}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: L3 agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: Metadata agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: Metering agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: Open vSwitch agent@dv-neutron-822507-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Log': '1.0', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Network': '1.1', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Port': '1.5', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'PortForwarding': '1.2', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'QosPolicy': '1.8', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SecurityGroup': '1.2', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SecurityGroupRule': '1.0', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'SubPort': '1.0', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Subnet': '1.1', Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: 'Trunk': '1.1'}} Dec 23 08:25:10.226174 dv-neutron-822507-1-hyperv neutron-server[83522]: {{(pid=83522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 08:25:10.237139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.241937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:10.242783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.256404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:10.267157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:10.270128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:10.286874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:10.363873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event updated for resources: {'Network': ['ID=98051095-082b-4e53-a30c-97a516ce3512,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:10.382638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 98051095-082b-4e53-a30c-97a516ce3512 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:10.391172 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cb322b53-aef5-4c83-999b-87b44e23fb2b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9103045 Dec 23 08:25:10.394019 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40172) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:10.400497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Request body: {'subnet': {'network_id': '98051095-082b-4e53-a30c-97a516ce3512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:10.444273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.461128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.479342 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-79fff2dd-228f-4cf1-a1e2-507ccc6221c7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3496671 Dec 23 08:25:10.480366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.506391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:10.524956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.525142 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Added segment 6c64330f-6e1c-4d3d-bd05-978358d3a97e of type vlan for network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a Dec 23 08:25:10.535833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:10.540257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40180) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:10.543731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Usage tracker for resource:subnet and tenant:e1b11defb9ae41cd913164c60ff4dd8f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:10.549389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Request body: {'subnet': {'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1400451043-subnet', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:10.552878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:10.558867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:10.561132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:10.565333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Usage tracker for resource:subnet and tenant:f41ab964d47b44d38cd8289835839fe4 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:10.569568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:10.571238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.576686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:10.584303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Made reservation on behalf of e1b11defb9ae41cd913164c60ff4dd8f for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:10.625899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.627181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:10.628074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.674354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Made reservation on behalf of f41ab964d47b44d38cd8289835839fe4 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:10.676766 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Notify callbacks [] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.741402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:25:10.757263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Pushing event updated for resources: {'Network': ['ID=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:10.769813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:10.779800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981dee0b-75d1-4d90-937d-7e819988ac2a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:10.796793 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.797970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:10.798737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.810202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks [] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.834950 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-80e47b6e-aae5-4837-8d9e-a744ae1bf616 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4598982 Dec 23 08:25:10.839434 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6766081 Dec 23 08:25:10.839434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40192) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:10.842423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40194) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:10.895534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Request body: {'subnet': {'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1476669147-subnet', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:10.903871 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Request body: {'subnet': {'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-782433015-subnet', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:10.911709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:10.929356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Usage tracker for resource:subnet and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:10.935370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:10.945453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:10.946366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:10.949143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102023c-1957-4035-9a22-bb63c0b56231 admin admin] Pushing event updated for resources: {'Network': ['ID=824d0043-5466-40fa-aafd-00652d6477b8,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:10.957464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Usage tracker for resource:subnet and tenant:9cef971114ab485ab0b3aba6f5eebc60 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:10.961135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Made reservation on behalf of 3ce5b6fa1acc41e38c12927d81e4b0db for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:10.963580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:10.963858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:10.968298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 824d0043-5466-40fa-aafd-00652d6477b8 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:10.978428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:11.032499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Made reservation on behalf of 9cef971114ab485ab0b3aba6f5eebc60 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:11.034892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.230651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.247101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.405001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Checking segment: {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:11.405918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Network hostable DHCP agents. Network: 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:11.414525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.429805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Pushing event updated for resources: {'Subnet': ['ID=de68b6fd-1b22-40df-9e00-1824b09c2273,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:11.437687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f004cc47-ad24-408a-974a-3cbf6ff0c1c4,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:11.443010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:11.454823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:11.459659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:11.460486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.465640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e6e51b-8528-4722-bbb0-7ba442fbfacc None None] Network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:11.488935 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-49138875-fe8e-4a40-9c45-1121a8704ef7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5956984 Dec 23 08:25:11.492965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40216) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:11.500192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:11.503601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Checking segment: {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:11.504951 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Network hostable DHCP agents. Network: 63788f09-fc68-4f8e-bdc1-ffd155abbfb2, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:11.508028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:11.515980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Usage tracker for resource:router and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:11.527050 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:11.537193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:11.551585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.553829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.587581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.629898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.636846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event updated for resources: {'Subnet': ['ID=66e04329-db60-4615-9d3f-e263b15de427,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:11.702043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:11.704133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Checking segment: {'id': '244819d5-76cc-484a-b7de-f3e6789f8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '98051095-082b-4e53-a30c-97a516ce3512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:11.704542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Network hostable DHCP agents. Network: 98051095-082b-4e53-a30c-97a516ce3512, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:11.740112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:11.742152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 63788f09-fc68-4f8e-bdc1-ffd155abbfb2) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:11.776559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Checking segment: {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:11.777034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Network hostable DHCP agents. Network: 824d0043-5466-40fa-aafd-00652d6477b8, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:11.783712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Network 98051095-082b-4e53-a30c-97a516ce3512 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:11.795781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:11.797355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c760b3-27f6-4a21-9c15-ea4dfc6603a4 None None] Network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:11.802186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.818217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.822819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:25:11.823602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 98051095-082b-4e53-a30c-97a516ce3512) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:11.824229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.834479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:11.834479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.851474 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-622479e3-3401-477c-b869-96ddebe735da admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3101177 Dec 23 08:25:11.854128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Network 824d0043-5466-40fa-aafd-00652d6477b8 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:11.857526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40230) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:11.864787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:11.869032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 824d0043-5466-40fa-aafd-00652d6477b8) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:11.871676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:11.876112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:11.876794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:11.889296 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-28853247-1697-4840-bd47-3f3abad228ef tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4915617 Dec 23 08:25:11.889296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Usage tracker for resource:router and tenant:f41ab964d47b44d38cd8289835839fe4 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:11.892212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:11.894795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40234) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:11.907021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Request body: {'port': {'network_id': '98051095-082b-4e53-a30c-97a516ce3512', 'name': 'tempest-ExtraDHCPOptionsTestJSON-387772448'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:11.926460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:11.957148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd2359-2e8c-4838-956d-45c0be99dd88 None None] Network 98051095-082b-4e53-a30c-97a516ce3512 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:11.993426 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5bbc0592-5c41-4b00-8e53-f661764bbb1c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1444376 Dec 23 08:25:11.993426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40240) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:12.006504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:12.014105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.015343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.023381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:12.033237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Usage tracker for resource:router and tenant:9cef971114ab485ab0b3aba6f5eebc60 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:12.037051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:12.047699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:12.078009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40244) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:12.094897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.104389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.105539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.121030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:12.129408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Usage tracker for resource:port and tenant:e1b11defb9ae41cd913164c60ff4dd8f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:12.134014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.136178 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.149650 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee40f1e-e74e-41b8-854d-2397ef572afd None None] Network 824d0043-5466-40fa-aafd-00652d6477b8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:12.191733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:12.199091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:12.222732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.242282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Made reservation on behalf of e1b11defb9ae41cd913164c60ff4dd8f for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:12.245728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.307059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Allocated IP 172.26.8.151 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/43c6af3a-e918-452f-b23e-eb8185861b37) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:12.319847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40254) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:12.389654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40260) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:12.466471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] device_id is not set on port 6c008dc4-76c3-42a5-8bc0-0a9018fec8f7 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:12.569198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.611640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40266) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:12.613835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.649921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:25:12.651510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.731192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Pushing event updated for resources: {'Port': ['ID=43c6af3a-e918-452f-b23e-eb8185861b37,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:12.742589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:12.744153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:12.746954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:12.764855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.804448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-352919613'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:12.824216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:12.834932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:12.844440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:12.849712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Usage tracker for resource:floatingip and tenant:6ba17dfc85ca49fea3336eba012754ec is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:12.854294 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:12.858718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.892806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:12.906996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-f30665fd-146a-42f5-82a4-c4423ca2c8bc tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:12.917161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.938462 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Usage tracker for resource:network and tenant:d25c7b383d7f493d923735095ac38dd6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:12.950053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:12.950815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.006624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:13.028556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:13.079412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-98051095-082b-4e53-a30c-97a516ce3512', 'network_id': '98051095-082b-4e53-a30c-97a516ce3512', 'tenant_id': 'e1b11defb9ae41cd913164c60ff4dd8f', 'fixed_ips': [{'subnet_id': '66e04329-db60-4615-9d3f-e263b15de427'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:25:13.080823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.095173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Allocated IP 172.20.0.2 (0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a/f004cc47-ad24-408a-974a-3cbf6ff0c1c4/323b0646-e2a5-458a-b747-5d24c65de310) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:13.127478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1811096276'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:13.137017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:13.143155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Usage tracker for resource:network and tenant:b72ef5d655d04f61bc47fb1ac1b09003 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:13.143476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Made reservation on behalf of d25c7b383d7f493d923735095ac38dd6 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:13.146487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.146696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:13.154185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:13.175752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Made reservation on behalf of b72ef5d655d04f61bc47fb1ac1b09003 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:13.178715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.193749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.200231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Allocated IP 172.20.0.8 (98051095-082b-4e53-a30c-97a516ce3512/66e04329-db60-4615-9d3f-e263b15de427/6c008dc4-76c3-42a5-8bc0-0a9018fec8f7) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:13.223561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.239560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:13.246586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Usage tracker for resource:security_group_rule and tenant:b72ef5d655d04f61bc47fb1ac1b09003 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:13.252212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:13.260124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:13.315939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:25:13.345464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:13.350696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Allocated IP 172.20.0.2 (63788f09-fc68-4f8e-bdc1-ffd155abbfb2/de68b6fd-1b22-40df-9e00-1824b09c2273/b2b63190-16c8-493f-8981-f89abb4be2d9) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:13.359439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Usage tracker for resource:security_group_rule and tenant:d25c7b383d7f493d923735095ac38dd6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:13.377034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:13.445996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-824d0043-5466-40fa-aafd-00652d6477b8', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:25:13.446812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.461405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.471706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:13.483138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.566811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:13.579028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b1118d-1ff8-4b11-a95b-592f333f1b0a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:13.586584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.587002 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Added segment 38302878-9562-49cd-a294-397b446b91d8 of type vlan for network 5e757e5f-628c-402b-a0a5-8e949609ad23 Dec 23 08:25:13.613225 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f30665fd-146a-42f5-82a4-c4423ca2c8bc tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] 10.222.0.36 "PUT /v2.0/quotas/9af1930271a247bcb8c66800a33df2b0 HTTP/1.1" status: 200 len: 366 time: 1.2131283 Dec 23 08:25:13.623564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40276) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:13.637417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.682127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.739956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.744486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:13.745154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.822065 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-61fc0af0-e45f-4c36-ad58-fa7573663be5 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1882730 Dec 23 08:25:13.836666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40280) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:13.853617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.859892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.888155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Transition to ACTIVE for port object 323b0646-e2a5-458a-b747-5d24c65de310 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:13.905453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.913020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.921391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Allocated IP 172.20.0.2 (824d0043-5466-40fa-aafd-00652d6477b8/7cf43b8e-c16b-4e34-8e13-4fd2798b1db8/a3196ee8-ab42-4592-a8e8-9eb98f608f5d) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:13.923872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Transition to ACTIVE for port object b2b63190-16c8-493f-8981-f89abb4be2d9 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:13.931576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Pushing event updated for resources: {'Network': ['ID=5e757e5f-628c-402b-a0a5-8e949609ad23,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:13.944131 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-783742a8-7c0a-406a-9428-b04dd68ea4c8 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3210835 Dec 23 08:25:13.944242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Transition to ACTIVE for port object 323b0646-e2a5-458a-b747-5d24c65de310 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:13.946490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:25:13.948561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40284) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:13.954484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Transition to ACTIVE for port object 6c008dc4-76c3-42a5-8bc0-0a9018fec8f7 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:13.955882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 5e757e5f-628c-402b-a0a5-8e949609ad23 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:13.967237 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Sync routers for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:25:13.979737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.991824 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6d208550-baab-48bb-8f92-7430b93b42a2 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] 10.222.0.36 "GET /v2.0/quotas/9af1930271a247bcb8c66800a33df2b0 HTTP/1.1" status: 200 len: 366 time: 0.1361065 Dec 23 08:25:13.991824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:13.992337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40292) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:13.999028 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:13.999970 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:14.005748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.008297 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-76cea091-7686-41c8-8c5e-eecc07bcd5ce admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5132716 Dec 23 08:25:14.020113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40296) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:14.020400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.032257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Transition to ACTIVE for port object b2b63190-16c8-493f-8981-f89abb4be2d9 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:14.071705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Pushing event updated for resources: {'Port': ['ID=323b0646-e2a5-458a-b747-5d24c65de310,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:14.073208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.127805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.128028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.128360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.128689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.129019 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.129340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.129656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.129991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.130311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.130622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.130933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Tracked resource versions report: Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: pushed versions: Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: { 'ConntrackHelper': {'1.0'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Log': {'1.0'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Network': {'1.1'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Port': {'1.5'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'PortForwarding': {'1.2'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'QosPolicy': {'1.8'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SecurityGroup': {'1.2'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SecurityGroupRule': {'1.0'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SubPort': {'1.0'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Subnet': {'1.1'}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Trunk': {'1.1'}} Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: consumer versions: Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: { DHCP agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: HyperV agent@hv-neutron-8225: {}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: L3 agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: Metadata agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: Metering agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: Open vSwitch agent@dv-neutron-822507-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Log': '1.0', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Network': '1.1', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Port': '1.5', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'PortForwarding': '1.2', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'QosPolicy': '1.8', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SecurityGroup': '1.2', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SecurityGroupRule': '1.0', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'SubPort': '1.0', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Subnet': '1.1', Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: 'Trunk': '1.1'}} Dec 23 08:25:14.132142 dv-neutron-822507-1-hyperv neutron-server[83524]: {{(pid=83524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 08:25:14.147653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Request body: {'network': {'name': 'tempest-network--221316660', 'router:external': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:14.151317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:14.153473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:14.158376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Usage tracker for resource:network and tenant:8889b22ab8c24e92af34c67f110bf03e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:14.161432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:14.164748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d07de8b-2868-41e9-a112-ec5186a04d5a,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:14.168084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:14.177643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.195505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Made reservation on behalf of 8889b22ab8c24e92af34c67f110bf03e for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:14.198549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.201015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.213261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.215033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Allocated IP 172.26.8.182 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/49ad850f-e6fd-4561-8bb7-61b4063139ca) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:14.251042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:14.252239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.252669 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Added segment 4a68e474-6722-4ab0-acf6-0746cb82cfbb of type vlan for network 5d79c11a-5e55-4a75-9350-89720b0d6a53 Dec 23 08:25:14.253962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.256254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:14.263912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Usage tracker for resource:security_group_rule and tenant:8889b22ab8c24e92af34c67f110bf03e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:14.269478 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-97112f74-4ab0-4f27-9f99-3588e66b61ed tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/9af1930271a247bcb8c66800a33df2b0 HTTP/1.1" status: 204 len: 168 time: 0.2738383 Dec 23 08:25:14.269626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:14.270530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:14.273277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40302) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:14.286374 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:14.286798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:14.287436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:14.303101 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-51d87750-801e-4e14-a652-fb2097f666a0 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0263627 Dec 23 08:25:14.303372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:14.304156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40306) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:14.316442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:14.347369 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:14.387241 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8031f902-23d1-4632-8230-e1a93b4ad564 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] 10.222.0.36 "GET /v2.0/quotas/9af1930271a247bcb8c66800a33df2b0 HTTP/1.1" status: 200 len: 370 time: 0.0794308 Dec 23 08:25:14.387820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40310) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:14.398096 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-aae6daa8-f95a-485f-b23c-e1a3905c4040 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] 10.222.0.36 "GET /v2.0/quotas/9af1930271a247bcb8c66800a33df2b0/default HTTP/1.1" status: 200 len: 370 time: 0.0069437 Dec 23 08:25:14.399748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40314) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:14.443180 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-ca5e96a5-ea3c-48b2-b99c-860e5e148ff3 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] delete failed (client error): The resource could not be found. Dec 23 08:25:14.449938 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ca5e96a5-ea3c-48b2-b99c-860e5e148ff3 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/9af1930271a247bcb8c66800a33df2b0 HTTP/1.1" status: 404 len: 348 time: 0.0423381 Dec 23 08:25:14.456092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.469241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.495610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Attempting to bind port 323b0646-e2a5-458a-b747-5d24c65de310 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:14.501570 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Attempting to bind port 323b0646-e2a5-458a-b747-5d24c65de310 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:14.502143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Attempting to bind port 323b0646-e2a5-458a-b747-5d24c65de310 on network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:14.508923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.525006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.529516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:14.538673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Checking segment: {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:14.539290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.539882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Bound using segment: {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:14.540412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Bound port: 323b0646-e2a5-458a-b747-5d24c65de310, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:14.541922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.555539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:14.575948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.576746 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Added segment 431a2eee-7514-4264-a370-4158a73a64c6 of type vlan for network 57e7285b-ce7e-49c2-961a-7680dca39a43 Dec 23 08:25:14.629144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Network 98051095-082b-4e53-a30c-97a516ce3512 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:14.634168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:14.635997 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event updated for resources: {'Port': ['ID=6c008dc4-76c3-42a5-8bc0-0a9018fec8f7,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:14.640776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:14.644579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:14.645388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.653498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.681500 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.691953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:14.692902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.694747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Pushing event updated for resources: {'Port': ['ID=b2b63190-16c8-493f-8981-f89abb4be2d9,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:14.725242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40320) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:14.767147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.820852 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.821697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:14.822822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.829157 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:12Z', 'revision_number': 3, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:14.833565 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Checking router: 6c5a70c6-759a-4c89-8dfc-2e30988fed9a for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:25:14.834120 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Updating router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a port 43c6af3a-e918-452f-b23e-eb8185861b37 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:25:14.842877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Allocated IP 172.20.0.2 (98051095-082b-4e53-a30c-97a516ce3512/66e04329-db60-4615-9d3f-e263b15de427/cad17dd7-a142-48d7-96ae-2cea2290bf05) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:14.852999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a58adfd-ce6d-4b81-be88-37a96a68b3c5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:14.864207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Attempting to bind port b2b63190-16c8-493f-8981-f89abb4be2d9 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:14.865505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Attempting to bind port b2b63190-16c8-493f-8981-f89abb4be2d9 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:14.866198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Attempting to bind port b2b63190-16c8-493f-8981-f89abb4be2d9 on network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:14.872966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Usage tracker for resource:network and tenant:f7bd630eaf644cfda84adb16205478ff is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:14.915200 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.922498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] For port 323b0646-e2a5-458a-b747-5d24c65de310, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:14.924694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:14.925056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Checking segment: {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:14.925446 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.925826 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Bound using segment: {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:14.926499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Bound port: b2b63190-16c8-493f-8981-f89abb4be2d9, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:14.927040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:14.946048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:14.965781 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.0162103 Dec 23 08:25:14.973749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40326) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:15.014043 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c6f9453a-129b-428b-986f-a2bda130e50b tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1181867 Dec 23 08:25:15.051289 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.7231474 Dec 23 08:25:15.053492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.056700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dd57b-b3c8-423a-a98a-b9e2c4f814eb tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'Network': ['ID=57e7285b-ce7e-49c2-961a-7680dca39a43,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:15.058095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] For port 323b0646-e2a5-458a-b747-5d24c65de310, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=323b0646-e2a5-458a-b747-5d24c65de310,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:15.059093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40330) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:15.064717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.068040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Usage tracker for resource:subnet and tenant:f7bd630eaf644cfda84adb16205478ff is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:15.074652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 57e7285b-ce7e-49c2-961a-7680dca39a43 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:15.080061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Request body: {'port': {'network_id': '98051095-082b-4e53-a30c-97a516ce3512', 'name': 'tempest-ExtraDHCPOptionsTestJSON-323907609', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:15.080606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.api.validators [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] bootfile-name is not in valid_values {{(pid=83523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:25:15.080932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.api.validators [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] tftp-server is not in valid_values {{(pid=83523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:25:15.081248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.api.validators [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] server-ip-address is not in valid_values {{(pid=83523) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:25:15.108690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.115538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Transition to ACTIVE for port object a3196ee8-ab42-4592-a8e8-9eb98f608f5d will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:15.129812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:15.175250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:15.187216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:15.198958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:15.274613 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35803e-fbb2-4b96-8886-88acb7138b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Pushing event updated for resources: {'Network': ['ID=5d79c11a-5e55-4a75-9350-89720b0d6a53,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:15.307468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 5d79c11a-5e55-4a75-9350-89720b0d6a53 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:15.313266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Pushing event updated for resources: {'Port': ['ID=49ad850f-e6fd-4561-8bb7-61b4063139ca,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:15.316204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Usage tracker for resource:subnetpool and tenant:f7bd630eaf644cfda84adb16205478ff is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:15.321838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Allocated IP 172.26.8.224 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/e07097af-0a1e-47d0-887f-354fddd8bab4) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:15.327232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:15.333132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Usage tracker for resource:port and tenant:e1b11defb9ae41cd913164c60ff4dd8f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:15.336753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:15.347758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:15.429626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:15.442565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Transition to ACTIVE for port object a3196ee8-ab42-4592-a8e8-9eb98f608f5d will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:15.468824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Made reservation on behalf of e1b11defb9ae41cd913164c60ff4dd8f for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:15.473662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.486040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.502227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Usage tracker for resource:port and tenant:f7bd630eaf644cfda84adb16205478ff is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:15.513671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] device_id is not set on port bf957615-e669-4a07-a6e0-9b685b2c8935 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:15.517813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced541c9-ab77-4c49-bc2c-851b03df607e None None] Pushing event updated for resources: {'Port': ['ID=323b0646-e2a5-458a-b747-5d24c65de310,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:15.566153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.609818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Network 824d0043-5466-40fa-aafd-00652d6477b8 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:15.614259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:15.616002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] For port b2b63190-16c8-493f-8981-f89abb4be2d9, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:15.624336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:15.630038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.647985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:15.657920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Usage tracker for resource:router and tenant:f7bd630eaf644cfda84adb16205478ff is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:15.698287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] For port b2b63190-16c8-493f-8981-f89abb4be2d9, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b2b63190-16c8-493f-8981-f89abb4be2d9,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:15.701310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:15.706752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.741913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.782735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.795082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Pushing event updated for resources: {'Port': ['ID=a3196ee8-ab42-4592-a8e8-9eb98f608f5d,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:15.803418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Usage tracker for resource:floatingip and tenant:f7bd630eaf644cfda84adb16205478ff is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:15.849832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40348) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:15.856830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:15.858414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.865676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Request body: {'port': {'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-569981421'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:15.890947 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Transition to ACTIVE for port object cad17dd7-a142-48d7-96ae-2cea2290bf05 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:15.893507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Attempting to bind port a3196ee8-ab42-4592-a8e8-9eb98f608f5d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:15.893862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Attempting to bind port a3196ee8-ab42-4592-a8e8-9eb98f608f5d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:15.894586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Attempting to bind port a3196ee8-ab42-4592-a8e8-9eb98f608f5d on network 824d0043-5466-40fa-aafd-00652d6477b8 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:15.907175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:15.907534 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Checking segment: {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:15.907923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.908312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Bound using segment: {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:15.908792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Bound port: a3196ee8-ab42-4592-a8e8-9eb98f608f5d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:15.909150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.911428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:15.920220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Allocated IP 172.26.8.210 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/802dc94f-b0ca-4479-8f75-68bf0f5aed87) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:15.964845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Transition to ACTIVE for port object cad17dd7-a142-48d7-96ae-2cea2290bf05 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:15.972008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:15.979325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Usage tracker for resource:port and tenant:466d53defd3a481d899cacd745933774 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:15.982948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:15.989215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:15.991890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bd270-30ae-4764-87ed-1298ee70a531 None None] Pushing event updated for resources: {'Port': ['ID=b2b63190-16c8-493f-8981-f89abb4be2d9,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:16.001289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.030787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.051397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:16.062564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:16.065022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:16.075901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Made reservation on behalf of 466d53defd3a481d899cacd745933774 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:16.092685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.179102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Network 98051095-082b-4e53-a30c-97a516ce3512 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:16.179553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Pushing event updated for resources: {'Port': ['ID=cad17dd7-a142-48d7-96ae-2cea2290bf05,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:16.191779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:16.198021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:16.227943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Allocated IP 172.20.0.7 (98051095-082b-4e53-a30c-97a516ce3512/66e04329-db60-4615-9d3f-e263b15de427/bf957615-e669-4a07-a6e0-9b685b2c8935) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:16.244100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] For port a3196ee8-ab42-4592-a8e8-9eb98f608f5d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:16.317096 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Pushing event updated for resources: {'Port': ['ID=e07097af-0a1e-47d0-887f-354fddd8bab4,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:16.345136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] For port a3196ee8-ab42-4592-a8e8-9eb98f608f5d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a3196ee8-ab42-4592-a8e8-9eb98f608f5d,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:16.356159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.412540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Attempting to bind port cad17dd7-a142-48d7-96ae-2cea2290bf05 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:16.412908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Attempting to bind port cad17dd7-a142-48d7-96ae-2cea2290bf05 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '244819d5-76cc-484a-b7de-f3e6789f8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '98051095-082b-4e53-a30c-97a516ce3512'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:16.413386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Attempting to bind port cad17dd7-a142-48d7-96ae-2cea2290bf05 on network 98051095-082b-4e53-a30c-97a516ce3512 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:16.431026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 323b0646-e2a5-458a-b747-5d24c65de310 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:16.499736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:16.500103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Checking segment: {'id': '244819d5-76cc-484a-b7de-f3e6789f8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '98051095-082b-4e53-a30c-97a516ce3512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:16.501008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.501409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Bound using segment: {'id': '244819d5-76cc-484a-b7de-f3e6789f8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '98051095-082b-4e53-a30c-97a516ce3512'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:16.501886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Bound port: cad17dd7-a142-48d7-96ae-2cea2290bf05, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244819d5-76cc-484a-b7de-f3e6789f8fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '98051095-082b-4e53-a30c-97a516ce3512'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:16.502279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.565768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c3119-1436-46a2-9ef9-20cb3e04c884 None None] Pushing event updated for resources: {'Port': ['ID=a3196ee8-ab42-4592-a8e8-9eb98f608f5d,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:16.601589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.604915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.612617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.613233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.614112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.614548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > port after_create 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.614966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.615407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > port after_update 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.615836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.616261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.616695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.617097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.654007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 323b0646-e2a5-458a-b747-5d24c65de310 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:16.660724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] For port cad17dd7-a142-48d7-96ae-2cea2290bf05, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:16.662865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b2b63190-16c8-493f-8981-f89abb4be2d9 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:16.679570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.686957 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.701122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] For port cad17dd7-a142-48d7-96ae-2cea2290bf05, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cad17dd7-a142-48d7-96ae-2cea2290bf05,segment=NetworkSegment(244819d5-76cc-484a-b7de-f3e6789f8fbe),segment_id=244819d5-76cc-484a-b7de-f3e6789f8fbe)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:16.711395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.727347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.770699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.771424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.787651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.792992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.793458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.794131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.794351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:16.794838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e7285b-ce7e-49c2-961a-7680dca39a43']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:16.833531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Pushing event updated for resources: {'Port': ['ID=49ad850f-e6fd-4561-8bb7-61b4063139ca,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:16.840949 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48dd68-c97b-4315-8685-d479da6ebe30 None None] Pushing event updated for resources: {'Port': ['ID=cad17dd7-a142-48d7-96ae-2cea2290bf05,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:16.850995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b2b63190-16c8-493f-8981-f89abb4be2d9 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:16.866782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.878300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431a2eee-7514-4264-a370-4158a73a64c6') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:16.878520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431a2eee-7514-4264-a370-4158a73a64c6') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:16.896387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:16.922147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Transition to ACTIVE for port object bf957615-e669-4a07-a6e0-9b685b2c8935 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:16.924177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.943191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:16.960706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.962564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.966493 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2178d75f-1b9a-4cdf-83ff-32c630096e6e tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8880970 Dec 23 08:25:16.969029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40352) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:16.972788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:16.980298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:16.989645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:16.990070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:16.999518 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn_limited( Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn_limited( Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:17.008999 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:17.019249 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Transition to ACTIVE for port object 43c6af3a-e918-452f-b23e-eb8185861b37 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:17.031210 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.039390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1196084177', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'fixed_ips': [{'ip_address': '172.26.8.182'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:17.067413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:17.070420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Usage tracker for resource:security_group_rule and tenant:466d53defd3a481d899cacd745933774 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:17.082079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:17.094783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:17.103797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Usage tracker for resource:port and tenant:6ba17dfc85ca49fea3336eba012754ec is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:17.112436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:17.133240 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Attempting to bind port 43c6af3a-e918-452f-b23e-eb8185861b37 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:17.133611 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Attempting to bind port 43c6af3a-e918-452f-b23e-eb8185861b37 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:17.133982 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Attempting to bind port 43c6af3a-e918-452f-b23e-eb8185861b37 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:17.136920 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Pushing event updated for resources: {'Port': ['ID=43c6af3a-e918-452f-b23e-eb8185861b37,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:17.144923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Pushing event updated for resources: {'Port': ['ID=802dc94f-b0ca-4479-8f75-68bf0f5aed87,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:17.149926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:17.150208 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:17.150429 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:17.150878 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.151272 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:17.151729 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Bound port: 43c6af3a-e918-452f-b23e-eb8185861b37, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:17.152109 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.170055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Usage tracker for resource:security_group and tenant:f7bd630eaf644cfda84adb16205478ff is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:17.176624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Made reservation on behalf of 6ba17dfc85ca49fea3336eba012754ec for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:17.179067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.193821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:17.197683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.213634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.304693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.312849 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] For port 43c6af3a-e918-452f-b23e-eb8185861b37, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:17.318904 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] For port 43c6af3a-e918-452f-b23e-eb8185861b37, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43c6af3a-e918-452f-b23e-eb8185861b37,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:17.321693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Usage tracker for resource:security_group_rule and tenant:f7bd630eaf644cfda84adb16205478ff is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:17.322890 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.323543 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.324272 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.324764 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.325284 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.325790 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.326768 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.327436 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.327919 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.328558 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.329057 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Tracked resource versions report: Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: pushed versions: Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: { 'ConntrackHelper': {'1.0'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Log': {'1.0'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Network': {'1.1'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Port': {'1.5'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'PortForwarding': {'1.2'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'QosPolicy': {'1.8'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SecurityGroup': {'1.2'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SecurityGroupRule': {'1.0'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SubPort': {'1.0'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Subnet': {'1.1'}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Trunk': {'1.1'}} Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: consumer versions: Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: { DHCP agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: HyperV agent@hv-neutron-8225: {}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: L3 agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: Metadata agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: Metering agent@dv-neutron-822507-1-hyperv: {}, Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: Open vSwitch agent@dv-neutron-822507-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Log': '1.0', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Network': '1.1', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Port': '1.5', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'PortForwarding': '1.2', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'QosPolicy': '1.8', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SecurityGroup': '1.2', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SecurityGroupRule': '1.0', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'SubPort': '1.0', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Subnet': '1.1', Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: 'Trunk': '1.1'}} Dec 23 08:25:17.330263 dv-neutron-822507-1-hyperv neutron-server[83525]: {{(pid=83525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 08:25:17.343349 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.391700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57e7285b-ce7e-49c2-961a-7680dca39a43 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 08:25:17.408818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.437855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Network 98051095-082b-4e53-a30c-97a516ce3512 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:17.438334 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571a5ed-a83e-44da-84ac-b482e9d511e7 None None] Pushing event updated for resources: {'Port': ['ID=43c6af3a-e918-452f-b23e-eb8185861b37,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:17.476363 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:17.478449 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:17.492026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:17.530217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Usage tracker for resource:security_group_rule and tenant:6ba17dfc85ca49fea3336eba012754ec is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:17.534633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:17.539100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:17.540424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:17.547720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:17.731805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.736209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.736858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.747920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.751623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] device_id is not set on port bab54344-5bcb-402b-bbf5-e95f0d6d09f2 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:17.770831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.843220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:17.848086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event updated for resources: {'Port': ['ID=bf957615-e669-4a07-a6e0-9b685b2c8935,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:17.864948 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e76180ae-b84c-4682-847b-97aa0fe65ae4 tempest-QuotasTest-896937206 tempest-QuotasTest-896937206-project-admin] 10.222.0.36 "GET /v2.0/quotas/f7bd630eaf644cfda84adb16205478ff/details.json HTTP/1.1" status: 200 len: 703 time: 3.1354041 Dec 23 08:25:17.871941 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:17.875537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] device_id is not set on port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:17.898282 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:18.059599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c09138b-8599-4f89-963b-e04c23cfc4c6,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:18.062318 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 08:25:18.062763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:25:18.204122 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:25:18.209926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] device_id is not set on port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:18.215522 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-155b06a6-45a1-4ca0-93c4-f9d838c4adb9 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2086589 Dec 23 08:25:18.218572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40364) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:18.221356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:18.236437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b41fd2-5922-431f-95f2-0f7c59ac4009 None None] Network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:18.241718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Transition to ACTIVE for port object d4090a4d-0ef6-44ee-98ae-a28026e2bb5e will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:18.249324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event deleted for resources: {'Network': ['ID=57e7285b-ce7e-49c2-961a-7680dca39a43,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:18.301973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2e56e6-b5ef-499d-ae68-f635d9f0b03e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:18.304789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:18.425402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'Port': ['ID=d4090a4d-0ef6-44ee-98ae-a28026e2bb5e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:18.474791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:18.475668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:18.512523 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:12Z', 'revision_number': 3, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:18.529252 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194326af-c038-4267-b920-ffcbfd58ce34 None None] The sync data for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv is: [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:12Z', 'revision_number': 3, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:25:18.551218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Deleting port 49ad850f-e6fd-4561-8bb7-61b4063139ca {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:18.551917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:18.604095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40372) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:18.609874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Router 58800531-02c6-43f5-8c37-ab16ed94172e is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:25:18.612362 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-78dd057a-1d56-4087-aec4-d4d93ca9bb75 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.5414648 Dec 23 08:25:18.617040 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d960a8d1-0db4-4ad3-b8aa-d0cea55343cd tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "DELETE /v2.0/networks/57e7285b-ce7e-49c2-961a-7680dca39a43 HTTP/1.1" status: 204 len: 168 time: 3.6392138 Dec 23 08:25:18.618494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40376) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:18.618934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40378) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:18.628722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Checking segment: {'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:18.629090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Network hostable DHCP agents. Network: 5d79c11a-5e55-4a75-9350-89720b0d6a53, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:18.644563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:18.649529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:18.654084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Usage tracker for resource:network and tenant:8889b22ab8c24e92af34c67f110bf03e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:18.657039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:18.672071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:18.756466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Made reservation on behalf of 8889b22ab8c24e92af34c67f110bf03e for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:18.761348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:18.806791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:18.820551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:18.820953 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Added segment f8b721b6-8f6e-4f57-af4a-1a3c2e0d6bda of type vlan for network dca4b31f-bea5-4ab2-940b-87eb133c31b0 Dec 23 08:25:18.827627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554a95f-0205-4621-9517-be79f2de3276 None None] Network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:18.845421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cad17dd7-a142-48d7-96ae-2cea2290bf05 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:19.010107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.058541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-92e9c6c1-c2b5-4222-8501-791d156ed1fd None None] Provisioning for port b2b63190-16c8-493f-8981-f89abb4be2d9 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:19.070355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-92e9c6c1-c2b5-4222-8501-791d156ed1fd None None] Provisioning complete for port b2b63190-16c8-493f-8981-f89abb4be2d9 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:19.071002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-92e9c6c1-c2b5-4222-8501-791d156ed1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.078522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.079884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:19.080734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.195191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port cad17dd7-a142-48d7-96ae-2cea2290bf05 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:19.210872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a3196ee8-ab42-4592-a8e8-9eb98f608f5d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:19.272548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.273277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.305464 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b145d2a-61f2-4782-97c9-c38268a55c2b None None] Network 824d0043-5466-40fa-aafd-00652d6477b8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:19.307136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Network 5d79c11a-5e55-4a75-9350-89720b0d6a53 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:19.326334 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.7040577 Dec 23 08:25:19.341251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40386) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:19.370923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Request body: {'subnet': {'network_id': 'dca4b31f-bea5-4ab2-940b-87eb133c31b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:19.376871 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:19.381759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Usage tracker for resource:subnet and tenant:8889b22ab8c24e92af34c67f110bf03e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:19.392318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:19.410434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 5d79c11a-5e55-4a75-9350-89720b0d6a53) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:19.414423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:19.428043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:19.447846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63980e08-53e5-40ed-ad5a-17264f4b8c28 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:19.453303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63980e08-53e5-40ed-ad5a-17264f4b8c28 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:19.458490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63980e08-53e5-40ed-ad5a-17264f4b8c28 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:19.459999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-63980e08-53e5-40ed-ad5a-17264f4b8c28 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Synchronizing usage tracker for tenant:e1b11defb9ae41cd913164c60ff4dd8f on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:19.469532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fc4e6-0459-4763-9372-dfaa0c180744 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'Network': ['ID=dca4b31f-bea5-4ab2-940b-87eb133c31b0,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:19.478291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c69334-5bd3-421b-b549-dc44e031f336 None None] Network 5d79c11a-5e55-4a75-9350-89720b0d6a53 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:19.486849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.501493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Calling delete_port for 49ad850f-e6fd-4561-8bb7-61b4063139ca owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:19.513893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:19.514271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:19.514671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:19.581810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Made reservation on behalf of 8889b22ab8c24e92af34c67f110bf03e for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:19.581810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.628677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d961ac6-4792-4306-9705-197a50d24b24 None None] Network 98051095-082b-4e53-a30c-97a516ce3512 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:19.642534 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network dca4b31f-bea5-4ab2-940b-87eb133c31b0 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:19.735696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-38991621-f4c3-40d0-be62-1214a1ea8a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.869451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-38991621-f4c3-40d0-be62-1214a1ea8a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:19.877110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-38991621-f4c3-40d0-be62-1214a1ea8a8d admin admin] Usage tracker for resource:security_group_rule and tenant:3895f1329a18499ca2874af804ec06dc is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:19.898364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Allocated IP 172.20.0.1 (0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a/f004cc47-ad24-408a-974a-3cbf6ff0c1c4/af9fa7aa-047f-47f8-bdb6-ae9f8c260473) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:19.923659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:19.933830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-38991621-f4c3-40d0-be62-1214a1ea8a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:19.980976 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-38991621-f4c3-40d0-be62-1214a1ea8a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:19.996405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Pushing event deleted for resources: {'Port': ['ID=49ad850f-e6fd-4561-8bb7-61b4063139ca,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:20.013630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:20.014138 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:20.035614 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 2 to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e Dec 23 08:25:20.050729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-63980e08-53e5-40ed-ad5a-17264f4b8c28 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Unset dirty status for tenant:e1b11defb9ae41cd913164c60ff4dd8f on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:20.054968 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-63980e08-53e5-40ed-ad5a-17264f4b8c28 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 1.4316583 Dec 23 08:25:20.056724 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40392) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:20.078463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:20.078802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:20.079108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:20.126249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.142712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:20.142712 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:20.146637 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.147196 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 3 to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e Dec 23 08:25:20.170589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Transition to ACTIVE for port object af9fa7aa-047f-47f8-bdb6-ae9f8c260473 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:20.178627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:20.178943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:20.179281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:20.185907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a3196ee8-ab42-4592-a8e8-9eb98f608f5d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:20.214177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-68fc5ed2-04ab-424c-bbe8-2457beb42972 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Deleting port bf957615-e669-4a07-a6e0-9b685b2c8935 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:20.214597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68fc5ed2-04ab-424c-bbe8-2457beb42972 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.226537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:20.227066 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:20.230159 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 4 to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e Dec 23 08:25:20.262963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:20.263289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:20.263787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:20.274320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:20.274843 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:20.278263 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 5 to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e Dec 23 08:25:20.282488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-92e9c6c1-c2b5-4222-8501-791d156ed1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.296743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:20.297080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:20.297409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:20.304438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-38991621-f4c3-40d0-be62-1214a1ea8a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.311142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.339279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:25:20.341340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.346186 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-97fc698e-686f-44a8-a8e8-ad13e3068139 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669 tempest-ExternalNetworksAdminNegativeTestJSON-1728049669-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/e8a31592-de05-4f4f-b804-e695400d4fe0 HTTP/1.1" status: 204 len: 168 time: 2.1219046 Dec 23 08:25:20.354522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-38991621-f4c3-40d0-be62-1214a1ea8a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.390230 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43c6af3a-e918-452f-b23e-eb8185861b37 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:20.416242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:20.416571 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:20.420131 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 6 to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e Dec 23 08:25:20.430893 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:25:20.444462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:20.447824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:20.448152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:20.448486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:20.450664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:20.456476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Sync routers for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:25:20.474281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:20.479199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38991621-f4c3-40d0-be62-1214a1ea8a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b2aff8-c04e-419b-8e50-0455efa80247,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:20.491872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:20.492482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:20.514836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=af9fa7aa-047f-47f8-bdb6-ae9f8c260473,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:20.615406 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-38991621-f4c3-40d0-be62-1214a1ea8a8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3895f1329a18499ca2874af804ec06dc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0068192 Dec 23 08:25:20.631951 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40398) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:20.647908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-92e9c6c1-c2b5-4222-8501-791d156ed1fd None None] For port b2b63190-16c8-493f-8981-f89abb4be2d9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b2b63190-16c8-493f-8981-f89abb4be2d9,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:20.658486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:20.658707 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:20.662726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.663920 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-987e67cd-2312-4551-acc8-27ccbdac0115 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.8054106 Dec 23 08:25:20.679037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40402) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:20.683363 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 7 to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e Dec 23 08:25:20.688034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-92e9c6c1-c2b5-4222-8501-791d156ed1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.732651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:20.733756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:20.734449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:20.737556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.767832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:20.769124 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:20.776548 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 8 to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e Dec 23 08:25:20.818178 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:20.818909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:20.819496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:20.855993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40408) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:20.857146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9c6c1-c2b5-4222-8501-791d156ed1fd None None] Pushing event updated for resources: {'Port': ['ID=b2b63190-16c8-493f-8981-f89abb4be2d9,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:20.913579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:20.919586 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:20.922502 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 9 to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e Dec 23 08:25:20.953178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68fc5ed2-04ab-424c-bbe8-2457beb42972 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:20.995438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:21.002366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:21.003002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:21.023575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Provisioning complete for port b2b63190-16c8-493f-8981-f89abb4be2d9 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:21.023944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.083277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:21.083743 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:21.090410 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 10 to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e Dec 23 08:25:21.098607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 43c6af3a-e918-452f-b23e-eb8185861b37 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:21.108689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 43c6af3a-e918-452f-b23e-eb8185861b37 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:21.109057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.116318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.162165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:21.180867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.182072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-560e46b4-fb3d-4503-bad8-6c9d8a295f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.198166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:21.198607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:21.199048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:21.224898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-560e46b4-fb3d-4503-bad8-6c9d8a295f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.253140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-68fc5ed2-04ab-424c-bbe8-2457beb42972 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Calling delete_port for bf957615-e669-4a07-a6e0-9b685b2c8935 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:21.314194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:21.314641 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:21.315104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.362048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:21.364554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.objects.ports [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83523) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:25:21.365014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.417516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Usage tracker for resource:security_group_rule and tenant:9650a657b02e4271a616b1d02f6c961b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:21.426126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:21.477063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:21.534151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68fc5ed2-04ab-424c-bbe8-2457beb42972 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.617264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.641079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Provisioning for port a3196ee8-ab42-4592-a8e8-9eb98f608f5d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:21.648164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:16Z', 'revision_number': 3, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:21.653608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Checking router: 58800531-02c6-43f5-8c37-ab16ed94172e for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:25:21.653944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Updating router 58800531-02c6-43f5-8c37-ab16ed94172e port e07097af-0a1e-47d0-887f-354fddd8bab4 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:25:21.674406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b673d751-c371-4cfe-9266-d0c71ab28f0c,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:21.682900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 43c6af3a-e918-452f-b23e-eb8185861b37, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43c6af3a-e918-452f-b23e-eb8185861b37,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:21.683843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Provisioning complete for port a3196ee8-ab42-4592-a8e8-9eb98f608f5d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:21.684168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.709296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc5ed2-04ab-424c-bbe8-2457beb42972 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event deleted for resources: {'Port': ['ID=bf957615-e669-4a07-a6e0-9b685b2c8935,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:21.712056 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68fc5ed2-04ab-424c-bbe8-2457beb42972 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.722512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.738935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] For port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:21.739395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempted to set empty binding levels {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 08:25:21.751266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Checking segment: {'id': 'f8b721b6-8f6e-4f57-af4a-1a3c2e0d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'dca4b31f-bea5-4ab2-940b-87eb133c31b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:21.751616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Network hostable DHCP agents. Network: dca4b31f-bea5-4ab2-940b-87eb133c31b0, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:21.763554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.793439 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-68fc5ed2-04ab-424c-bbe8-2457beb42972 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "DELETE /v2.0/ports/bf957615-e669-4a07-a6e0-9b685b2c8935 HTTP/1.1" status: 204 len: 168 time: 1.7299452 Dec 23 08:25:21.802556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40414) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:21.815708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Request body: {'port': {'name': 'tempest-new-port-name-1076966521', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:21.816319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.api.validators [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] bootfile-name is not in valid_values {{(pid=83522) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:25:21.816780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.api.validators [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] tftp-server is not in valid_values {{(pid=83522) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:25:21.817604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.api.validators [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] server-ip-address is not in valid_values {{(pid=83522) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:25:21.819695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.874795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=43c6af3a-e918-452f-b23e-eb8185861b37,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:21.898052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.946585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:21.956923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.013922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.023441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.057059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-560e46b4-fb3d-4503-bad8-6c9d8a295f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.088291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.092312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d5af2-f6a7-45e3-a78f-b7a9bc992201,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:22.110264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-560e46b4-fb3d-4503-bad8-6c9d8a295f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.111391 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-560e46b4-fb3d-4503-bad8-6c9d8a295f21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63b2aff8-c04e-419b-8e50-0455efa80247 HTTP/1.1" status: 204 len: 168 time: 1.4775476 Dec 23 08:25:22.129217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e46b4-fb3d-4503-bad8-6c9d8a295f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b2aff8-c04e-419b-8e50-0455efa80247,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:22.134903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.136857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] For port a3196ee8-ab42-4592-a8e8-9eb98f608f5d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a3196ee8-ab42-4592-a8e8-9eb98f608f5d,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:22.153279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.157142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.183337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:25:22.191833 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Sync routers for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:25:22.192424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Network dca4b31f-bea5-4ab2-940b-87eb133c31b0 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:22.213244 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:22.213855 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:22.277174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.279598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'Port': ['ID=d4090a4d-0ef6-44ee-98ae-a28026e2bb5e,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:22.284164 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-20cc4974-da58-4ede-9313-95db9e0aa478 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2905569 Dec 23 08:25:22.287277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40420) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:22.435978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43c6af3a-e918-452f-b23e-eb8185861b37 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:22.495376 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:22.510682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, dca4b31f-bea5-4ab2-940b-87eb133c31b0) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:22.522728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:22.523530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.543290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Synchronizing usage tracker for tenant:a67ec8f2b0b04aea8cb426ed9f12017e on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:22.555708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0e2de7-4577-444e-8ab7-a12ec8a6f727 None None] Network dca4b31f-bea5-4ab2-940b-87eb133c31b0 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:22.566407 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6057e5ba-5e31-4af4-a211-7c5d9f95ba33 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2227263 Dec 23 08:25:22.577910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40426) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:22.584005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Request body: {'floatingip': {'floating_network_id': 'dca4b31f-bea5-4ab2-940b-87eb133c31b0'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:22.589361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:22.593392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Usage tracker for resource:floatingip and tenant:8889b22ab8c24e92af34c67f110bf03e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:22.596743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:22.603429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:22.617512 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-71f6ba2f-2ad9-492c-9a97-2fe080a6537f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.7660394 Dec 23 08:25:22.622936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40430) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:22.631729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.831117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=af9fa7aa-047f-47f8-bdb6-ae9f8c260473,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:22.879271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Provisioning for port cad17dd7-a142-48d7-96ae-2cea2290bf05 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:22.882462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40434) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:22.886249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Pushing event updated for resources: {'Port': ['ID=a3196ee8-ab42-4592-a8e8-9eb98f608f5d,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:22.895183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Provisioning complete for port cad17dd7-a142-48d7-96ae-2cea2290bf05 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:22.895825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.910395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] Unset dirty status for tenant:a67ec8f2b0b04aea8cb426ed9f12017e on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:22.914371 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7313ef72-f9b6-41fe-8c33-5bc02f52593c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9650a657b02e4271a616b1d02f6c961b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0466602 Dec 23 08:25:22.915126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40438) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:22.940273 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:17Z', 'revision_number': 3, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:22.944879 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Checking router: d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:25:22.944879 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Updating router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec port 802dc94f-b0ca-4479-8f75-68bf0f5aed87 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:25:22.946423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:25:22.956622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38a4df5a-661b-4d75-98bc-14eb21fce32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.964109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.981341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.resource_extend [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:25:22.984927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:22.998661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:23.008478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:23.012317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fbb5e05b-d99b-4bc8-aaa0-cc4d80f9353c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Deleting port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:23.012678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e05b-d99b-4bc8-aaa0-cc4d80f9353c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.015705 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.102314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event updated for resources: {'Port': ['ID=6c008dc4-76c3-42a5-8bc0-0a9018fec8f7,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:23.127065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] In _notify_port_updated(), no bound segment for port 6c008dc4-76c3-42a5-8bc0-0a9018fec8f7 on network 98051095-082b-4e53-a30c-97a516ce3512 {{(pid=83522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:25:23.133216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:23.134757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.138508 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5b6b6da5-f226-4dd8-a397-d206dfbffb08 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "PUT /v2.0/ports/6c008dc4-76c3-42a5-8bc0-0a9018fec8f7 HTTP/1.1" status: 200 len: 1136 time: 1.3333192 Dec 23 08:25:23.141441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40442) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:23.177054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 43c6af3a-e918-452f-b23e-eb8185861b37 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:23.177553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.284305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf59dc6-0f0e-41d2-be16-0e000852c5f0 None None] Network dca4b31f-bea5-4ab2-940b-87eb133c31b0 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:23.304003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.356014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfab39a-37c0-43b9-a879-6ff9b984ac51 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:23.356627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5bfab39a-37c0-43b9-a879-6ff9b984ac51 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Synchronizing usage tracker for tenant:e1b11defb9ae41cd913164c60ff4dd8f on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:23.417435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-38a4df5a-661b-4d75-98bc-14eb21fce32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:23.440398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-38a4df5a-661b-4d75-98bc-14eb21fce32d admin admin] Usage tracker for resource:security_group_rule and tenant:f7bd630eaf644cfda84adb16205478ff is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:23.456537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5bfab39a-37c0-43b9-a879-6ff9b984ac51 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Unset dirty status for tenant:e1b11defb9ae41cd913164c60ff4dd8f on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:23.461275 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5bfab39a-37c0-43b9-a879-6ff9b984ac51 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "GET /v2.0/ports/6c008dc4-76c3-42a5-8bc0-0a9018fec8f7 HTTP/1.1" status: 200 len: 1136 time: 0.3148553 Dec 23 08:25:23.463594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40446) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:23.466694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-38a4df5a-661b-4d75-98bc-14eb21fce32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:23.471616 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Transition to ACTIVE for port object e07097af-0a1e-47d0-887f-354fddd8bab4 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:23.481646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-38a4df5a-661b-4d75-98bc-14eb21fce32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:23.485155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.502918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.528289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dca8025c-4799-4877-97f1-40054f64eda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.572549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-13e752b5-9e75-4ef1-a650-e8d2e01bb5cd tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Deleting port 6c008dc4-76c3-42a5-8bc0-0a9018fec8f7 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:23.572880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-13e752b5-9e75-4ef1-a650-e8d2e01bb5cd tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.630199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Attempting to bind port e07097af-0a1e-47d0-887f-354fddd8bab4 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:23.630620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Attempting to bind port e07097af-0a1e-47d0-887f-354fddd8bab4 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:23.631079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Attempting to bind port e07097af-0a1e-47d0-887f-354fddd8bab4 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:23.653771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:23.654508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:23.654849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.655375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:23.656025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Bound port: e07097af-0a1e-47d0-887f-354fddd8bab4, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:23.656593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.690915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b2b63190-16c8-493f-8981-f89abb4be2d9 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:23.734448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dca8025c-4799-4877-97f1-40054f64eda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.816135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] For port cad17dd7-a142-48d7-96ae-2cea2290bf05, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cad17dd7-a142-48d7-96ae-2cea2290bf05,segment=NetworkSegment(244819d5-76cc-484a-b7de-f3e6789f8fbe),segment_id=244819d5-76cc-484a-b7de-f3e6789f8fbe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:23.821252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d9aeb-eee2-4a51-8929-dfccaf3a3880 None None] Pushing event updated for resources: {'Port': ['ID=e07097af-0a1e-47d0-887f-354fddd8bab4,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:23.834591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.841915 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.859469 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Transition to ACTIVE for port object 802dc94f-b0ca-4479-8f75-68bf0f5aed87 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:23.871263 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.932875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] For port e07097af-0a1e-47d0-887f-354fddd8bab4, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:23.945877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] For port e07097af-0a1e-47d0-887f-354fddd8bab4, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e07097af-0a1e-47d0-887f-354fddd8bab4,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:23.950367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b2b63190-16c8-493f-8981-f89abb4be2d9 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:23.950940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:23.990889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Provisioning for port 323b0646-e2a5-458a-b747-5d24c65de310 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:23.995261 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fe6f0-bbd5-49ca-8ce2-857d69f7b3e8 None None] Pushing event updated for resources: {'Port': ['ID=802dc94f-b0ca-4479-8f75-68bf0f5aed87,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:24.000054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38a4df5a-661b-4d75-98bc-14eb21fce32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.004113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.005104 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Attempting to bind port 802dc94f-b0ca-4479-8f75-68bf0f5aed87 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:24.005484 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Attempting to bind port 802dc94f-b0ca-4479-8f75-68bf0f5aed87 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:24.005856 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Attempting to bind port 802dc94f-b0ca-4479-8f75-68bf0f5aed87 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:24.023595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Provisioning complete for port 323b0646-e2a5-458a-b747-5d24c65de310 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:24.024122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.026252 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:24.026650 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:24.028222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-fbb5e05b-d99b-4bc8-aaa0-cc4d80f9353c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] For port d4090a4d-0ef6-44ee-98ae-a28026e2bb5e, host hv-neutron-8225, got binding levels [] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:24.029428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e05b-d99b-4bc8-aaa0-cc4d80f9353c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.032141 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.032611 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:24.033258 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Bound port: 802dc94f-b0ca-4479-8f75-68bf0f5aed87, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:24.033653 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.053182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38a4df5a-661b-4d75-98bc-14eb21fce32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.074695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Pushing event updated for resources: {'Port': ['ID=cad17dd7-a142-48d7-96ae-2cea2290bf05,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:24.140657 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] For port 802dc94f-b0ca-4479-8f75-68bf0f5aed87, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:24.151417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d9aeb-eee2-4a51-8929-dfccaf3a3880 None None] Pushing event updated for resources: {'Port': ['ID=e07097af-0a1e-47d0-887f-354fddd8bab4,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:24.199247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:24.201984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:24.208565 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] For port 802dc94f-b0ca-4479-8f75-68bf0f5aed87, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=802dc94f-b0ca-4479-8f75-68bf0f5aed87,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:24.221088 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.246133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fbb5e05b-d99b-4bc8-aaa0-cc4d80f9353c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Calling delete_port for d4090a4d-0ef6-44ee-98ae-a28026e2bb5e owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:24.322763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.330868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4df5a-661b-4d75-98bc-14eb21fce32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba7c200-7bb1-4865-a079-8f8566d2e3fe,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:24.331181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-13e752b5-9e75-4ef1-a650-e8d2e01bb5cd tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.369126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dca8025c-4799-4877-97f1-40054f64eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.369799 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fe6f0-bbd5-49ca-8ce2-857d69f7b3e8 None None] Pushing event updated for resources: {'Port': ['ID=802dc94f-b0ca-4479-8f75-68bf0f5aed87,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:24.393572 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-38a4df5a-661b-4d75-98bc-14eb21fce32d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7bd630eaf644cfda84adb16205478ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5095117 Dec 23 08:25:24.396584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40450) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:24.409393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:24.418049 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:24.418864 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:24.469194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-13e752b5-9e75-4ef1-a650-e8d2e01bb5cd tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Calling delete_port for 6c008dc4-76c3-42a5-8bc0-0a9018fec8f7 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:24.478457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8025c-4799-4877-97f1-40054f64eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d5af2-f6a7-45e3-a78f-b7a9bc992201,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:24.551133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dca8025c-4799-4877-97f1-40054f64eda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.555193 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dca8025c-4799-4877-97f1-40054f64eda6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f1d5af2-f6a7-45e3-a78f-b7a9bc992201 HTTP/1.1" status: 204 len: 168 time: 1.6323841 Dec 23 08:25:24.569397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e05b-d99b-4bc8-aaa0-cc4d80f9353c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.719164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-13e752b5-9e75-4ef1-a650-e8d2e01bb5cd tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.761486 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:24.773680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.815138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e752b5-9e75-4ef1-a650-e8d2e01bb5cd tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event deleted for resources: {'Port': ['ID=6c008dc4-76c3-42a5-8bc0-0a9018fec8f7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:24.845388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5e05b-d99b-4bc8-aaa0-cc4d80f9353c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4090a4d-0ef6-44ee-98ae-a28026e2bb5e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:24.882248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e05b-d99b-4bc8-aaa0-cc4d80f9353c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.908211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-13e752b5-9e75-4ef1-a650-e8d2e01bb5cd tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.974862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Allocated IP 172.20.0.3 (dca4b31f-bea5-4ab2-940b-87eb133c31b0/b673d751-c371-4cfe-9266-d0c71ab28f0c/82c50664-8511-4e8c-9a0d-8328620d2a4a) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:24.977695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92141762-5254-43bf-a68c-de1b6c576059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:24.982760 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fbb5e05b-d99b-4bc8-aaa0-cc4d80f9353c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d4090a4d-0ef6-44ee-98ae-a28026e2bb5e HTTP/1.1" status: 204 len: 168 time: 2.3505309 Dec 23 08:25:24.985423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40458) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:25.003066 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-13e752b5-9e75-4ef1-a650-e8d2e01bb5cd tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "DELETE /v2.0/ports/6c008dc4-76c3-42a5-8bc0-0a9018fec8f7 HTTP/1.1" status: 204 len: 168 time: 1.5237632 Dec 23 08:25:25.009293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40462) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:25.157488 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a76517b-a2a0-4efd-82b0-3f3ebd3bffae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] GET failed (client error): The resource could not be found. Dec 23 08:25:25.158197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2a76517b-a2a0-4efd-82b0-3f3ebd3bffae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Synchronizing usage tracker for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:25.158757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] For port 323b0646-e2a5-458a-b747-5d24c65de310, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=323b0646-e2a5-458a-b747-5d24c65de310,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:25.169818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.181179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92141762-5254-43bf-a68c-de1b6c576059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.280533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2a76517b-a2a0-4efd-82b0-3f3ebd3bffae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Unset dirty status for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:25.282703 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2a76517b-a2a0-4efd-82b0-3f3ebd3bffae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "GET /v2.0/ports/d4090a4d-0ef6-44ee-98ae-a28026e2bb5e HTTP/1.1" status: 404 len: 333 time: 0.2947965 Dec 23 08:25:25.291192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40466) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:25.304134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Request body: {'port': {'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2050048534'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:25.304673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83febe61-e828-436d-b101-8a9b18747e9f None None] Pushing event updated for resources: {'Port': ['ID=323b0646-e2a5-458a-b747-5d24c65de310,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:25.320183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:25.328033 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:25:25.336064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.336308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Could not find standard attr ID for object bf957615-e669-4a07-a6e0-9b685b2c8935. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:25:25.341827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cad17dd7-a142-48d7-96ae-2cea2290bf05 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:25.358129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92141762-5254-43bf-a68c-de1b6c576059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.359149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:25.366329 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:17Z', 'revision_number': 3, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:25.376648 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423dbfe2-2d32-41b7-87de-faeb0b3e6ebb None None] The sync data for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv is: [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:17Z', 'revision_number': 3, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:25:25.382407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40470) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:25.429799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:16Z', 'revision_number': 3, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:25.440904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccb1b5-00c3-4420-b509-d8d129ad7d82 None None] The sync data for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv is: [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:16Z', 'revision_number': 3, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:25:25.464588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Provisioning complete for port cad17dd7-a142-48d7-96ae-2cea2290bf05 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:25.464821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92141762-5254-43bf-a68c-de1b6c576059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba7c200-7bb1-4865-a079-8f8566d2e3fe,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:25.464917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.492452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92141762-5254-43bf-a68c-de1b6c576059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.495992 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-92141762-5254-43bf-a68c-de1b6c576059 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ba7c200-7bb1-4865-a079-8f8566d2e3fe HTTP/1.1" status: 204 len: 168 time: 1.0860610 Dec 23 08:25:25.496123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Made reservation on behalf of 466d53defd3a481d899cacd745933774 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:25.497808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.537019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.593438 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-40746bfa-5057-4972-94e7-2f2cf7a210f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ba17dfc85ca49fea3336eba012754ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2059784 Dec 23 08:25:25.595457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40476) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:25.608778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port cad17dd7-a142-48d7-96ae-2cea2290bf05 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:25.610102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.637242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Network dca4b31f-bea5-4ab2-940b-87eb133c31b0 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:25.644423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] device_id is not set on port 48e53191-825d-4199-926f-7cfbacd258f7 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:25.650729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:25.653103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:25.683255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'Port': ['ID=82c50664-8511-4e8c-9a0d-8328620d2a4a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:25.800444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.811523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0584a460-eb5d-4fca-9bd1-7ff3a6f4553e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.840676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-b612455b-4060-4513-86d1-f194ebacf065 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Deleting subnet 66e04329-db60-4615-9d3f-e263b15de427 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:25:25.851607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b612455b-4060-4513-86d1-f194ebacf065 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.867250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Could not find standard attr ID for object 6c008dc4-76c3-42a5-8bc0-0a9018fec8f7. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:25:25.888809 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a3196ee8-ab42-4592-a8e8-9eb98f608f5d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:25.896937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0584a460-eb5d-4fca-9bd1-7ff3a6f4553e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:25.958340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Provisioning complete for port a3196ee8-ab42-4592-a8e8-9eb98f608f5d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:25.959086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.011077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b612455b-4060-4513-86d1-f194ebacf065 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.063109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a3196ee8-ab42-4592-a8e8-9eb98f608f5d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:26.063299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.084503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:25:26.091498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.111194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Sync routers for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:25:26.158427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0584a460-eb5d-4fca-9bd1-7ff3a6f4553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.184287 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e14f69a6-db69-4fe5-ba3e-4385bbabc1c6 admin admin] 10.222.0.36 "PUT /v2.0/routers/6c5a70c6-759a-4c89-8dfc-2e30988fed9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1697607 Dec 23 08:25:26.187050 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.218798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0584a460-eb5d-4fca-9bd1-7ff3a6f4553e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.220036 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0584a460-eb5d-4fca-9bd1-7ff3a6f4553e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c09138b-8599-4f89-963b-e04c23cfc4c6 HTTP/1.1" status: 204 len: 168 time: 0.6231124 Dec 23 08:25:26.233237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584a460-eb5d-4fca-9bd1-7ff3a6f4553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c09138b-8599-4f89-963b-e04c23cfc4c6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:26.364492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:26.365111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:26.666572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.681586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.790170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b612455b-4060-4513-86d1-f194ebacf065 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.865682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Provisioning complete for port 323b0646-e2a5-458a-b747-5d24c65de310 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:26.866069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.908936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'Port': ['ID=82c50664-8511-4e8c-9a0d-8328620d2a4a,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:26.926425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b612455b-4060-4513-86d1-f194ebacf065 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.989021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:26.992091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:27.019396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:27.021040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:27.025383 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3a6ff3d9-41b4-4c87-8305-1436a2f25786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4432826 Dec 23 08:25:27.026939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40506) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:27.170603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-55f52f9a-a025-4fa9-ad58-5354bc7ba6c7 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Synchronizing usage tracker for tenant:8889b22ab8c24e92af34c67f110bf03e on resource:floatingip {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:27.194399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Allocated IP 172.20.0.1 (63788f09-fc68-4f8e-bdc1-ffd155abbfb2/de68b6fd-1b22-40df-9e00-1824b09c2273/eab82e90-a7fe-4ae9-a2a1-4c26ecfad090) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:27.210155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-55f52f9a-a025-4fa9-ad58-5354bc7ba6c7 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Unset dirty status for tenant:8889b22ab8c24e92af34c67f110bf03e on resource:floatingip {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:27.211334 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-55f52f9a-a025-4fa9-ad58-5354bc7ba6c7 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=dca4b31f-bea5-4ab2-940b-87eb133c31b0 HTTP/1.1" status: 200 len: 689 time: 0.1834450 Dec 23 08:25:27.217851 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40512) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:27.590191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:27.606151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b612455b-4060-4513-86d1-f194ebacf065 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:27.609477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612455b-4060-4513-86d1-f194ebacf065 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event deleted for resources: {'Subnet': ['ID=66e04329-db60-4615-9d3f-e263b15de427,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:27.656095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 323b0646-e2a5-458a-b747-5d24c65de310 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:27.697827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d890cb7c-b224-43c2-a6a8-ecb8a621c568 None None] Network 98051095-082b-4e53-a30c-97a516ce3512 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:27.708641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:27.836327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Provisioning for port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:27.858021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Provisioning complete for port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:27.858574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:27.890794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Deleting port 82c50664-8511-4e8c-9a0d-8328620d2a4a {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:27.891127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:27.915296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Network 5d79c11a-5e55-4a75-9350-89720b0d6a53 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:27.925449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:27.930677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bb5db2eb-ae66-40c7-8d0a-7c14a90c7c62 None None] Port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:25:27.963231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40528) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:27.964212 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b612455b-4060-4513-86d1-f194ebacf065 tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "DELETE /v2.0/subnets/66e04329-db60-4615-9d3f-e263b15de427 HTTP/1.1" status: 204 len: 168 time: 2.8156106 Dec 23 08:25:27.969443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:27.970270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:27.970854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.047144 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7503774 Dec 23 08:25:28.075115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40536) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:28.118904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:28.168180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:20Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'af9fa7aa-047f-47f8-bdb6-ae9f8c260473', 'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'mac_address': 'fa:16:3e:74:b0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:19Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 2, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'subnets': [{'id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:28.176576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8733ee-e44b-4132-a3ba-7b6bbacf26c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'Port': ['ID=48e53191-825d-4199-926f-7cfbacd258f7,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:28.202845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 323b0646-e2a5-458a-b747-5d24c65de310 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:28.203112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.214584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.248668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.255646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Checking router: 6c5a70c6-759a-4c89-8dfc-2e30988fed9a for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:25:28.255992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Updating router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:25:28.384471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.396356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Transition to ACTIVE for port object eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:28.410069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.434817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.500554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.503683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Deleting port cad17dd7-a142-48d7-96ae-2cea2290bf05 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:28.503983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.582112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Pushing event updated for resources: {'Port': ['ID=eab82e90-a7fe-4ae9-a2a1-4c26ecfad090,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:28.621517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.621517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.866404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:28.868035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40560) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:28.877636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:28.896756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541082682', 'description': 'tempest-description--1855015551'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:28.913179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:28.914033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:28.924568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:28.960757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Calling delete_port for 82c50664-8511-4e8c-9a0d-8328620d2a4a owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:28.996950 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Usage tracker for resource:security_group and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:29.015467 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:29.046065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:29.125614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] device_id is not set on port 48e53191-825d-4199-926f-7cfbacd258f7 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:29.134400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.162838 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.174582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.201664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Transition to ACTIVE for port object af9fa7aa-047f-47f8-bdb6-ae9f8c260473 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:29.205841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] DHCP port deletion for 98051095-082b-4e53-a30c-97a516ce3512 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:25:29.213007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.251437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] Deleting port cad17dd7-a142-48d7-96ae-2cea2290bf05 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:29.252062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.252818 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Allocated IP 172.20.0.1 (824d0043-5466-40fa-aafd-00652d6477b8/7cf43b8e-c16b-4e34-8e13-4fd2798b1db8/299c3d4a-7a3f-4c8e-b71b-7da1819ff540) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:29.256181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Transition to ACTIVE for port object 48e53191-825d-4199-926f-7cfbacd258f7 will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:29.281461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.322881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e07097af-0a1e-47d0-887f-354fddd8bab4 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:29.352471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:29.391343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Usage tracker for resource:security_group_rule and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:29.396340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d1c04c62-b65e-49ad-bc72-a21f8e9fada4 None None] Provisioning for port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:29.398067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:29.493997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d1c04c62-b65e-49ad-bc72-a21f8e9fada4 None None] Provisioning complete for port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:29.494367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d1c04c62-b65e-49ad-bc72-a21f8e9fada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.500910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.522139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40574) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:29.543763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:29.550395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] For port cad17dd7-a142-48d7-96ae-2cea2290bf05, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cad17dd7-a142-48d7-96ae-2cea2290bf05,segment=NetworkSegment(244819d5-76cc-484a-b7de-f3e6789f8fbe),segment_id=244819d5-76cc-484a-b7de-f3e6789f8fbe)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:29.550754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.651937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d1c04c62-b65e-49ad-bc72-a21f8e9fada4 None None] Port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:25:29.689258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'Port': ['ID=48e53191-825d-4199-926f-7cfbacd258f7,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:29.740963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Calling delete_port for cad17dd7-a142-48d7-96ae-2cea2290bf05 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:29.789716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-322384808', 'router:external': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:29.809754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:29.820433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Usage tracker for resource:network and tenant:ca5de6dedfd4472ba434ffc9b590626c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:29.827786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:29.830742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.835449 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] For port cad17dd7-a142-48d7-96ae-2cea2290bf05, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cad17dd7-a142-48d7-96ae-2cea2290bf05,segment=NetworkSegment(244819d5-76cc-484a-b7de-f3e6789f8fbe),segment_id=244819d5-76cc-484a-b7de-f3e6789f8fbe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:29.836148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:29.886584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:29.925637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event deleted for resources: {'Port': ['ID=82c50664-8511-4e8c-9a0d-8328620d2a4a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:30.001820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:30.002414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:30.002548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:30.014722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Made reservation on behalf of ca5de6dedfd4472ba434ffc9b590626c for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:30.017212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.037818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.038512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] Calling delete_port for cad17dd7-a142-48d7-96ae-2cea2290bf05 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:30.041941 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.049130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.079754 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36710b7b-e754-44e2-8587-96330d826b2f None None] Pushing event updated for resources: {'Port': ['ID=af9fa7aa-047f-47f8-bdb6-ae9f8c260473,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:30.119496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:30.123404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Usage tracker for resource:security_group_rule and tenant:ca5de6dedfd4472ba434ffc9b590626c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:30.124434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.126625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:30.132343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:30.143519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:30.143853 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:30.151968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event deleted for resources: {'Port': ['ID=cad17dd7-a142-48d7-96ae-2cea2290bf05,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:30.156424 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 2 to bind port 48e53191-825d-4199-926f-7cfbacd258f7 Dec 23 08:25:30.165845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.239152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:30.239803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:30.239915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:30.244329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Transition to ACTIVE for port object 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:30.249469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a45da73-9a93-4285-b533-bb60a291fd73,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:30.250856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.256440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] No DVR routers for this DVR port cad17dd7-a142-48d7-96ae-2cea2290bf05 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:25:30.271297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.275815 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-01e33ffc-1aed-4a87-a186-74c37f3b43c3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4066527 Dec 23 08:25:30.280033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40588) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:30.285686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:30.286037 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:30.289514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Request body: {'security_group_rule': {'security_group_id': '3a45da73-9a93-4285-b533-bb60a291fd73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:30.294846 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 3 to bind port 48e53191-825d-4199-926f-7cfbacd258f7 Dec 23 08:25:30.307338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:30.325839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Usage tracker for resource:security_group_rule and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:30.342189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:30.348666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.351547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:30.356941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:30.357068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:30.357412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:30.368852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Attempting to bind port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:30.369327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Attempting to bind port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:30.369620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Attempting to bind port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 on network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:30.386951 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:30.387696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Checking segment: {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:30.389680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.391099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Bound using segment: {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:30.392343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Bound port: af9fa7aa-047f-47f8-bdb6-ae9f8c260473, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:30.393310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.399799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:30.400420 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:30.402745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 4 to bind port 48e53191-825d-4199-926f-7cfbacd258f7 Dec 23 08:25:30.420908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.464680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.469566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40594) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:30.476940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.482873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.485618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.511460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:30.511928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:30.512372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:30.515456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] For port af9fa7aa-047f-47f8-bdb6-ae9f8c260473, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:30.519216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] For port af9fa7aa-047f-47f8-bdb6-ae9f8c260473, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=af9fa7aa-047f-47f8-bdb6-ae9f8c260473,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:30.524441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:25:30.525203 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:25:30.525771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port e07097af-0a1e-47d0-887f-354fddd8bab4 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:30.529866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.547875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.554461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.558768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98051095-082b-4e53-a30c-97a516ce3512']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:30.572955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.573741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.587364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:30.587695 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:30.591569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Network 824d0043-5466-40fa-aafd-00652d6477b8 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:30.592150 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 5 to bind port 48e53191-825d-4199-926f-7cfbacd258f7 Dec 23 08:25:30.599146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Pushing event updated for resources: {'Port': ['ID=299c3d4a-7a3f-4c8e-b71b-7da1819ff540,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:30.607889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:30.622811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e07097af-0a1e-47d0-887f-354fddd8bab4 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:30.623179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.652565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:30.653032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.682100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244819d5-76cc-484a-b7de-f3e6789f8fbe') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:30.682804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244819d5-76cc-484a-b7de-f3e6789f8fbe') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:30.683739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:30.684076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:30.684400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:30.698561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.711423 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2ef0126d-af56-43d0-88f8-8997dbb82307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.716987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b25c967-344f-44ad-928b-97a33ac4e885,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:30.723874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.731480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-474682476', 'router:external': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:30.732800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:30.733271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.756635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:30.764173 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:30.788885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36710b7b-e754-44e2-8587-96330d826b2f None None] Pushing event updated for resources: {'Port': ['ID=af9fa7aa-047f-47f8-bdb6-ae9f8c260473,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:30.816107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.832100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:30.832464 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Added segment 41b15eab-8232-44bd-b58b-adf36c51ca2f of type vlan for network 073fe320-ff88-44cb-9d07-d4f690fa901a Dec 23 08:25:30.847459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:30.848354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:30.865198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:30.887922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:30.888244 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:30.911927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b673d751-c371-4cfe-9266-d0c71ab28f0c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:30.937432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Usage tracker for resource:network and tenant:408c8dc16f974c5ebee6a9e3c9de284c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:30.945472 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 6 to bind port 48e53191-825d-4199-926f-7cfbacd258f7 Dec 23 08:25:30.963041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Pushing event updated for resources: {'Port': ['ID=eab82e90-a7fe-4ae9-a2a1-4c26ecfad090,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:30.967178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:30.981868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.021413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.025873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.034428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.050080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] Deleting port cad17dd7-a142-48d7-96ae-2cea2290bf05 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:31.050080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.052494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:31.052977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:31.053178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:31.067322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.079329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:31.082782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] Pushing event deleted for resources: {'Network': ['ID=98051095-082b-4e53-a30c-97a516ce3512,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:31.093797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.096337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:31.097111 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:31.097860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca4b31f-bea5-4ab2-940b-87eb133c31b0']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:31.098864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:31.128940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b721b6-8f6e-4f57-af4a-1a3c2e0d6bda') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:31.129238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b721b6-8f6e-4f57-af4a-1a3c2e0d6bda') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:31.149756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fef061a9-8d6d-4f7c-ae2d-2ef519eed0a2 None None] The port 'cad17dd7-a142-48d7-96ae-2cea2290bf05' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:25:31.152388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port e07097af-0a1e-47d0-887f-354fddd8bab4, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e07097af-0a1e-47d0-887f-354fddd8bab4,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:31.153625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.164022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.164659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:31.164783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 802dc94f-b0ca-4479-8f75-68bf0f5aed87 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:31.177404 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eb40295e-a940-45ec-8a60-dd22e818de5f tempest-ExtraDHCPOptionsTestJSON-1136892890 tempest-ExtraDHCPOptionsTestJSON-1136892890-project] 10.222.0.36 "DELETE /v2.0/networks/98051095-082b-4e53-a30c-97a516ce3512 HTTP/1.1" status: 204 len: 168 time: 3.2101324 Dec 23 08:25:31.188339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.189408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:31.190013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.192638 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 7 to bind port 48e53191-825d-4199-926f-7cfbacd258f7 Dec 23 08:25:31.215916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.243021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:31.243021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:31.243544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:31.244278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-16053991-d3aa-4e69-b1cf-48a85074ddaa None None] Provisioning for port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:31.266218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.276818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-16053991-d3aa-4e69-b1cf-48a85074ddaa None None] Provisioning complete for port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:31.277181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-16053991-d3aa-4e69-b1cf-48a85074ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.318517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:31.318687 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:31.325901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:31.326331 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.346815 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 8 to bind port 48e53191-825d-4199-926f-7cfbacd258f7 Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:31.359157 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:31.365197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:31.386189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.387358 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1064203 Dec 23 08:25:31.393709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:31.394054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:31.394414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:31.405319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40602) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:31.405915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:31.406294 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:31.412451 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 9 to bind port 48e53191-825d-4199-926f-7cfbacd258f7 Dec 23 08:25:31.422715 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8883250 Dec 23 08:25:31.431115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40606) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:31.434839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Request body: {'security_group_rule': {'security_group_id': '3a45da73-9a93-4285-b533-bb60a291fd73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:31.440612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:31.444665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Usage tracker for resource:security_group_rule and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:31.447704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:31.453435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=e07097af-0a1e-47d0-887f-354fddd8bab4,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:31.453743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:31.459919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-16053991-d3aa-4e69-b1cf-48a85074ddaa None None] Port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:25:31.465631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfcffe-ef38-4bc5-9bf4-717951c923d1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event updated for resources: {'Network': ['ID=073fe320-ff88-44cb-9d07-d4f690fa901a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:31.482465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:31.482926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:31.483256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:31.491747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.519025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7945bf-3c16-43a2-9a67-3faae5ed5a1f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468337d5-2487-43c9-8bf5-64896ac4184a,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:31.526017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dca4b31f-bea5-4ab2-940b-87eb133c31b0 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 08:25:31.532439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 073fe320-ff88-44cb-9d07-d4f690fa901a details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:31.535932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event deleted for resources: {'Network': ['ID=dca4b31f-bea5-4ab2-940b-87eb133c31b0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:31.541431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.553636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:31.554287 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:31.554988 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Made reservation on behalf of 408c8dc16f974c5ebee6a9e3c9de284c for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:31.558752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.559393 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f56a9be7-c2eb-44ac-a54f-6365c7f6815b tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "DELETE /v2.0/networks/dca4b31f-bea5-4ab2-940b-87eb133c31b0 HTTP/1.1" status: 204 len: 168 time: 4.3404233 Dec 23 08:25:31.561924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40612) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:31.585027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'subnet': {'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:31.669601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 802dc94f-b0ca-4479-8f75-68bf0f5aed87 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:31.675840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-740cb3e6-cfb9-4d48-afe6-961e1230d786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Synchronizing usage tracker for tenant:8889b22ab8c24e92af34c67f110bf03e on resource:floatingip {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:31.694731 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 10 to bind port 48e53191-825d-4199-926f-7cfbacd258f7 Dec 23 08:25:31.697143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-740cb3e6-cfb9-4d48-afe6-961e1230d786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Unset dirty status for tenant:8889b22ab8c24e92af34c67f110bf03e on resource:floatingip {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:31.698702 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-740cb3e6-cfb9-4d48-afe6-961e1230d786 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1355135 Dec 23 08:25:31.700569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 802dc94f-b0ca-4479-8f75-68bf0f5aed87 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:31.701005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.701443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40616) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:31.721200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.762306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40620) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:31.813187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:31.830987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462b9b1-c091-4559-bc02-7725071a9ada tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:31.831878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462b9b1-c091-4559-bc02-7725071a9ada tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:31.832521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462b9b1-c091-4559-bc02-7725071a9ada tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:31.833092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462b9b1-c091-4559-bc02-7725071a9ada tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:31.833654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462b9b1-c091-4559-bc02-7725071a9ada tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:31.834195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462b9b1-c091-4559-bc02-7725071a9ada tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:31.835319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6462b9b1-c091-4559-bc02-7725071a9ada tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Synchronizing usage tracker for tenant:8889b22ab8c24e92af34c67f110bf03e on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:31.855511 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.859149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6462b9b1-c091-4559-bc02-7725071a9ada tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Unset dirty status for tenant:8889b22ab8c24e92af34c67f110bf03e on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:31.861362 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6462b9b1-c091-4559-bc02-7725071a9ada tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.1586497 Dec 23 08:25:31.864261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40628) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:31.867520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.890805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Usage tracker for resource:subnet and tenant:ca5de6dedfd4472ba434ffc9b590626c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:31.899101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:31.905458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-10852ab9-3a8e-4aac-a995-0ba6e1a6b7c3 None None] Provisioning complete for port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:31.905819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-10852ab9-3a8e-4aac-a995-0ba6e1a6b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:31.954012 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:31.956621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:31.957101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:31.958896 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-d452498d-f4ce-46b9-848c-88a6050b2fbc tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] delete failed (client error): The resource could not be found. Dec 23 08:25:31.961233 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d452498d-f4ce-46b9-848c-88a6050b2fbc tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/e8fe23cc-2a5e-4591-8c8a-11e84dd1f218 HTTP/1.1" status: 404 len: 345 time: 0.0950367 Dec 23 08:25:31.963427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40632) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:31.978078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:31.978753 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port 48e53191-825d-4199-926f-7cfbacd258f7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:31.979301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.003848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-10852ab9-3a8e-4aac-a995-0ba6e1a6b7c3 None None] Port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:25:32.010736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:32.046556 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7392c5b3-da9c-448a-bff0-0a88d5d77ae1 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] DELETE failed (client error): The resource could not be found. Dec 23 08:25:32.047204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7392c5b3-da9c-448a-bff0-0a88d5d77ae1 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:25:32.053483 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7392c5b3-da9c-448a-bff0-0a88d5d77ae1 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "DELETE /v2.0/networks/dca4b31f-bea5-4ab2-940b-87eb133c31b0 HTTP/1.1" status: 404 len: 339 time: 0.0890458 Dec 23 08:25:32.056311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40636) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:32.065543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Request body: {'network': {'name': 'tempest-network--2109189414', 'router:external': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:32.073163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:32.081106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:32.090288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Usage tracker for resource:network and tenant:8889b22ab8c24e92af34c67f110bf03e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:32.094942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:32.108751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:32.113917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.125223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Usage tracker for resource:security_group_rule and tenant:408c8dc16f974c5ebee6a9e3c9de284c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:32.126552 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0f3a570f-bdf8-478c-9d61-d0fc43616d20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1b11defb9ae41cd913164c60ff4dd8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3627658 Dec 23 08:25:32.129191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40640) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:32.138104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Made reservation on behalf of ca5de6dedfd4472ba434ffc9b590626c for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:32.140592 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.142299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.146688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Made reservation on behalf of 8889b22ab8c24e92af34c67f110bf03e for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:32.149205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.153781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:32.164814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 802dc94f-b0ca-4479-8f75-68bf0f5aed87, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=802dc94f-b0ca-4479-8f75-68bf0f5aed87,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:32.169322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.172645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:20Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'af9fa7aa-047f-47f8-bdb6-ae9f8c260473', 'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'mac_address': 'fa:16:3e:74:b0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:19Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'subnets': [{'id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:32.178463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483f283-ba75-4570-9717-4a6aa5722715 None None] The sync data for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv is: [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:20Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'af9fa7aa-047f-47f8-bdb6-ae9f8c260473', 'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'mac_address': 'fa:16:3e:74:b0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:19Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'subnets': [{'id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:25:32.181096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.252206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:32.259398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:32.269198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=802dc94f-b0ca-4479-8f75-68bf0f5aed87,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:32.297696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e07097af-0a1e-47d0-887f-354fddd8bab4 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:32.309457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.310240 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Added segment ba886eda-4a5e-4522-acfe-625870c5c287 of type vlan for network afebd67d-726d-41be-a950-bafe573082a3 Dec 23 08:25:32.318511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6714b437-e5d6-48f7-986d-290ed8c4c24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.331492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15333fc7-7531-431d-b8df-eeacd040b83f,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:32.370617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6714b437-e5d6-48f7-986d-290ed8c4c24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.437383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.517028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e07097af-0a1e-47d0-887f-354fddd8bab4 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:32.517659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.535681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.536578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:32.538997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.581282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6714b437-e5d6-48f7-986d-290ed8c4c24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.605470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.606625 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-54b3a13b-5b99-4b42-a550-d0cd587cafbe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1994298 Dec 23 08:25:32.618944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40644) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:32.647597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] For port 48e53191-825d-4199-926f-7cfbacd258f7, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:32.647957 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempted to set empty binding levels {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 08:25:32.652650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:32.670587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.675370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:32.685880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714b437-e5d6-48f7-986d-290ed8c4c24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7a9fcd-d83e-4a1a-8cac-fa2692b332ac,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:32.693813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6714b437-e5d6-48f7-986d-290ed8c4c24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.698412 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6714b437-e5d6-48f7-986d-290ed8c4c24b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b7a9fcd-d83e-4a1a-8cac-fa2692b332ac HTTP/1.1" status: 204 len: 168 time: 0.5678518 Dec 23 08:25:32.710613 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6530130 Dec 23 08:25:32.714591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40650) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:32.783298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Usage tracker for resource:floatingip and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:32.808526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:32.818207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4ff53041-9546-46e2-9eb4-d416a7d96562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.864513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:32.894113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cad17dd7-a142-48d7-96ae-2cea2290bf05 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:25:32.896666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc275d6-0b55-4d3b-9449-b5b0a93bcece tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'Network': ['ID=afebd67d-726d-41be-a950-bafe573082a3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:32.923470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] In _notify_port_updated(), no bound segment for port 48e53191-825d-4199-926f-7cfbacd258f7 on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:25:32.924583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:32.925977 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "PUT /v2.0/ports/48e53191-825d-4199-926f-7cfbacd258f7 HTTP/1.1" status: 200 len: 981 time: 4.8421760 Dec 23 08:25:32.937301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40654) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:32.954171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network afebd67d-726d-41be-a950-bafe573082a3 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:32.975500 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08389b7c-4532-4d72-928d-84b8808f6979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'Port': ['ID=48e53191-825d-4199-926f-7cfbacd258f7,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:32.978415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.016712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.089674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.101675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b579f-5014-4bb2-83b3-739f1c76ec61 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:33.105623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b579f-5014-4bb2-83b3-739f1c76ec61 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:33.110537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b579f-5014-4bb2-83b3-739f1c76ec61 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:33.115080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b579f-5014-4bb2-83b3-739f1c76ec61 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:33.121148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b579f-5014-4bb2-83b3-739f1c76ec61 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:33.122246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7f7b579f-5014-4bb2-83b3-739f1c76ec61 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Synchronizing usage tracker for tenant:b72ef5d655d04f61bc47fb1ac1b09003 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:33.123739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:25:33.138758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: cad17dd7-a142-48d7-96ae-2cea2290bf05 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:25:33.139088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cad17dd7-a142-48d7-96ae-2cea2290bf05 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:25:33.172860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:33.175955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.180481 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ae40b46a-072f-4130-8d53-407790609322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12801 time: 0.2418833 Dec 23 08:25:33.182272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7f7b579f-5014-4bb2-83b3-739f1c76ec61 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Unset dirty status for tenant:b72ef5d655d04f61bc47fb1ac1b09003 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:33.183279 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7f7b579f-5014-4bb2-83b3-739f1c76ec61 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3017 time: 0.4682751 Dec 23 08:25:33.184247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40662) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:33.187068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40666) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:33.216129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.216985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.254566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd085ec-2710-4547-9685-9edda2e69ecd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:33.257997 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.258379 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Added segment 8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97 of type vlan for network ba4403ac-59cf-4f0d-aadd-29008c6e27a2 Dec 23 08:25:33.369845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.410336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-eba5f46a-b41f-4bb1-a104-a93d71925151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Deleting port 48e53191-825d-4199-926f-7cfbacd258f7 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:33.410336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eba5f46a-b41f-4bb1-a104-a93d71925151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.462544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.478183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Pushing event updated for resources: {'Port': ['ID=299c3d4a-7a3f-4c8e-b71b-7da1819ff540,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:33.592248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Router 58800531-02c6-43f5-8c37-ab16ed94172e has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:25:33.657504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Network 824d0043-5466-40fa-aafd-00652d6477b8 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:33.665448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:33.810882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.829315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.833995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-eba5f46a-b41f-4bb1-a104-a93d71925151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] For port 48e53191-825d-4199-926f-7cfbacd258f7, host hv-neutron-8225, got binding levels [] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:33.834377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eba5f46a-b41f-4bb1-a104-a93d71925151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.836416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.855066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.856393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:33.856503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:33.981474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-882f44d5-fa3e-4d40-b26e-82b0cd418eb9 None None] Provisioning complete for port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:33.981776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-882f44d5-fa3e-4d40-b26e-82b0cd418eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.005456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-eba5f46a-b41f-4bb1-a104-a93d71925151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Calling delete_port for 48e53191-825d-4199-926f-7cfbacd258f7 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:34.016187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40682) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:34.033375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-882f44d5-fa3e-4d40-b26e-82b0cd418eb9 None None] Port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:25:34.038888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afebd67d-726d-41be-a950-bafe573082a3']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:34.059895 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba886eda-4a5e-4522-acfe-625870c5c287') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:34.060181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba886eda-4a5e-4522-acfe-625870c5c287') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:34.077591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.107493 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.6194332 Dec 23 08:25:34.107493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be3f7b-caac-4667-bd99-5140b1a8eb78 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event updated for resources: {'Network': ['ID=ba4403ac-59cf-4f0d-aadd-29008c6e27a2,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:34.108154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40688) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:34.114838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'subnet': {'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:34.120637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.123436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:34.124252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.128868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network ba4403ac-59cf-4f0d-aadd-29008c6e27a2 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:34.129990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Usage tracker for resource:subnet and tenant:408c8dc16f974c5ebee6a9e3c9de284c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:34.133339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:34.141165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:34.141558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.252527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:34.255796 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:34.264235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eba5f46a-b41f-4bb1-a104-a93d71925151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.308665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Made reservation on behalf of 408c8dc16f974c5ebee6a9e3c9de284c for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:34.311808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.340754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5f46a-b41f-4bb1-a104-a93d71925151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event deleted for resources: {'Port': ['ID=48e53191-825d-4199-926f-7cfbacd258f7,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:34.345381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1386318460'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:34.347051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.350960 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afebd67d-726d-41be-a950-bafe573082a3 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 08:25:34.353077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.363006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:34.380663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device af9fa7aa-047f-47f8-bdb6-ae9f8c260473 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:34.432862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eba5f46a-b41f-4bb1-a104-a93d71925151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.458782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:34.468219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:34.469132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.483433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event deleted for resources: {'Network': ['ID=afebd67d-726d-41be-a950-bafe573082a3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:34.504091 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-17f4c16f-adaf-40c9-a951-f2bd6f80940f tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "DELETE /v2.0/networks/afebd67d-726d-41be-a950-bafe573082a3 HTTP/1.1" status: 204 len: 168 time: 1.3160295 Dec 23 08:25:34.505914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40692) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:34.516142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Allocated IP 172.26.8.124 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/091b2391-b938-404e-aa41-3d80e6cf8dcd) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:34.518273 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eba5f46a-b41f-4bb1-a104-a93d71925151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "DELETE /v2.0/ports/48e53191-825d-4199-926f-7cfbacd258f7 HTTP/1.1" status: 204 len: 168 time: 1.3330286 Dec 23 08:25:34.521848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Request body: {'network': {'name': 'tempest-network--974563154', 'router:external': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:34.527911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40696) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:34.534108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:34.607103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Usage tracker for resource:network and tenant:8889b22ab8c24e92af34c67f110bf03e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:34.614208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:network and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:34.617514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:34.621125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:34.623692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.625241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:34.629109 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-238ab3a9-e329-4d29-ab82-d9511c947a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] GET failed (client error): The resource could not be found. Dec 23 08:25:34.629847 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-238ab3a9-e329-4d29-ab82-d9511c947a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Synchronizing usage tracker for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:34.632557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:34.659442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Made reservation on behalf of 8889b22ab8c24e92af34c67f110bf03e for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:34.662320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.670540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:34.673994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.676552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port af9fa7aa-047f-47f8-bdb6-ae9f8c260473, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=af9fa7aa-047f-47f8-bdb6-ae9f8c260473,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:34.682296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.683712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 802dc94f-b0ca-4479-8f75-68bf0f5aed87 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:34.706524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-238ab3a9-e329-4d29-ab82-d9511c947a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Unset dirty status for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:34.707989 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-238ab3a9-e329-4d29-ab82-d9511c947a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "GET /v2.0/ports/48e53191-825d-4199-926f-7cfbacd258f7 HTTP/1.1" status: 404 len: 333 time: 0.1787853 Dec 23 08:25:34.714995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40700) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:34.726671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-353153416', 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:34.740250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:34.764656 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:34.766886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:34.778468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.799223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.799888 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Added segment ecd0a8dd-f6b1-416c-bfc4-aeebdcf7ab30 of type vlan for network 799d70c5-043b-4f57-aaed-75d90c06a7ae Dec 23 08:25:34.815840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Made reservation on behalf of 466d53defd3a481d899cacd745933774 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:34.819037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.862798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] device_id is not set on port 0a63b10a-9e02-40f6-9d4b-26212e14fcd1 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:34.894511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 802dc94f-b0ca-4479-8f75-68bf0f5aed87 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:34.895058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:34.937704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=af9fa7aa-047f-47f8-bdb6-ae9f8c260473,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:34.997608 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:25:34.998194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.010858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:35.049159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group_rule and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:35.054497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.065728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:35.080223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:35.089258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.156819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cd5590f9-26d5-4b8a-843e-5e0d6219be8e,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:35.161121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.191989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:25:35.207646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Checking segment: {'id': '41b15eab-8232-44bd-b58b-adf36c51ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:35.207982 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Network hostable DHCP agents. Network: 073fe320-ff88-44cb-9d07-d4f690fa901a, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:35.225933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.257933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.258883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:35.259455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.264678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.348742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.353281 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:35.363700 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b08a746b-38bc-417e-b3a6-8661566ddd68 admin admin] 10.222.0.36 "PUT /v2.0/routers/58800531-02c6-43f5-8c37-ab16ed94172e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6725874 Dec 23 08:25:35.363700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:35.363700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Pushing event updated for resources: {'Port': ['ID=091b2391-b938-404e-aa41-3d80e6cf8dcd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:35.365568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:35.375540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.380853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:25:35.391440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'Network': ['ID=799d70c5-043b-4f57-aaed-75d90c06a7ae,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:35.407690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 799d70c5-043b-4f57-aaed-75d90c06a7ae details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:35.412408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:35.413893 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c4b5959f-c094-4a32-a3f5-e21a0deab6cf tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9023144 Dec 23 08:25:35.416776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40706) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:35.436336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Network 073fe320-ff88-44cb-9d07-d4f690fa901a is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:35.455353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a26e4-cf46-4c87-b9fc-6dbe880fca37,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:35.458310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.458675 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Added segment 67663942-5c67-41b8-ad05-388483950202 of type vlan for network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c Dec 23 08:25:35.469036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 073fe320-ff88-44cb-9d07-d4f690fa901a) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:35.494180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.521708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad72a2-96ad-41ec-8ea9-54f4c7518130 None None] Network 073fe320-ff88-44cb-9d07-d4f690fa901a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:35.559634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:35.560436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.599313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.616525 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-623a1733-10de-4c16-9b49-383f8805c315 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0880611 Dec 23 08:25:35.621182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40714) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:35.629920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-232512747', 'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:35.663121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Network 5d79c11a-5e55-4a75-9350-89720b0d6a53 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:35.672208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.objects.ports [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83523) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:25:35.672685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.680181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:35.683165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:35.684133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:35.684719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.704636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:35.711955 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722164c1-5694-4ae3-8661-fbe30e5f9741 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:35.716206 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-722164c1-5694-4ae3-8661-fbe30e5f9741 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] 10.222.0.36 "GET /v2.0/networks/799d70c5-043b-4f57-aaed-75d90c06a7ae HTTP/1.1" status: 200 len: 756 time: 0.2985170 Dec 23 08:25:35.717154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40718) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:35.730716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:25:35.747979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Usage tracker for resource:port and tenant:ca5de6dedfd4472ba434ffc9b590626c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:35.750682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.751634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:35.760809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:35.797449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db625613-18d8-47ae-9a72-8ebdb545fc82,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:35.806622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'Port': ['ID=0a63b10a-9e02-40f6-9d4b-26212e14fcd1,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:35.810525 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7e4873e9-fa33-474d-bfed-2e36ca7a8e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0927474 Dec 23 08:25:35.827562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40722) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:35.830202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.833927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:35.834534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.848913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6ac0d1-3d54-4b13-a3ea-0fd086833550 None None] Network 073fe320-ff88-44cb-9d07-d4f690fa901a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:35.900827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Made reservation on behalf of ca5de6dedfd4472ba434ffc9b590626c for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:35.903275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:35.984001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6822a8f-cd10-48fd-822a-32e32d08b18b tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:35.988999 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a6822a8f-cd10-48fd-822a-32e32d08b18b tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] 10.222.0.36 "GET /v2.0/networks/5e757e5f-628c-402b-a0a5-8e949609ad23 HTTP/1.1" status: 200 len: 768 time: 0.1935320 Dec 23 08:25:35.989642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40728) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:36.056530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Network': ['ID=1492aa6a-fbab-4966-9d9d-e4c71fe2124c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:36.061530 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-308d5fe6-2caa-416a-8d8c-48cbd7fbaa2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0347896 Dec 23 08:25:36.062509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.068043 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:36.088468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40732) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:36.089212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Checking segment: {'id': '8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:36.089560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Network hostable DHCP agents. Network: ba4403ac-59cf-4f0d-aadd-29008c6e27a2, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:36.092983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c13f0a0e-8d13-4541-9a45-cceedfbb61c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Synchronizing usage tracker for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:36.104162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'name': 'tempest-PortsTestJSON-2004890512'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:36.167024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] device_id is not set on port 2c045d1e-190b-4bc4-8c3c-198ebcfcf5ea yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:36.190239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40736) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:36.214411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1293424235', 'description': 'tempest-description--539481795'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:36.242491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:36.258290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c13f0a0e-8d13-4541-9a45-cceedfbb61c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Unset dirty status for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:36.259711 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c13f0a0e-8d13-4541-9a45-cceedfbb61c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "GET /v2.0/ports/0a63b10a-9e02-40f6-9d4b-26212e14fcd1 HTTP/1.1" status: 200 len: 958 time: 0.4311104 Dec 23 08:25:36.263694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Usage tracker for resource:security_group and tenant:f41ab964d47b44d38cd8289835839fe4 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:36.268883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.273202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40740) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:36.279947 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device af9fa7aa-047f-47f8-bdb6-ae9f8c260473 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:36.282485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:36.295991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:36.312334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:36.316320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Network ba4403ac-59cf-4f0d-aadd-29008c6e27a2 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:36.324693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:36.331579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:36.356332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:36.356853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.362269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.376521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:36.380253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, ba4403ac-59cf-4f0d-aadd-29008c6e27a2) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:36.395572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ce5bf-f09d-4749-84e7-b89d746329e5 None None] Network ba4403ac-59cf-4f0d-aadd-29008c6e27a2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:36.405686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:36.406476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.501697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:36.505073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.520232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Allocated IP 2001:db8::1c1 (073fe320-ff88-44cb-9d07-d4f690fa901a/cd5590f9-26d5-4b8a-843e-5e0d6219be8e/2c045d1e-190b-4bc4-8c3c-198ebcfcf5ea) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:36.537286 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d8e14634-7c8e-4c79-922d-c95fc9a1638e tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4285257 Dec 23 08:25:36.542002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.547595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40744) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:36.555224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:36.571779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-222110934', 'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:36.573615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Usage tracker for resource:security_group_rule and tenant:f41ab964d47b44d38cd8289835839fe4 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:36.578451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:36.582096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 29f6a520-4f8d-408c-ad3c-926eb41a6084 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:36.584203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:36.622979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Usage tracker for resource:port and tenant:408c8dc16f974c5ebee6a9e3c9de284c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:36.623222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799d70c5-043b-4f57-aaed-75d90c06a7ae']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:36.634846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:36.641151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd0a8dd-f6b1-416c-bfc4-aeebdcf7ab30') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:36.641441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd0a8dd-f6b1-416c-bfc4-aeebdcf7ab30') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:36.675919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.697632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:36.703396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc55147-f4da-464d-be4b-b6a8d0531f0a None None] Network ba4403ac-59cf-4f0d-aadd-29008c6e27a2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:36.717145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.726986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:36.733475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9003a-0460-400e-a4c4-a2bb1c3c76f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Deleting port 0a63b10a-9e02-40f6-9d4b-26212e14fcd1 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:36.733803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c4e9003a-0460-400e-a4c4-a2bb1c3c76f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.745184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:36.745572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:36.761233 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:36.864417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.877816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Made reservation on behalf of 408c8dc16f974c5ebee6a9e3c9de284c for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:36.880109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:36.932786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.000319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:25:37.017368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] device_id is not set on port ed9d3c54-9e06-4ac1-8ef5-deeb9c142707 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:37.071739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.114308 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-57d2ec8d-2dee-417b-b9e4-6d7477e51748 admin admin] 10.222.0.36 "PUT /v2.0/routers/d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8155503 Dec 23 08:25:37.114509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 799d70c5-043b-4f57-aaed-75d90c06a7ae {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 08:25:37.114509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8517a2-8011-4498-b66d-2af9401c8d7d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:37.114509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.124832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event deleted for resources: {'Network': ['ID=799d70c5-043b-4f57-aaed-75d90c06a7ae,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:37.140063 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-14f7364a-badd-4539-ab38-397be173855e tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "DELETE /v2.0/networks/799d70c5-043b-4f57-aaed-75d90c06a7ae HTTP/1.1" status: 204 len: 168 time: 1.1344650 Dec 23 08:25:37.145201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40750) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:37.147855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.152639 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d6c28ff8-d53d-4adc-95c5-87b06de9bc69 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9586453 Dec 23 08:25:37.154261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40754) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:37.158686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Request body: {'network': {'name': 'tempest-network--500860047'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:37.164436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.169019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:37.174810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Usage tracker for resource:network and tenant:8889b22ab8c24e92af34c67f110bf03e is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:37.178389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:37.185379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:37.206298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Made reservation on behalf of 8889b22ab8c24e92af34c67f110bf03e for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:37.208975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.219852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:25:37.224123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.256474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Request body: {'security_group_rule': {'security_group_id': '2b8517a2-8011-4498-b66d-2af9401c8d7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:37.286803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:37.291978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.300586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.311744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Usage tracker for resource:security_group_rule and tenant:f41ab964d47b44d38cd8289835839fe4 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:37.332228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:37.336314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:37.345796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.358849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=29f6a520-4f8d-408c-ad3c-926eb41a6084,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:37.367799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.368341 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Added segment 1bb8c22a-5ca9-49a8-a7d4-93bd099e00b4 of type vlan for network 4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60 Dec 23 08:25:37.382237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c4e9003a-0460-400e-a4c4-a2bb1c3c76f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.400387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Checking segment: {'id': '67663942-5c67-41b8-ad05-388483950202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:37.400741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network hostable DHCP agents. Network: 1492aa6a-fbab-4966-9d9d-e4c71fe2124c, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:37.423121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.426796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:37.490596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.492778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:37.496186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.583557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9003a-0460-400e-a4c4-a2bb1c3c76f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Calling delete_port for 0a63b10a-9e02-40f6-9d4b-26212e14fcd1 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:37.629493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40762) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:37.654825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.661221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:37.661360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529025904', 'description': 'tempest-description--1243653902'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:37.675260 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5263999 Dec 23 08:25:37.677118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40766) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:37.677226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Pushing event updated for resources: {'Port': ['ID=091b2391-b938-404e-aa41-3d80e6cf8dcd,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:37.682210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Allocated IP 172.20.0.4 (ba4403ac-59cf-4f0d-aadd-29008c6e27a2/db625613-18d8-47ae-9a72-8ebdb545fc82/ed9d3c54-9e06-4ac1-8ef5-deeb9c142707) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:37.689218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:37.693704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-da2c16af-698f-4779-add7-701578be8fae tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:37.700773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.706314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 1492aa6a-fbab-4966-9d9d-e4c71fe2124c) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:37.713670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Usage tracker for resource:security_group and tenant:9cef971114ab485ab0b3aba6f5eebc60 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:37.716473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:37.720274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:37.720940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.726989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:37.730632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9af5b-0f74-429a-8e31-79704b443ed5 None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:37.755896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:37.758457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.801251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28ba3d-fb53-4ab4-8c53-5eec2e9f3331 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'Network': ['ID=4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:37.818197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:37.819297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.828787 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a1478f34-8c2b-43fc-8112-4558e0cafef5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1872010 Dec 23 08:25:37.828968 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cd258545-ea4f-4f96-af0e-e22a791760f9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7211175 Dec 23 08:25:37.828968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40770) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:37.832814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1346776646'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:37.841826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:37.880439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.905547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:network and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:37.912442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c4e9003a-0460-400e-a4c4-a2bb1c3c76f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:37.917119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:37.931368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Network 073fe320-ff88-44cb-9d07-d4f690fa901a is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:37.933473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:37.952591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:37.965237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:37.968494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.010862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da2c16af-698f-4779-add7-701578be8fae tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.013800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:38.014640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:38.015259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.027267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event updated for resources: {'Port': ['ID=2c045d1e-190b-4bc4-8c3c-198ebcfcf5ea,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:38.029139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:38.040813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.041133 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Added segment a8919088-d1c6-4d6e-966f-5ce3cd1f3663 of type vlan for network 2f17c1a7-cf75-47d2-a368-a6ae57ee212a Dec 23 08:25:38.050052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da2c16af-698f-4779-add7-701578be8fae tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.088611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da2c16af-698f-4779-add7-701578be8fae tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Network 4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60 is not hosted by any dhcp agent {{(pid=83523) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 08:25:38.089480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c16af-698f-4779-add7-701578be8fae tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:38.090736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da2c16af-698f-4779-add7-701578be8fae tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.094901 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-da2c16af-698f-4779-add7-701578be8fae tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "PUT /v2.0/networks/4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60 HTTP/1.1" status: 200 len: 856 time: 0.4144442 Dec 23 08:25:38.096369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40778) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:38.109502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.118720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9003a-0460-400e-a4c4-a2bb1c3c76f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a63b10a-9e02-40f6-9d4b-26212e14fcd1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:38.133205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c4e9003a-0460-400e-a4c4-a2bb1c3c76f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.138878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:38.140892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.154804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Usage tracker for resource:security_group_rule and tenant:9cef971114ab485ab0b3aba6f5eebc60 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:38.169823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:38.190051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:38.194524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d16762-b081-4ea4-b98c-3c83262ceafd,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:38.196617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.201694 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c5594198-b6bb-4075-a200-7d19c7580bad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5778153 Dec 23 08:25:38.216667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c4e9003a-0460-400e-a4c4-a2bb1c3c76f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0a63b10a-9e02-40f6-9d4b-26212e14fcd1 HTTP/1.1" status: 204 len: 168 time: 1.9366982 Dec 23 08:25:38.219929 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40792) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:38.220494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40794) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:38.286383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.287518 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-70ca6f78-9cd9-4cbf-b6fe-3feffdee2bdb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0813932 Dec 23 08:25:38.294430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40802) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:38.299889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Request body: {'security_group_rule': {'security_group_id': '2b8517a2-8011-4498-b66d-2af9401c8d7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:38.314100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c16af-698f-4779-add7-701578be8fae tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event updated for resources: {'Network': ['ID=4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:38.314304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40806) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:38.328000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:38.329558 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d70aa67-492a-4a5e-955c-024614dfa922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] GET failed (client error): The resource could not be found. Dec 23 08:25:38.330186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3d70aa67-492a-4a5e-955c-024614dfa922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Synchronizing usage tracker for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:38.332919 dv-neutron-822507-1-hyperv neutron-server[83522]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 08:25:38.335465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Usage tracker for resource:security_group_rule and tenant:f41ab964d47b44d38cd8289835839fe4 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:38.340591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:38.349347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:38.353757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.358216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.362416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:38.363339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.455882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.493660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-72e05a8e-c58e-4bdb-b451-c1300c14f792 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Deleting port 2c045d1e-190b-4bc4-8c3c-198ebcfcf5ea {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:38.494006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72e05a8e-c58e-4bdb-b451-c1300c14f792 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.514268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.530568 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7049658 Dec 23 08:25:38.534226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40810) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:38.538984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a74d96-cf63-4835-af96-026f2f460be3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Network': ['ID=2f17c1a7-cf75-47d2-a368-a6ae57ee212a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:38.553606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 2f17c1a7-cf75-47d2-a368-a6ae57ee212a details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:38.568419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3d70aa67-492a-4a5e-955c-024614dfa922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Unset dirty status for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:38.569542 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3d70aa67-492a-4a5e-955c-024614dfa922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "GET /v2.0/ports/0a63b10a-9e02-40f6-9d4b-26212e14fcd1 HTTP/1.1" status: 404 len: 333 time: 0.3469126 Dec 23 08:25:38.570763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'ports': [{'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c'}, {'network_id': '2f17c1a7-cf75-47d2-a368-a6ae57ee212a'}]} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:38.571591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:38.572616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '2f17c1a7-cf75-47d2-a368-a6ae57ee212a'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:38.585770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40814) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:38.591594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.601030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Request body: {'port': {'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-787738533'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:38.611799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.616022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-2567719c-2785-4977-8862-ee0379dfc71d req-5c60a725-8b40-4440-8e29-647d314b76fe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Synchronizing usage tracker for tenant:3ce5b6fa1acc41e38c12927d81e4b0db on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:38.618740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:38.698129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:38.732402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.733582 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1030838 Dec 23 08:25:38.740303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.741340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40818) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:38.749379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-2567719c-2785-4977-8862-ee0379dfc71d req-5c60a725-8b40-4440-8e29-647d314b76fe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Unset dirty status for tenant:3ce5b6fa1acc41e38c12927d81e4b0db on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:38.750515 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-5c60a725-8b40-4440-8e29-647d314b76fe tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--541082682&fields=id&tenant_id=3ce5b6fa1acc41e38c12927d81e4b0db HTTP/1.1" status: 200 len: 267 time: 0.4278176 Dec 23 08:25:38.751092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e70cdc-0219-4854-901c-4658d41eba74 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3360bfe5-ec94-4957-8a6b-fa97337bc549,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:38.751866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.763159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Request body: {'security_group_rule': {'security_group_id': '3360bfe5-ec94-4957-8a6b-fa97337bc549', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:38.782535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:38.795954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Usage tracker for resource:security_group_rule and tenant:9cef971114ab485ab0b3aba6f5eebc60 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:38.801488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Made reservation on behalf of 466d53defd3a481d899cacd745933774 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:38.803745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.813497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:38.837366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.842566 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:38.892282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:38.907745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.927901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb8c22a-5ca9-49a8-a7d4-93bd099e00b4') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:38.928190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb8c22a-5ca9-49a8-a7d4-93bd099e00b4') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:38.965602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:38.974910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6993ea23-80de-4d65-b5fc-a36e812c4459,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:38.991933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Network ba4403ac-59cf-4f0d-aadd-29008c6e27a2 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:38.998185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] device_id is not set on port db5872d0-ec41-4f7d-9e65-6569f6263e8f yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:39.001285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.018269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.019507 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-89b49e56-a693-48b7-920e-514088b157e4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7241426 Dec 23 08:25:39.025070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40822) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:39.026056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.038186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:39.048977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:39.051379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event updated for resources: {'Port': ['ID=ed9d3c54-9e06-4ac1-8ef5-deeb9c142707,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:39.052736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:39.056454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:39.056857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.066365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:39.067161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:39.067743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:39.076783 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:39.121825 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1549a5c0-f799-45a9-9dca-ddeeded4864a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.5698047 Dec 23 08:25:39.126082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40826) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:39.131675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72e05a8e-c58e-4bdb-b451-c1300c14f792 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.204108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:39.211974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:39.228367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:39.237263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Usage tracker for resource:floatingip and tenant:f41ab964d47b44d38cd8289835839fe4 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:39.244188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:39.246189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:39.265172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:39.283586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 2} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:39.287291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.305122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.307482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-72e05a8e-c58e-4bdb-b451-c1300c14f792 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Calling delete_port for 2c045d1e-190b-4bc4-8c3c-198ebcfcf5ea owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:39.335753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.336713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 08:25:39.338378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.355336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567719c-2785-4977-8862-ee0379dfc71d req-c57b7192-d398-4770-a230-ba895578e02b tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:39.356782 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-c57b7192-d398-4770-a230-ba895578e02b tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/networks?id=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a HTTP/1.1" status: 200 len: 811 time: 0.5563164 Dec 23 08:25:39.356925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.359122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.374748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.409084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-fa4575f4-67db-4b97-bdcf-f8fad25e0a2a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Deleting port ed9d3c54-9e06-4ac1-8ef5-deeb9c142707 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:39.409400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fa4575f4-67db-4b97-bdcf-f8fad25e0a2a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.424863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:39.452449 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5abfa91f-0fc9-475b-851c-fdde49609c03 tempest-ExternalNetworksTestJSON-1238180361 tempest-ExternalNetworksTestJSON-1238180361-project-admin] 10.222.0.36 "DELETE /v2.0/networks/4a1d7b87-0c4b-4222-a1a5-83d0d3c1bc60 HTTP/1.1" status: 204 len: 168 time: 1.3506658 Dec 23 08:25:39.456421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40830) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:39.460574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c2f8e4-3d81-427c-bab6-3d0137a97850,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:39.463018 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-2aa2d8fc-ab09-4673-8363-099be65ff8e5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/quotas/3ce5b6fa1acc41e38c12927d81e4b0db HTTP/1.1" status: 200 len: 375 time: 0.0922639 Dec 23 08:25:39.554520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.556023 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6f03bf96-ee83-45e8-8db8-09c9d8e2c0fb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8115232 Dec 23 08:25:39.569867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40834) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:39.594018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Request body: {'security_group_rule': {'security_group_id': '3360bfe5-ec94-4957-8a6b-fa97337bc549', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:39.600451 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b984fa-124b-4f97-bb20-3d5e3172e6fe tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] DELETE failed (client error): The resource could not be found. Dec 23 08:25:39.600874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b984fa-124b-4f97-bb20-3d5e3172e6fe tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:25:39.601624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 308642f7-cc1c-4d4d-9700-12309bd2b127 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:39.649871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:39.687987 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-85b984fa-124b-4f97-bb20-3d5e3172e6fe tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] 10.222.0.36 "DELETE /v2.0/subnets/b673d751-c371-4cfe-9266-d0c71ab28f0c HTTP/1.1" status: 404 len: 337 time: 0.2208359 Dec 23 08:25:39.693545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40838) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:39.693886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Usage tracker for resource:security_group_rule and tenant:9cef971114ab485ab0b3aba6f5eebc60 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:39.704022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:39.713631 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:39.799830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.840659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.853778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.894857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72e05a8e-c58e-4bdb-b451-c1300c14f792 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:39.979255 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-3b107200-0c1b-40c9-bdcd-b2490ec7e62f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ce5b6fa1acc41e38c12927d81e4b0db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5153322 Dec 23 08:25:39.990943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e05a8e-c58e-4bdb-b451-c1300c14f792 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c045d1e-190b-4bc4-8c3c-198ebcfcf5ea,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:39.995203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.171890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.193455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fa4575f4-67db-4b97-bdcf-f8fad25e0a2a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.202171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72e05a8e-c58e-4bdb-b451-c1300c14f792 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.221583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.251046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Allocated IP 172.26.8.140 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/97a647bb-f03f-4bf6-a381-6ab7dc1463d7) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:40.278918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e757e5f-628c-402b-a0a5-8e949609ad23']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:40.295505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port d34e1385-5e4d-4c77-810a-a474928245be yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:40.302268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38302878-9562-49cd-a294-397b446b91d8') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:40.302659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38302878-9562-49cd-a294-397b446b91d8') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:40.323289 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-72e05a8e-c58e-4bdb-b451-c1300c14f792 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "DELETE /v2.0/ports/2c045d1e-190b-4bc4-8c3c-198ebcfcf5ea HTTP/1.1" status: 204 len: 168 time: 2.1020656 Dec 23 08:25:40.330633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40850) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:40.332591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-fa4575f4-67db-4b97-bdcf-f8fad25e0a2a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Calling delete_port for ed9d3c54-9e06-4ac1-8ef5-deeb9c142707 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:40.362166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-e93421de-4223-4f1c-9f26-7572f6f34a84 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:25:40.363133 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-e93421de-4223-4f1c-9f26-7572f6f34a84 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2125223 Dec 23 08:25:40.381205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.395192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a', 'external_fixed_ips': [{'subnet_id': 'cd5590f9-26d5-4b8a-843e-5e0d6219be8e', 'ip_address': '2001:db8::1c1'}]}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:40.409719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:40.423934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Usage tracker for resource:router and tenant:ca5de6dedfd4472ba434ffc9b590626c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:40.429475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.434928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:40.448698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:40.451560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:40.452010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:40.466721 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:40.468768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.479851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.540092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4c730f-21af-4bce-9b2b-698b6cec0f3a,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:40.552575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.622217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.623235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.658582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.662305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.662502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.667048 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-27fcf351-3875-4fcc-8243-ab589c7b16d3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0928490 Dec 23 08:25:40.669412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40854) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:40.684836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-5ae60dc8-e721-4881-ac39-d495d57aa3a2 service neutron] 10.222.0.36 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101063 Dec 23 08:25:40.693751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'Port': ['ID=db5872d0-ec41-4f7d-9e65-6569f6263e8f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:40.710011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Network 5d79c11a-5e55-4a75-9350-89720b0d6a53 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:40.722013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:40.729235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.735845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] Pushing event deleted for resources: {'Network': ['ID=5e757e5f-628c-402b-a0a5-8e949609ad23,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:40.740059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:40.740765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:40.755803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Usage tracker for resource:floatingip and tenant:9cef971114ab485ab0b3aba6f5eebc60 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:40.759502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:40.767725 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8b0967dd-a3c8-45d4-90d2-7f66f5a48e82 tempest-ExternalNetworksTestJSON-437055587 tempest-ExternalNetworksTestJSON-437055587-project] 10.222.0.36 "DELETE /v2.0/networks/5e757e5f-628c-402b-a0a5-8e949609ad23 HTTP/1.1" status: 204 len: 168 time: 1.0710225 Dec 23 08:25:40.772677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:40.795379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.802685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:40.803457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:40.804044 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.811298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.843601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fa4575f4-67db-4b97-bdcf-f8fad25e0a2a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:40.900925 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3b537b57-4eff-4be4-a55d-f6f5d0d3826c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3085706 Dec 23 08:25:40.902193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4575f4-67db-4b97-bdcf-f8fad25e0a2a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed9d3c54-9e06-4ac1-8ef5-deeb9c142707,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:40.913252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40860) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:40.923995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:40.975451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.023503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.029886 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-a8905d3e-323e-4573-9251-d0bb026a1377 service neutron] 10.222.0.36 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316998 Dec 23 08:25:41.032795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fa4575f4-67db-4b97-bdcf-f8fad25e0a2a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.034599 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fa4575f4-67db-4b97-bdcf-f8fad25e0a2a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ed9d3c54-9e06-4ac1-8ef5-deeb9c142707 HTTP/1.1" status: 204 len: 168 time: 1.9054923 Dec 23 08:25:41.044664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40864) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:41.048752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.073321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2', 'external_fixed_ips': [{'subnet_id': 'db625613-18d8-47ae-9a72-8ebdb545fc82', 'ip_address': '172.20.0.4'}]}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:41.085694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:41.090816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:41.095385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:41.097724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:41.110270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.136386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Usage tracker for resource:router and tenant:408c8dc16f974c5ebee6a9e3c9de284c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:41.147504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:41.159894 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Pushing event updated for resources: {'Port': ['ID=97a647bb-f03f-4bf6-a381-6ab7dc1463d7,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:41.193750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40870) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:41.195775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:41.294410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:41.314559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40884) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:41.326696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:41.337147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:41.339339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.372185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.373008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.380316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=308642f7-cc1c-4d4d-9700-12309bd2b127,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:41.426015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] device_id is not set on port db5872d0-ec41-4f7d-9e65-6569f6263e8f yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:41.435512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.473992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Transition to ACTIVE for port object db5872d0-ec41-4f7d-9e65-6569f6263e8f will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:41.486669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.587198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=d34e1385-5e4d-4c77-810a-a474928245be,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:41.604623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.611895 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.619829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.668159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Checking segment: {'id': 'a8919088-d1c6-4d6e-966f-5ce3cd1f3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2f17c1a7-cf75-47d2-a368-a6ae57ee212a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:41.668517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network hostable DHCP agents. Network: 2f17c1a7-cf75-47d2-a368-a6ae57ee212a, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:41.670398 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6c26ebe1-0513-43ad-8981-12a339e92ba1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b72ef5d655d04f61bc47fb1ac1b09003&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4750884 Dec 23 08:25:41.678934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 40902) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:41.679260 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-888a06fe-7f95-4894-a605-1f1f04782181 req-d7ce1eb9-cc6f-4976-b5b1-dacd076694e5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 210 time: 0.3637497 Dec 23 08:25:41.695125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'Port': ['ID=db5872d0-ec41-4f7d-9e65-6569f6263e8f,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:41.719659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.719987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.720372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.726501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.726820 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.727216 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 2 to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f Dec 23 08:25:41.741861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.742229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.742554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.750393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.750712 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.751082 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 3 to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f Dec 23 08:25:41.766293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.766621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.766952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.774121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.774451 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.774826 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 4 to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f Dec 23 08:25:41.790059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.790391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.790717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.797404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.797864 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.798421 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 5 to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f Dec 23 08:25:41.813824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.814185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.814517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.821235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.821585 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.821980 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 6 to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f Dec 23 08:25:41.836643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.836962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.837336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.843060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.843377 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.843745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 7 to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f Dec 23 08:25:41.860384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.860384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.860384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.865646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.865985 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.866370 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 8 to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f Dec 23 08:25:41.881157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.881503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.881811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.888211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.888525 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.888893 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 9 to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f Dec 23 08:25:41.903733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.904060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.904413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.910206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.910527 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.910902 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempt 10 to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f Dec 23 08:25:41.926122 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:41.926451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:41.926915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempting to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:41.933696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:41.934036 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Failed to bind port db5872d0-ec41-4f7d-9e65-6569f6263e8f on host hv-neutron-8225 for vnic_type normal using segments [{'id': '4a68e474-6722-4ab0-acf6-0746cb82cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5d79c11a-5e55-4a75-9350-89720b0d6a53'}] Dec 23 08:25:41.934389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:41.939960 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.087788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] For port db5872d0-ec41-4f7d-9e65-6569f6263e8f, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:42.087788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Attempted to set empty binding levels {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 08:25:42.092063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.158736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 2f17c1a7-cf75-47d2-a368-a6ae57ee212a is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:42.170158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.174494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] In _notify_port_updated(), no bound segment for port db5872d0-ec41-4f7d-9e65-6569f6263e8f on network 5d79c11a-5e55-4a75-9350-89720b0d6a53 {{(pid=83522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:25:42.175688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.179464 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "PUT /v2.0/ports/db5872d0-ec41-4f7d-9e65-6569f6263e8f HTTP/1.1" status: 200 len: 980 time: 1.2610965 Dec 23 08:25:42.181154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40920) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:42.183756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bb3a8-d4ca-45b4-91d7-59881f2d3188 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event updated for resources: {'Port': ['ID=db5872d0-ec41-4f7d-9e65-6569f6263e8f,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:42.205091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8e282854-3d70-479a-a281-ca7f246dc7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.236647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Allocated IP 172.26.8.101 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/ac967a33-a9ad-4840-8b8f-c65a72a9cb34) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:42.251875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ec709610-d49e-466a-bf58-afd1e66dbeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Deleting port db5872d0-ec41-4f7d-9e65-6569f6263e8f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:42.252217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ec709610-d49e-466a-bf58-afd1e66dbeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.263108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 2f17c1a7-cf75-47d2-a368-a6ae57ee212a) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:42.271949 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee2d738-0467-4c60-8f65-395ae848fa1c None None] Network 2f17c1a7-cf75-47d2-a368-a6ae57ee212a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:42.286945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.291618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:42.295588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:42.298770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:42.299417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.310669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8e282854-3d70-479a-a281-ca7f246dc7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.516578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-ec709610-d49e-466a-bf58-afd1e66dbeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] For port db5872d0-ec41-4f7d-9e65-6569f6263e8f, host hv-neutron-8225, got binding levels [] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:42.517004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ec709610-d49e-466a-bf58-afd1e66dbeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.644488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ec709610-d49e-466a-bf58-afd1e66dbeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Calling delete_port for db5872d0-ec41-4f7d-9e65-6569f6263e8f owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:42.704647 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-76c73342-3eae-4135-a36b-6d771758abe6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1642535 Dec 23 08:25:42.712186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40934) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:42.782707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ec709610-d49e-466a-bf58-afd1e66dbeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.842707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec709610-d49e-466a-bf58-afd1e66dbeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Pushing event deleted for resources: {'Port': ['ID=db5872d0-ec41-4f7d-9e65-6569f6263e8f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:42.848504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8937c841-11a7-4c5c-a5bd-7304033a80bf tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port d34e1385-5e4d-4c77-810a-a474928245be {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:42.848970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8937c841-11a7-4c5c-a5bd-7304033a80bf tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.860829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8e282854-3d70-479a-a281-ca7f246dc7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.881251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.904767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ec709610-d49e-466a-bf58-afd1e66dbeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.939450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e282854-3d70-479a-a281-ca7f246dc7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b1118d-1ff8-4b11-a95b-592f333f1b0a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:42.969437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8e282854-3d70-479a-a281-ca7f246dc7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:42.970655 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8e282854-3d70-479a-a281-ca7f246dc7b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49b1118d-1ff8-4b11-a95b-592f333f1b0a HTTP/1.1" status: 204 len: 168 time: 1.2879279 Dec 23 08:25:43.017361 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ec709610-d49e-466a-bf58-afd1e66dbeb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "DELETE /v2.0/ports/db5872d0-ec41-4f7d-9e65-6569f6263e8f HTTP/1.1" status: 204 len: 168 time: 0.8329196 Dec 23 08:25:43.026915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40942) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:43.030723 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-67bc1503-4dff-470f-8eec-129dc95bb52c req-476e16a4-2d0b-407c-b070-f25033b5f7cf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 210 time: 0.0768287 Dec 23 08:25:43.050724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.074078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.087181 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36b46b4-60a2-4d2d-993e-7cc229f9122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] GET failed (client error): The resource could not be found. Dec 23 08:25:43.087894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d36b46b4-60a2-4d2d-993e-7cc229f9122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Synchronizing usage tracker for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:43.145370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.157781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.199772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d36b46b4-60a2-4d2d-993e-7cc229f9122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] Unset dirty status for tenant:466d53defd3a481d899cacd745933774 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:43.201080 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d36b46b4-60a2-4d2d-993e-7cc229f9122f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1237695727-project-admin] 10.222.0.36 "GET /v2.0/ports/db5872d0-ec41-4f7d-9e65-6569f6263e8f HTTP/1.1" status: 404 len: 333 time: 0.1731563 Dec 23 08:25:43.204429 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40948) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:43.207647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8937c841-11a7-4c5c-a5bd-7304033a80bf tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.226280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.282292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Pushing event updated for resources: {'Port': ['ID=97a647bb-f03f-4bf6-a381-6ab7dc1463d7,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:43.337422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:43.350249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:43.363179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.24', 58275) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:43.364063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:43.398417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40952) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:43.409234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8937c841-11a7-4c5c-a5bd-7304033a80bf tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for d34e1385-5e4d-4c77-810a-a474928245be owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:43.488676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.524964 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.580351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Pushing event updated for resources: {'Port': ['ID=ac967a33-a9ad-4840-8b8f-c65a72a9cb34,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:43.659004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8937c841-11a7-4c5c-a5bd-7304033a80bf tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.665530 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-91826bf5-a995-4a8a-8116-7441e973e410 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8889b22ab8c24e92af34c67f110bf03e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2629719 Dec 23 08:25:43.677866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40958) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:43.706701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.714141 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7040bd7e-948e-4e02-aa3a-be03e1aae12a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6738648 Dec 23 08:25:43.796300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937c841-11a7-4c5c-a5bd-7304033a80bf tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=d34e1385-5e4d-4c77-810a-a474928245be,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:43.826455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.833402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.850039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8937c841-11a7-4c5c-a5bd-7304033a80bf tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.861317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567719c-2785-4977-8862-ee0379dfc71d req-6b36b5ac-5eb4-49ce-ae37-b1a3a8d70f4b tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:43.861994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2567719c-2785-4977-8862-ee0379dfc71d req-6b36b5ac-5eb4-49ce-ae37-b1a3a8d70f4b tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Synchronizing usage tracker for tenant:3ce5b6fa1acc41e38c12927d81e4b0db on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:43.875186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:43.877504 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8937c841-11a7-4c5c-a5bd-7304033a80bf tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/d34e1385-5e4d-4c77-810a-a474928245be HTTP/1.1" status: 204 len: 168 time: 1.1641445 Dec 23 08:25:43.879980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 40966) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:43.885985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > segment before_delete 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.885985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.885985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.885985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > port after_create 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.885985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > port after_delete 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.886476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > port after_update 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.886476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > segment after_delete 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.886661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > subnet after_create 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.887092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > subnet after_delete 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.887242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > subnet after_update 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:43.933364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Allocated IP 2001:db8::1c1 (073fe320-ff88-44cb-9d07-d4f690fa901a/cd5590f9-26d5-4b8a-843e-5e0d6219be8e/5504091e-e72f-484e-bc9f-3a21944f2c6b) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:43.967360 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2567719c-2785-4977-8862-ee0379dfc71d req-6b36b5ac-5eb4-49ce-ae37-b1a3a8d70f4b tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Unset dirty status for tenant:3ce5b6fa1acc41e38c12927d81e4b0db on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:43.968611 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-6b36b5ac-5eb4-49ce-ae37-b1a3a8d70f4b tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.24 "GET /v2.0/networks?id=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a HTTP/1.1" status: 200 len: 811 time: 0.5718267 Dec 23 08:25:44.045445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > subnet after_create 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:44.045786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > subnet after_delete 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:44.046133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > subnet before_create 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:44.046454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Subscribe: > subnet before_update 55550000 {{(pid=83522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 08:25:44.046827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d79c11a-5e55-4a75-9350-89720b0d6a53']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:44.115409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a68e474-6722-4ab0-acf6-0746cb82cfbb') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:44.115706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a68e474-6722-4ab0-acf6-0746cb82cfbb') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:44.145756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.177520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5465b44e-d928-4144-8009-6c4d1ff9b3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.203510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.206227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.265484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:44.265874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn_limited( Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn_limited( Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:44.288793 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:44.344118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e295238e-52b0-4154-b401-a647d76a4ec1 req-de2cdf09-b147-4de9-b936-8ed702764019 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 210 time: 0.1551607 Dec 23 08:25:44.353075 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-9b87bd74-bffa-4446-9d66-2bd536a4a8cd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1293424235&fields=id&tenant_id=f41ab964d47b44d38cd8289835839fe4 HTTP/1.1" status: 200 len: 267 time: 0.2670968 Dec 23 08:25:44.366133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5465b44e-d928-4144-8009-6c4d1ff9b3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.444109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Allocated IP 172.20.0.4 (ba4403ac-59cf-4f0d-aadd-29008c6e27a2/db625613-18d8-47ae-9a72-8ebdb545fc82/83e4e318-fa32-4e57-8019-3e7866605bdf) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:44.531998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.543236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb31ef6-b393-41c3-b8f6-edda838bbcc2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:44.550277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb31ef6-b393-41c3-b8f6-edda838bbcc2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:44.551136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fbb31ef6-b393-41c3-b8f6-edda838bbcc2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:44.596872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.614574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] Pushing event deleted for resources: {'Network': ['ID=5d79c11a-5e55-4a75-9350-89720b0d6a53,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:44.648017 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-08e305d1-5f26-4f99-adae-2654ff29193f tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-48594566-project] 10.222.0.36 "DELETE /v2.0/networks/5d79c11a-5e55-4a75-9350-89720b0d6a53 HTTP/1.1" status: 204 len: 168 time: 1.4425275 Dec 23 08:25:44.656381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5465b44e-d928-4144-8009-6c4d1ff9b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.659395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5465b44e-d928-4144-8009-6c4d1ff9b3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.660683 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5465b44e-d928-4144-8009-6c4d1ff9b3ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a58adfd-ce6d-4b81-be88-37a96a68b3c5 HTTP/1.1" status: 204 len: 168 time: 0.9788105 Dec 23 08:25:44.682078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fbb31ef6-b393-41c3-b8f6-edda838bbcc2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:44.683867 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fbb31ef6-b393-41c3-b8f6-edda838bbcc2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.8030014 Dec 23 08:25:44.688413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41004) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:44.722132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465b44e-d928-4144-8009-6c4d1ff9b3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a58adfd-ce6d-4b81-be88-37a96a68b3c5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:44.734839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-98dc6180-6996-4c7b-b7c5-4b53ec320183 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:44.741784 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-98dc6180-6996-4c7b-b7c5-4b53ec320183 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/networks?id=63788f09-fc68-4f8e-bdc1-ffd155abbfb2 HTTP/1.1" status: 200 len: 806 time: 0.3878357 Dec 23 08:25:44.780878 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-14b541b9-ed47-4345-ba2e-2050b04c442a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/quotas/f41ab964d47b44d38cd8289835839fe4 HTTP/1.1" status: 200 len: 375 time: 0.0377824 Dec 23 08:25:44.838819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1e83189b-4c63-46cc-b919-0c8bc6ca0891 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 308642f7-cc1c-4d4d-9700-12309bd2b127 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:44.839522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e83189b-4c63-46cc-b919-0c8bc6ca0891 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.895420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:44.959515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2567719c-2785-4977-8862-ee0379dfc71d req-91debecb-c64e-46d5-b017-996c81261066 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Synchronizing usage tracker for tenant:3ce5b6fa1acc41e38c12927d81e4b0db on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:45.053330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:45.061466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-6c69fb7a-c95e-4221-ae5c-eba01de84f68 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Synchronizing usage tracker for tenant:f41ab964d47b44d38cd8289835839fe4 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:45.107128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e83189b-4c63-46cc-b919-0c8bc6ca0891 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:45.116798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2567719c-2785-4977-8862-ee0379dfc71d req-91debecb-c64e-46d5-b017-996c81261066 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Unset dirty status for tenant:3ce5b6fa1acc41e38c12927d81e4b0db on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:45.119711 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-91debecb-c64e-46d5-b017-996c81261066 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ce5b6fa1acc41e38c12927d81e4b0db HTTP/1.1" status: 200 len: 379 time: 1.0780535 Dec 23 08:25:45.120414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-6c69fb7a-c95e-4221-ae5c-eba01de84f68 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Unset dirty status for tenant:f41ab964d47b44d38cd8289835839fe4 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:45.121442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:45.127787 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-6c69fb7a-c95e-4221-ae5c-eba01de84f68 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41ab964d47b44d38cd8289835839fe4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3456423 Dec 23 08:25:45.260263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Network 073fe320-ff88-44cb-9d07-d4f690fa901a is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:45.275597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:45.276753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1e83189b-4c63-46cc-b919-0c8bc6ca0891 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 308642f7-cc1c-4d4d-9700-12309bd2b127 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:45.289920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:45.370578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:45.377114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event updated for resources: {'Port': ['ID=5504091e-e72f-484e-bc9f-3a21944f2c6b,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:45.402603 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e83189b-4c63-46cc-b919-0c8bc6ca0891 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:45.493745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83189b-4c63-46cc-b919-0c8bc6ca0891 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=308642f7-cc1c-4d4d-9700-12309bd2b127,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:45.512539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e83189b-4c63-46cc-b919-0c8bc6ca0891 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:45.545775 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e83189b-4c63-46cc-b919-0c8bc6ca0891 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/308642f7-cc1c-4d4d-9700-12309bd2b127 HTTP/1.1" status: 204 len: 168 time: 0.8540711 Dec 23 08:25:45.546491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41022) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:45.624755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41026) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:45.646230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-a22c423b-451c-4457-942c-d6d92421c789 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:25:45.647632 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-a22c423b-451c-4457-942c-d6d92421c789 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2925863 Dec 23 08:25:45.654336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Request body: {'port': {'device_id': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'admin_state_up': True, 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'security_groups': ['3a45da73-9a93-4285-b533-bb60a291fd73']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:45.825036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:45.837563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:45.896992 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cfa2cc5a-f002-4a8a-913a-9d8f0b1bd8dd req-0ce5cfce-9701-4308-a475-c6b1024331e7 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 210 time: 0.2288578 Dec 23 08:25:45.940136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event updated for resources: {'Port': ['ID=83e4e318-fa32-4e57-8019-3e7866605bdf,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:45.950464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Usage tracker for resource:port and tenant:3ce5b6fa1acc41e38c12927d81e4b0db is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:45.957462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:45.973028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Network ba4403ac-59cf-4f0d-aadd-29008c6e27a2 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:45.975973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:45.987300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:25:45.995491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:46.006237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:46.042710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.073227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.091370 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-5ac1df40-6a7e-43ab-bde8-0979a795205f service neutron] 10.222.0.36 "GET /v2.0/networks/63788f09-fc68-4f8e-bdc1-ffd155abbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201365 Dec 23 08:25:46.118155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Made reservation on behalf of 3ce5b6fa1acc41e38c12927d81e4b0db for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:46.121198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.196974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.223796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f386c9f-0657-4528-bb07-05d6dc7af82f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:46.224502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f386c9f-0657-4528-bb07-05d6dc7af82f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:46.234830 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-64641f5a-34b3-43a9-a714-a6c7b7a11515 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d25c7b383d7f493d923735095ac38dd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5997972 Dec 23 08:25:46.244491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41046) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:46.296519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f386c9f-0657-4528-bb07-05d6dc7af82f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:46.298005 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4f386c9f-0657-4528-bb07-05d6dc7af82f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7490666 Dec 23 08:25:46.304980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41052) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:46.363544 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-348751a0-791a-42ab-a1ce-0be7dd5b3c60 service neutron] 10.222.0.36 "GET /v2.0/networks/63788f09-fc68-4f8e-bdc1-ffd155abbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639151 Dec 23 08:25:46.381770 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fcfc04-54f5-4f28-ac53-e2a921e68702 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:25:46.387523 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-41fcfc04-54f5-4f28-ac53-e2a921e68702 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/d34e1385-5e4d-4c77-810a-a474928245be HTTP/1.1" status: 404 len: 333 time: 0.0815873 Dec 23 08:25:46.391109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41056) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:46.407783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Allocated IP 172.20.0.6 (0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a/f004cc47-ad24-408a-974a-3cbf6ff0c1c4/4811a871-b6a0-42f3-a126-05ddc0170f9b) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:46.456178 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-adef5006-1c2f-4159-ab36-66a7ffe3e73a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:25:46.457884 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-adef5006-1c2f-4159-ab36-66a7ffe3e73a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/308642f7-cc1c-4d4d-9700-12309bd2b127 HTTP/1.1" status: 404 len: 333 time: 0.0647483 Dec 23 08:25:46.490434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41060) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:46.491318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0872d104-ec05-459c-979a-45dcfa501a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.630368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0872d104-ec05-459c-979a-45dcfa501a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.678318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.679816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.725982 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.816456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Pushing event updated for resources: {'Port': ['ID=ac967a33-a9ad-4840-8b8f-c65a72a9cb34,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:46.912202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:46.914101 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-36b38938-e078-43ad-9b73-c001ec18ea0f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2118795 Dec 23 08:25:46.937869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.012870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Transition to ACTIVE for port object 4811a871-b6a0-42f3-a126-05ddc0170f9b will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:47.022524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0872d104-ec05-459c-979a-45dcfa501a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.029150 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01d2ce65-4bab-4200-9444-1ce7efbe7d00 req-c56df327-6361-43d5-b3c2-e678f53ecb99 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.1213343 Dec 23 08:25:47.031830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.060593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872d104-ec05-459c-979a-45dcfa501a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d07de8b-2868-41e9-a112-ec5186a04d5a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:47.083101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0872d104-ec05-459c-979a-45dcfa501a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.086851 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0872d104-ec05-459c-979a-45dcfa501a58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d07de8b-2868-41e9-a112-ec5186a04d5a HTTP/1.1" status: 204 len: 168 time: 0.8372579 Dec 23 08:25:47.088610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f17c1a7-cf75-47d2-a368-a6ae57ee212a']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:47.111255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8919088-d1c6-4d6e-966f-5ce3cd1f3663') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:47.111651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8919088-d1c6-4d6e-966f-5ce3cd1f3663') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:47.127541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.146897 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.155938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:47.156619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:47.184980 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:47.341201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.592465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.654321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Network': ['ID=2f17c1a7-cf75-47d2-a368-a6ae57ee212a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:47.661936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.687154 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-932a47cd-fe2c-4ef3-90a3-064b9333859f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/networks/2f17c1a7-cf75-47d2-a368-a6ae57ee212a HTTP/1.1" status: 204 len: 168 time: 1.1923940 Dec 23 08:25:47.691110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41112) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:47.698956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1986410131'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:47.705171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:47.711582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:network and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:47.718937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:47.729847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:47.738197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fa437-c0b0-4682-9d32-ab5656d38b0a req-96878349-f280-4a3b-a010-db076ce22c3c tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:47.739575 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-599fa437-c0b0-4682-9d32-ab5656d38b0a req-96878349-f280-4a3b-a010-db076ce22c3c tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 931 time: 0.3236580 Dec 23 08:25:47.765049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:47.768156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:47.768718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.781974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:47.813894 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:47.843609 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-599fa437-c0b0-4682-9d32-ab5656d38b0a req-91b1ef57-07bc-49ce-b934-21ec315334d7 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971067 Dec 23 08:25:47.844311 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:47.854873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.855240 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Added segment 53d89152-0cfe-4f5c-9e1b-428489736a12 of type vlan for network 096a0d8e-426c-4879-ab1a-2527b2cf36f5 Dec 23 08:25:47.895335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.931274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.932250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.978753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:47.985350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:47.988031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:48.053931 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3614485 Dec 23 08:25:48.089602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41122) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:48.101095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '096a0d8e-426c-4879-ab1a-2527b2cf36f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:48.128513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Pushing event updated for resources: {'Port': ['ID=4811a871-b6a0-42f3-a126-05ddc0170f9b,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:48.200084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41130) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:48.270596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:48.271641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:48.279996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282aefc-9906-4088-a57b-c70e96ba8c2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Network': ['ID=096a0d8e-426c-4879-ab1a-2527b2cf36f5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:48.281581 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1008487b-94ad-4a34-9839-97fec2d26339 None None] Provisioning for port 4811a871-b6a0-42f3-a126-05ddc0170f9b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:48.299548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 096a0d8e-426c-4879-ab1a-2527b2cf36f5 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:48.341168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:48.343547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1008487b-94ad-4a34-9839-97fec2d26339 None None] Provisioning complete for port 4811a871-b6a0-42f3-a126-05ddc0170f9b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:48.345529 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1008487b-94ad-4a34-9839-97fec2d26339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:48.346273 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-7cfedead-a728-467a-a162-1dd81b3abadf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7094419 Dec 23 08:25:48.350126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:48.353731 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0fdba239-c3f3-4d06-8fe5-c71d268d8449 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=466d53defd3a481d899cacd745933774&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1512215 Dec 23 08:25:48.362489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41136) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:48.371975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:48.379539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-e3199d26-c6df-48f7-865b-7efd8af52dff tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:25:48.380826 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-e3199d26-c6df-48f7-865b-7efd8af52dff tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0100791 Dec 23 08:25:48.387763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:48.504045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72a4bdac-be9d-4153-ab39-bce9a606e8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:48.527264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:48.574269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72a4bdac-be9d-4153-ab39-bce9a606e8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:48.699448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1008487b-94ad-4a34-9839-97fec2d26339 None None] Port 4811a871-b6a0-42f3-a126-05ddc0170f9b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:25:48.722472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72a4bdac-be9d-4153-ab39-bce9a606e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:48.744292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8585d393-b8a3-4b63-a673-2b4fc5df3ef4 req-bfd1ec3f-cc1a-4a88-9d7c-3065c514eccd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.0713856 Dec 23 08:25:48.752112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4bdac-be9d-4153-ab39-bce9a606e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2e56e6-b5ef-499d-ae68-f635d9f0b03e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:48.758186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72a4bdac-be9d-4153-ab39-bce9a606e8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:48.761503 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-72a4bdac-be9d-4153-ab39-bce9a606e8c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af2e56e6-b5ef-499d-ae68-f635d9f0b03e HTTP/1.1" status: 204 len: 168 time: 0.3958259 Dec 23 08:25:49.033713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Router eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:25:49.082295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:49.262238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Request body: {'port': {'device_id': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:49.267744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c46ac-64fd-4794-b0c1-b3cd81c137ab req-bb313c4f-a9da-4471-9110-4b1e48869674 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:49.269921 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-801c46ac-64fd-4794-b0c1-b3cd81c137ab req-bb313c4f-a9da-4471-9110-4b1e48869674 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 931 time: 0.1511862 Dec 23 08:25:49.339414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-801c46ac-64fd-4794-b0c1-b3cd81c137ab req-0d1ad252-bfa4-4abe-b3eb-36fb327645ae tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636442 Dec 23 08:25:49.460319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Performing IP validity checks on allocation pools {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 08:25:49.461660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 08:25:49.665250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41160) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:49.687972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:49.714782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Router 1bbe330d-7895-45ed-a447-9d77cf33530f is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:25:49.846573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-2fe9eaf6-6038-448d-a2da-6cc1eab7d490 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Synchronizing usage tracker for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:49.883887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-2fe9eaf6-6038-448d-a2da-6cc1eab7d490 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Unset dirty status for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:49.885190 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-2fe9eaf6-6038-448d-a2da-6cc1eab7d490 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--529025904&fields=id&tenant_id=9cef971114ab485ab0b3aba6f5eebc60 HTTP/1.1" status: 200 len: 267 time: 0.1319485 Dec 23 08:25:50.093583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:50.197890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-277675379'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:50.214341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:50.278626 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fff57ccc-0b5a-47e6-949d-0921a3c5826c req-50a3479b-37a0-4dea-9ea6-a189302c8bbb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.1348422 Dec 23 08:25:50.280202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Usage tracker for resource:network and tenant:968ef868a34941aba4e6203d264128ff is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:50.301761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:50.350727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:50.374501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Made reservation on behalf of 968ef868a34941aba4e6203d264128ff for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:50.381037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:50.407052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:50.483239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=f9f5f6f6-e9f5-4985-b0c7-7177b73d5acc,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:50.556902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-1b6e03c6-d69f-4751-964c-c67a594f8aab tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:50.564517 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-1b6e03c6-d69f-4751-964c-c67a594f8aab tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 812 time: 0.6685805 Dec 23 08:25:50.578653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:50.584001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Usage tracker for resource:security_group_rule and tenant:968ef868a34941aba4e6203d264128ff is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:50.596439 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-be8f5f85-99b8-42aa-9570-85a317f77fa3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/quotas/9cef971114ab485ab0b3aba6f5eebc60 HTTP/1.1" status: 200 len: 375 time: 0.0307183 Dec 23 08:25:50.598840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:50.643735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:50.735113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Checking segment: {'id': '53d89152-0cfe-4f5c-9e1b-428489736a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '096a0d8e-426c-4879-ab1a-2527b2cf36f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:50.735485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network hostable DHCP agents. Network: 096a0d8e-426c-4879-ab1a-2527b2cf36f5, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:50.804104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41184) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:50.815678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:50.822395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-4875e7e4-ae04-49ba-8921-f9819338ee2d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Synchronizing usage tracker for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:50.840614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e71d-5700-42a0-b725-8dc78dfe5104 req-2e71246d-eaa8-434b-bbb1-1f6c0ad9f3b1 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:50.842184 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a4b3e71d-5700-42a0-b725-8dc78dfe5104 req-2e71246d-eaa8-434b-bbb1-1f6c0ad9f3b1 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 931 time: 0.1929085 Dec 23 08:25:50.850088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:50.893443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:25:50.903514 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Sync routers for ids ['eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:25:50.926944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:25:50.929507 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Routers {'eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:50.934290 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:50.937333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 096a0d8e-426c-4879-ab1a-2527b2cf36f5 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:50.955052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:50.960748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:50.961976 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a67340ac-c288-4047-b9cb-713c17f702d7 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.6302242 Dec 23 08:25:50.964403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41190) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:50.974241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-4875e7e4-ae04-49ba-8921-f9819338ee2d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Unset dirty status for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:50.977660 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-4875e7e4-ae04-49ba-8921-f9819338ee2d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3803973 Dec 23 08:25:50.978335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb98db3-cfb0-4e9b-bd73-36c6a5149f7e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:51.096533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 096a0d8e-426c-4879-ab1a-2527b2cf36f5) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:51.107301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe3bdc2-ff83-45cf-96ef-821a6d3f249a None None] Network 096a0d8e-426c-4879-ab1a-2527b2cf36f5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:51.116082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:51.116820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.152157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4811a871-b6a0-42f3-a126-05ddc0170f9b {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:25:51.164892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.181708 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7a742781-a2cc-4a16-9bc4-e9e3e3389a7b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0829144 Dec 23 08:25:51.184818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41194) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:51.199012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '096a0d8e-426c-4879-ab1a-2527b2cf36f5', 'name': 'tempest-PortsTestJSON-273516549'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:51.215458 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Set router eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:51.216306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Transition to ACTIVE for port object 4811a871-b6a0-42f3-a126-05ddc0170f9b will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:51.279125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.345875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1542902223'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:51.422865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:51.442451 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-10424ef9-5857-45a2-af8f-79ee4ffd034f service neutron] 10.222.0.36 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473429 Dec 23 08:25:51.462818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Usage tracker for resource:network and tenant:da3a39134a5b46c2aba6bfa9e43a85e5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:51.466768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:25:51.473202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:51.514405 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a4b3e71d-5700-42a0-b725-8dc78dfe5104 req-cfc740be-93cd-43be-bd4f-5b61d9940799 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6593978 Dec 23 08:25:51.535569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:51.538280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Sync routers for ids ['1bbe330d-7895-45ed-a447-9d77cf33530f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:25:51.553019 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-096a0d8e-426c-4879-ab1a-2527b2cf36f5', 'network_id': '096a0d8e-426c-4879-ab1a-2527b2cf36f5', 'tenant_id': '063fc722289642818ffcfed1dc7cfd84', 'fixed_ips': [{'subnet_id': 'f9f5f6f6-e9f5-4985-b0c7-7177b73d5acc'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:25:51.554180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.576826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.580512 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-102507c2-d313-4730-a50b-deaf482a4296 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.5258772 Dec 23 08:25:51.587547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Pushing event updated for resources: {'Port': ['ID=4811a871-b6a0-42f3-a126-05ddc0170f9b,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:51.589451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Routers {'1bbe330d-7895-45ed-a447-9d77cf33530f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:51.591728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41200) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:51.600542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['1bbe330d-7895-45ed-a447-9d77cf33530f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:51.780140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Made reservation on behalf of da3a39134a5b46c2aba6bfa9e43a85e5 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:51.780907 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-30ba8672-0d8e-487a-a79d-1bcfe84a8ae3 service neutron] 10.222.0.36 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116047 Dec 23 08:25:51.785001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.785348 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Added segment 93e1eb46-0795-4cc0-82fd-6f9f4057f954 of type vlan for network ddcdad16-7926-4e8e-9769-4ec526f3b43f Dec 23 08:25:51.786173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.856145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.864692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.890658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:51.938565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:51.968336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:51.977677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Usage tracker for resource:security_group_rule and tenant:da3a39134a5b46c2aba6bfa9e43a85e5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:51.984579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:51.988458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:51.991797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:51.998133 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9', 'name': '', 'tenant_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a', 'external_fixed_ips': [{'subnet_id': 'cd5590f9-26d5-4b8a-843e-5e0d6219be8e', 'ip_address': '2001:db8::1c1'}], 'enable_snat': True}, 'gw_port_id': '5504091e-e72f-484e-bc9f-3a21944f2c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:40Z', 'updated_at': '2021-12-23T08:25:45Z', 'revision_number': 3, 'project_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'gw_port': {'id': '5504091e-e72f-484e-bc9f-3a21944f2c6b', 'name': '', 'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd5590f9-26d5-4b8a-843e-5e0d6219be8e', 'ip_address': '2001:db8::1c1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:43Z', 'updated_at': '2021-12-23T08:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5590f9-26d5-4b8a-843e-5e0d6219be8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:52.011826 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Checking router: eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:25:52.012548 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Updating router eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9 port 5504091e-e72f-484e-bc9f-3a21944f2c6b binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:25:52.020775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:52.034414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Attempting to bind port 4811a871-b6a0-42f3-a126-05ddc0170f9b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:52.034899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Attempting to bind port 4811a871-b6a0-42f3-a126-05ddc0170f9b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:52.035321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Attempting to bind port 4811a871-b6a0-42f3-a126-05ddc0170f9b on network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:52.102067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:25:52.117627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Port 4811a871-b6a0-42f3-a126-05ddc0170f9b on network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:52.118293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Attempting to bind port 4811a871-b6a0-42f3-a126-05ddc0170f9b on network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:52.121564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 67b21e6d-b541-41aa-ab27-6a50b9128a35 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:52.141671 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6d2006ba-a931-4b83-b151-6a9146b1535b req-23c2073f-e07d-4d0e-a8cf-bf64ec37e223 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.1145380 Dec 23 08:25:52.192744 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:52.274262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:52.282769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:52.286203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:52.305124 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dec03f20-840d-414b-9951-669e02c9c5ca req-9fe16edb-6135-427b-8975-560113052e6f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.1571693 Dec 23 08:25:52.345726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:52.349226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Checking segment: {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:52.350070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Bound using segment: {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:52.350673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Bound port: 4811a871-b6a0-42f3-a126-05ddc0170f9b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c64330f-6e1c-4d3d-bd05-978358d3a97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:52.351127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:52.500814 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8342993 Dec 23 08:25:52.603300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Allocated IP 172.20.0.2 (096a0d8e-426c-4879-ab1a-2527b2cf36f5/f9f5f6f6-e9f5-4985-b0c7-7177b73d5acc/d9183662-2a2e-4816-ba39-d1a0a5cd3531) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:52.665010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Set router 1bbe330d-7895-45ed-a447-9d77cf33530f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:52.734931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28382343-6a23-4d90-8f40-34b4716d4238 tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Pushing event updated for resources: {'Network': ['ID=ddcdad16-7926-4e8e-9769-4ec526f3b43f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:52.784914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:52.814813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network ddcdad16-7926-4e8e-9769-4ec526f3b43f details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:52.858323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:52.906409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.047621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41220) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:53.139123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:25:53.171810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Request body: {'port': {'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-773952956'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:53.220831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] For port 4811a871-b6a0-42f3-a126-05ddc0170f9b, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:53.228627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] For port 4811a871-b6a0-42f3-a126-05ddc0170f9b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4811a871-b6a0-42f3-a126-05ddc0170f9b,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:53.250424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a731bcef-356b-4cdd-95a1-3e154aa6563e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:53.270644 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.284213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:53.287976 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Transition to ACTIVE for port object 5504091e-e72f-484e-bc9f-3a21944f2c6b will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:53.296177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Usage tracker for resource:port and tenant:7f5d79a869564bd5afec58046b4e228d is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:53.304315 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.305097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:53.316759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:53.325193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.393902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e45603-04ae-48c2-b05e-e5f2c34a38e9 req-9b84e67b-73ff-44c2-a79e-96384266dac9 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:53.405149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Made reservation on behalf of 7f5d79a869564bd5afec58046b4e228d for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:53.405400 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-33e45603-04ae-48c2-b05e-e5f2c34a38e9 req-9b84e67b-73ff-44c2-a79e-96384266dac9 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 943 time: 0.4460521 Dec 23 08:25:53.407464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.443632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.443950 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Added segment dfc9d228-8a64-4670-a343-3ba22a1b5fa1 of type vlan for network 1403ccd1-55d1-45b2-9628-e47f47f04585 Dec 23 08:25:53.445899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.446939 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Attempting to bind port 5504091e-e72f-484e-bc9f-3a21944f2c6b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:53.447378 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Attempting to bind port 5504091e-e72f-484e-bc9f-3a21944f2c6b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '41b15eab-8232-44bd-b58b-adf36c51ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:53.447853 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Attempting to bind port 5504091e-e72f-484e-bc9f-3a21944f2c6b on network 073fe320-ff88-44cb-9d07-d4f690fa901a {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:53.469359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.478480 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0844c-c28b-4be2-8701-de3eef2df28a None None] Pushing event updated for resources: {'Port': ['ID=5504091e-e72f-484e-bc9f-3a21944f2c6b,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:53.495227 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:53.495677 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Checking segment: {'id': '41b15eab-8232-44bd-b58b-adf36c51ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:53.496132 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.496584 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Bound using segment: {'id': '41b15eab-8232-44bd-b58b-adf36c51ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:53.497121 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Bound port: 5504091e-e72f-484e-bc9f-3a21944f2c6b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b15eab-8232-44bd-b58b-adf36c51ca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '073fe320-ff88-44cb-9d07-d4f690fa901a'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:53.497588 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.542089 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f6642d1c-61bb-40bc-aae5-2083a7fb473d req-5acf8e0e-5e0d-4a04-b2b5-d67b7b17ec9b tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.1306908 Dec 23 08:25:53.608698 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-33e45603-04ae-48c2-b05e-e5f2c34a38e9 req-f236c634-1c4b-48f4-9ac3-decfec615c33 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015467 Dec 23 08:25:53.672390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.678672 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] For port 5504091e-e72f-484e-bc9f-3a21944f2c6b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:53.689859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Deleting port 5504091e-e72f-484e-bc9f-3a21944f2c6b {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:53.690522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.691823 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] For port 5504091e-e72f-484e-bc9f-3a21944f2c6b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5504091e-e72f-484e-bc9f-3a21944f2c6b,segment=NetworkSegment(41b15eab-8232-44bd-b58b-adf36c51ca2f),segment_id=41b15eab-8232-44bd-b58b-adf36c51ca2f)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:53.701148 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.730307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.731733 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] 10.222.0.24 "PUT /v2.0/ports/4811a871-b6a0-42f3-a126-05ddc0170f9b HTTP/1.1" status: 200 len: 1093 time: 4.8504868 Dec 23 08:25:53.737495 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'tag': '4811a871-b6a0-42f3-a126-05ddc0170f9b'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:25:53.801703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:53.892362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:53.901331 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Usage tracker for resource:security_group_rule and tenant:7f5d79a869564bd5afec58046b4e228d is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:53.904819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:53.921445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:53.942395 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0844c-c28b-4be2-8701-de3eef2df28a None None] Pushing event updated for resources: {'Port': ['ID=5504091e-e72f-484e-bc9f-3a21944f2c6b,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:53.951436 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Routers {'eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:53.952072 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:54.070813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:54.107408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:54.121016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:54.128741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:54.131572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] For port 5504091e-e72f-484e-bc9f-3a21944f2c6b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5504091e-e72f-484e-bc9f-3a21944f2c6b,segment=NetworkSegment(41b15eab-8232-44bd-b58b-adf36c51ca2f),segment_id=41b15eab-8232-44bd-b58b-adf36c51ca2f)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:54.132786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:54.137880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb80a14-16bf-479c-b285-4d72174f5dbc service neutron] Pushing event updated for resources: {'Port': ['ID=4811a871-b6a0-42f3-a126-05ddc0170f9b,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:54.206348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:54.217186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] device_id is not set on port dc4ecd38-1006-44d1-90d0-909d92a699b8 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:54.348822 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] Set router eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:54.358988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:54.359556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Calling delete_port for 5504091e-e72f-484e-bc9f-3a21944f2c6b owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:54.388286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Transition to ACTIVE for port object d9183662-2a2e-4816-ba39-d1a0a5cd3531 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:54.414069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Transition to ACTIVE for port object d9183662-2a2e-4816-ba39-d1a0a5cd3531 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:54.467257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:54.509604 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-075f98ca-8b7e-4b88-a0a3-c0a8f242b6aa req-249e338f-39b5-4e93-8de7-84b0990a1eb2 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.1574314 Dec 23 08:25:54.511971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.24', 58284) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:54.660635 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'tag': '4811a871-b6a0-42f3-a126-05ddc0170f9b', 'status': 'completed', 'code': 200} Dec 23 08:25:54.680923 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9', 'name': '', 'tenant_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:40Z', 'updated_at': '2021-12-23T08:25:53Z', 'revision_number': 4, 'project_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:54.685469 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cf57c-1918-432c-84a5-4791ffbebf9f None None] The sync data for ids ['eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9'] in dv-neutron-822507-1-hyperv is: [{'id': 'eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9', 'name': '', 'tenant_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:40Z', 'updated_at': '2021-12-23T08:25:53Z', 'revision_number': 4, 'project_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:25:54.863443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Network 096a0d8e-426c-4879-ab1a-2527b2cf36f5 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:54.903301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:54.908471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:54.933149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Pushing event updated for resources: {'Port': ['ID=d9183662-2a2e-4816-ba39-d1a0a5cd3531,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:55.018648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbe330d-7895-45ed-a447-9d77cf33530f', 'name': '', 'tenant_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2', 'external_fixed_ips': [{'subnet_id': 'db625613-18d8-47ae-9a72-8ebdb545fc82', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '83e4e318-fa32-4e57-8019-3e7866605bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:41Z', 'updated_at': '2021-12-23T08:25:46Z', 'revision_number': 3, 'project_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'gw_port': {'id': '83e4e318-fa32-4e57-8019-3e7866605bdf', 'name': '', 'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bbe330d-7895-45ed-a447-9d77cf33530f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'db625613-18d8-47ae-9a72-8ebdb545fc82', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:43Z', 'updated_at': '2021-12-23T08:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db625613-18d8-47ae-9a72-8ebdb545fc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:55.029025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-56dafc77-082a-4e24-bc99-feddf542cf8c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:55.036539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Checking router: 1bbe330d-7895-45ed-a447-9d77cf33530f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:25:55.036885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Updating router 1bbe330d-7895-45ed-a447-9d77cf33530f port 83e4e318-fa32-4e57-8019-3e7866605bdf binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:25:55.046620 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-56dafc77-082a-4e24-bc99-feddf542cf8c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.24 "GET /v2.0/networks?id=63788f09-fc68-4f8e-bdc1-ffd155abbfb2 HTTP/1.1" status: 200 len: 806 time: 0.5335951 Dec 23 08:25:55.099199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:55.137779 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:25:55.153740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Attempting to bind port d9183662-2a2e-4816-ba39-d1a0a5cd3531 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:55.155789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07f210a-31b0-49df-8a27-2897c511baa0,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:55.158598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Network': ['ID=1403ccd1-55d1-45b2-9628-e47f47f04585,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:55.160938 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Attempting to bind port d9183662-2a2e-4816-ba39-d1a0a5cd3531 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '53d89152-0cfe-4f5c-9e1b-428489736a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '096a0d8e-426c-4879-ab1a-2527b2cf36f5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:55.161428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Attempting to bind port d9183662-2a2e-4816-ba39-d1a0a5cd3531 on network 096a0d8e-426c-4879-ab1a-2527b2cf36f5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:55.191156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:55.191584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Checking segment: {'id': '53d89152-0cfe-4f5c-9e1b-428489736a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '096a0d8e-426c-4879-ab1a-2527b2cf36f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:55.192071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:55.192463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Bound using segment: {'id': '53d89152-0cfe-4f5c-9e1b-428489736a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '096a0d8e-426c-4879-ab1a-2527b2cf36f5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:55.193000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Bound port: d9183662-2a2e-4816-ba39-d1a0a5cd3531, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d89152-0cfe-4f5c-9e1b-428489736a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '096a0d8e-426c-4879-ab1a-2527b2cf36f5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:55.193512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:55.205600 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-784b2235-6f8d-4898-97ca-c23668a0a20d tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.3977594 Dec 23 08:25:55.222969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41244) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:55.224039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.13 (096a0d8e-426c-4879-ab1a-2527b2cf36f5/f9f5f6f6-e9f5-4985-b0c7-7177b73d5acc/67b21e6d-b541-41aa-ab27-6a50b9128a35) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:55.225062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:25:55.250952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'subnet': {'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:55.394464 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-18da6de3-0c3d-4328-ad98-d303a4230797 req-04e7207d-9b23-4682-a0d1-ba5877c5579a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.5753038 Dec 23 08:25:55.454863 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-a391f723-fdda-472a-a087-7591f3d7fac4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ab964d47b44d38cd8289835839fe4 HTTP/1.1" status: 200 len: 380 time: 0.1099291 Dec 23 08:25:55.551509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa791334-855e-476a-98dc-b3847c6a58d8 req-34582168-d47a-4ce5-b033-3ca7a4616148 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:55.560007 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa791334-855e-476a-98dc-b3847c6a58d8 req-34582168-d47a-4ce5-b033-3ca7a4616148 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 943 time: 0.5379512 Dec 23 08:25:55.600548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:55.713989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event deleted for resources: {'Port': ['ID=5504091e-e72f-484e-bc9f-3a21944f2c6b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:55.754025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] device_id is not set on port dc4ecd38-1006-44d1-90d0-909d92a699b8 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:25:55.764182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:55.784372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Transition to ACTIVE for port object dc4ecd38-1006-44d1-90d0-909d92a699b8 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:55.800354 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-195eda29-a9b8-4c94-ba90-e6645b275e73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ce5b6fa1acc41e38c12927d81e4b0db&device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 1096 time: 1.4844756 Dec 23 08:25:55.808468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:55.870469 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa791334-855e-476a-98dc-b3847c6a58d8 req-2da9cf62-1590-44fa-be1a-9c084473bb47 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094294 Dec 23 08:25:55.891105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] For port d9183662-2a2e-4816-ba39-d1a0a5cd3531, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:55.909289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] For port d9183662-2a2e-4816-ba39-d1a0a5cd3531, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d9183662-2a2e-4816-ba39-d1a0a5cd3531,segment=NetworkSegment(53d89152-0cfe-4f5c-9e1b-428489736a12),segment_id=53d89152-0cfe-4f5c-9e1b-428489736a12)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:55.910569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:55.914868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Usage tracker for resource:subnet and tenant:da3a39134a5b46c2aba6bfa9e43a85e5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:25:55.916071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:55.922671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:25:55.947330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:55.953532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'Port': ['ID=dc4ecd38-1006-44d1-90d0-909d92a699b8,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:55.982819 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6c56bbe0-de32-4f25-a30b-3ee067f6bad5 req-21e5eb4f-4214-4e20-8a15-c32a60c3a2e6 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.1842244 Dec 23 08:25:56.043178 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Sync routers for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:25:56.071634 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:56.072469 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:56.084926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Sync routers for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:25:56.091842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc0bec-444f-42d9-a663-56f9f8af3bc1 None None] Pushing event updated for resources: {'Port': ['ID=d9183662-2a2e-4816-ba39-d1a0a5cd3531,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:56.118937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:56.125101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:56.137686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:56.138824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:56.213276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Transition to ACTIVE for port object 83e4e318-fa32-4e57-8019-3e7866605bdf will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:56.273835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:56.324636 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-b1515a04-b7fd-4070-b07c-fcdb9e34b8d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4811a871-b6a0-42f3-a126-05ddc0170f9b HTTP/1.1" status: 200 len: 217 time: 0.1509478 Dec 23 08:25:56.329170 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:56.355244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Made reservation on behalf of da3a39134a5b46c2aba6bfa9e43a85e5 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:56.487603 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Request body: {'port': {'device_id': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'admin_state_up': True, 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'security_groups': ['2b8517a2-8011-4498-b66d-2af9401c8d7d']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:56.585146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:56.674259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Checking segment: {'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:56.674534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Network hostable DHCP agents. Network: ddcdad16-7926-4e8e-9769-4ec526f3b43f, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:25:56.699414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:56.723082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.24', 58288) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:56.824913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:56.826853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:56.829214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:56.846390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object 67b21e6d-b541-41aa-ab27-6a50b9128a35 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:56.919353 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:31Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '299c3d4a-7a3f-4c8e-b71b-7da1819ff540', 'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'mac_address': 'fa:16:3e:5a:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:28Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 2, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'subnets': [{'id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:56.933062 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Checking router: d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:25:56.935076 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Updating router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:25:56.995512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Attempting to bind port 83e4e318-fa32-4e57-8019-3e7866605bdf on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:56.996129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Attempting to bind port 83e4e318-fa32-4e57-8019-3e7866605bdf by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:56.996241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Attempting to bind port 83e4e318-fa32-4e57-8019-3e7866605bdf on network ba4403ac-59cf-4f0d-aadd-29008c6e27a2 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:57.005868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:57.006250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Checking segment: {'id': '8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:57.006658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.007207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Bound using segment: {'id': '8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:57.007897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Bound port: 83e4e318-fa32-4e57-8019-3e7866605bdf, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba4403ac-59cf-4f0d-aadd-29008c6e27a2'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:57.008313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.063994 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-40bba3a8-9ae1-4bb4-9e75-b2ad32b35483 req-c5231b2c-a09f-45f9-8ebf-2bcd629fb4fc tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.1211998 Dec 23 08:25:57.064568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.065142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:25:57.068503 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.115656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.118445 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0bb275a1-2cb0-4c27-87e3-ea8beaef8d35 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "DELETE /v2.0/routers/eb993b57-ee3d-4c92-8ee3-e1dc1512b8d9 HTTP/1.1" status: 204 len: 168 time: 6.1507223 Dec 23 08:25:57.129512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41258) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:57.129692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e6ece-eb77-4703-be78-047289e8a32e None None] Pushing event updated for resources: {'Port': ['ID=83e4e318-fa32-4e57-8019-3e7866605bdf,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:57.204690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:29Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'eab82e90-a7fe-4ae9-a2a1-4c26ecfad090', 'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'mac_address': 'fa:16:3e:e5:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:25Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 2, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'subnets': [{'id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:57.211396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Checking router: 58800531-02c6-43f5-8c37-ab16ed94172e for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:25:57.211737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Updating router 58800531-02c6-43f5-8c37-ab16ed94172e port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:25:57.264173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-52fb733a-049a-42ef-96fb-3bc29611b06f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:57.270263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-52fb733a-049a-42ef-96fb-3bc29611b06f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Synchronizing usage tracker for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:57.277583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] For port 83e4e318-fa32-4e57-8019-3e7866605bdf, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:57.299146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] For port 83e4e318-fa32-4e57-8019-3e7866605bdf, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=83e4e318-fa32-4e57-8019-3e7866605bdf,segment=NetworkSegment(8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97),segment_id=8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:57.300480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:25:57.312621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.319964 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567719c-2785-4977-8862-ee0379dfc71d req-08d11048-6136-4839-85fb-0a21648677f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:57.327606 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-08d11048-6136-4839-85fb-0a21648677f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f004cc47-ad24-408a-974a-3cbf6ff0c1c4 HTTP/1.1" status: 200 len: 850 time: 0.9220221 Dec 23 08:25:57.328805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.335624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.344234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Deleting port 83e4e318-fa32-4e57-8019-3e7866605bdf {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:57.347298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5dfcae-9cf9-4c05-bc2c-e11c441eef2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Deleting subnet cd5590f9-26d5-4b8a-843e-5e0d6219be8e {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:25:57.349707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.352185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfcae-9cf9-4c05-bc2c-e11c441eef2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.465276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:25:57.485279 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c4414864-e6d3-42ba-a042-9f19c6b89153 req-7c7627d9-ac6f-48ff-8f38-1e5a6c068b0e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.0697718 Dec 23 08:25:57.494980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfcae-9cf9-4c05-bc2c-e11c441eef2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.563343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Made reservation on behalf of f41ab964d47b44d38cd8289835839fe4 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:25:57.567242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.621061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] For port 83e4e318-fa32-4e57-8019-3e7866605bdf, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=83e4e318-fa32-4e57-8019-3e7866605bdf,segment=NetworkSegment(8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97),segment_id=8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:25:57.621786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.663280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0975dc0-bf24-4b08-9ce0-8d3dfa1ab989 req-2d98cc25-b6d9-4285-901a-9e265e6b6626 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:57.665443 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a0975dc0-bf24-4b08-9ce0-8d3dfa1ab989 req-2d98cc25-b6d9-4285-901a-9e265e6b6626 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 943 time: 0.4774883 Dec 23 08:25:57.793935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfcae-9cf9-4c05-bc2c-e11c441eef2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.832053 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.850677 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Transition to ACTIVE for port object 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:57.862928 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.885912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Calling delete_port for 83e4e318-fa32-4e57-8019-3e7866605bdf owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:25:57.897721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:57.911499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Transition to ACTIVE for port object eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:57.925391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Routers {'1bbe330d-7895-45ed-a447-9d77cf33530f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:57.926197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['1bbe330d-7895-45ed-a447-9d77cf33530f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:57.950225 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a0975dc0-bf24-4b08-9ce0-8d3dfa1ab989 req-255b2f71-6679-48b8-89b9-08602ff2e2fb tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663291 Dec 23 08:25:57.964108 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9174b-a50c-4c52-8d25-e257eda6e44d None None] Pushing event updated for resources: {'Port': ['ID=299c3d4a-7a3f-4c8e-b71b-7da1819ff540,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:57.986088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908053de-ab61-4d5a-94f4-66132da9a608 None None] Network 096a0d8e-426c-4879-ab1a-2527b2cf36f5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:58.010238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.077498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfcae-9cf9-4c05-bc2c-e11c441eef2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.146740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Allocated IP 172.20.0.6 (63788f09-fc68-4f8e-bdc1-ffd155abbfb2/de68b6fd-1b22-40df-9e00-1824b09c2273/b808baf6-0dbc-43f3-8297-03a1801f5899) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:25:58.160454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dfcae-9cf9-4c05-bc2c-e11c441eef2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5590f9-26d5-4b8a-843e-5e0d6219be8e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:58.180927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e6ece-eb77-4703-be78-047289e8a32e None None] Pushing event updated for resources: {'Port': ['ID=83e4e318-fa32-4e57-8019-3e7866605bdf,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:58.185607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfcae-9cf9-4c05-bc2c-e11c441eef2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.272895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57c507-56ee-4261-8d4b-e118aafce802 None None] Pushing event updated for resources: {'Port': ['ID=eab82e90-a7fe-4ae9-a2a1-4c26ecfad090,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:58.287686 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9a5dfcae-9cf9-4c05-bc2c-e11c441eef2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/cd5590f9-26d5-4b8a-843e-5e0d6219be8e HTTP/1.1" status: 204 len: 168 time: 1.1567078 Dec 23 08:25:58.304291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41264) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:58.354380 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Attempting to bind port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:58.354989 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Attempting to bind port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:58.355426 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Attempting to bind port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 on network 824d0043-5466-40fa-aafd-00652d6477b8 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:58.380873 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:58.381406 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Checking segment: {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:58.383516 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.384010 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Bound using segment: {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:58.385991 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Bound port: 299c3d4a-7a3f-4c8e-b71b-7da1819ff540, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:58.386494 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.414873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d9183662-2a2e-4816-ba39-d1a0a5cd3531 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:25:58.479834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-9cfee0f9-7d6e-4f71-8914-01d866f1f5e3 req-187d9771-245e-4303-9a61-f8d3fd7a5eea tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Synchronizing usage tracker for tenant:f41ab964d47b44d38cd8289835839fe4 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:58.517085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7c91e28f-890b-473c-9350-49f52ba4a9ce None None] Provisioning for port d9183662-2a2e-4816-ba39-d1a0a5cd3531 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:58.557366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.570687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-9cfee0f9-7d6e-4f71-8914-01d866f1f5e3 req-187d9771-245e-4303-9a61-f8d3fd7a5eea tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Unset dirty status for tenant:f41ab964d47b44d38cd8289835839fe4 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:58.574506 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9cfee0f9-7d6e-4f71-8914-01d866f1f5e3 req-187d9771-245e-4303-9a61-f8d3fd7a5eea tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.1948752 Dec 23 08:25:58.613330 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] For port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:58.623263 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] For port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=299c3d4a-7a3f-4c8e-b71b-7da1819ff540,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:58.623755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 096a0d8e-426c-4879-ab1a-2527b2cf36f5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:25:58.626866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.634950 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.659078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:58.661409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.665324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Network ddcdad16-7926-4e8e-9769-4ec526f3b43f is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:25:58.694478 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d9183662-2a2e-4816-ba39-d1a0a5cd3531 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:25:58.712230 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] Set router 1bbe330d-7895-45ed-a447-9d77cf33530f gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:58.724147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:58.770462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-52fb733a-049a-42ef-96fb-3bc29611b06f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Unset dirty status for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:58.771607 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-52fb733a-049a-42ef-96fb-3bc29611b06f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.24 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 812 time: 2.0472174 Dec 23 08:25:58.832824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d9183662-2a2e-4816-ba39-d1a0a5cd3531 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:25:58.833159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:58.839420 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:25:58.840416 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:58.870330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, ddcdad16-7926-4e8e-9769-4ec526f3b43f) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:25:58.929158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:25:58.948282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=67b21e6d-b541-41aa-ab27-6a50b9128a35,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:58.962192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Attempting to bind port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:58.962565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Attempting to bind port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:58.962919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Attempting to bind port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 on network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:58.976714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aaa4e5-123b-4cf4-bbdc-e6c22391ba50 None None] Network ddcdad16-7926-4e8e-9769-4ec526f3b43f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:25:58.981085 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9174b-a50c-4c52-8d25-e257eda6e44d None None] Pushing event updated for resources: {'Port': ['ID=299c3d4a-7a3f-4c8e-b71b-7da1819ff540,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:59.067746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.088890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Transition to ACTIVE for port object b808baf6-0dbc-43f3-8297-03a1801f5899 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:25:59.156418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.190412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073fe320-ff88-44cb-9d07-d4f690fa901a']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:59.190985 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:25:59.205827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b15eab-8232-44bd-b58b-adf36c51ca2f') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:59.206672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b15eab-8232-44bd-b58b-adf36c51ca2f') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:59.216827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:25:59.217430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.222253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.234440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event deleted for resources: {'Port': ['ID=83e4e318-fa32-4e57-8019-3e7866605bdf,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:59.236300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:59.236630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:59.237228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:59.244088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.253039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:25:59.254205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.282170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-4fe575e1-2de2-4012-95ac-481a4d004ee8 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Synchronizing usage tracker for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:25:59.284574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:59.284897 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:25:59.292105 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 2 to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 Dec 23 08:25:59.301503 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-79de8e16-363d-458a-96e4-f4e06cf797b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8632591 Dec 23 08:25:59.409342 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f58c0c6b-5f67-42f1-8329-15b2cdc7351a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.2220733 Dec 23 08:25:59.410032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:25:59.410366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:25:59.410701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:25:59.410804 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:25:59.475727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.490187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41272) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:25:59.524673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:25:59.525265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Checking segment: {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:25:59.525560 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.525799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Bound using segment: {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:25:59.526755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Bound port: eab82e90-a7fe-4ae9-a2a1-4c26ecfad090, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:25:59.527097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.574942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.584199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bbe330d-7895-45ed-a447-9d77cf33530f', 'name': '', 'tenant_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:41Z', 'updated_at': '2021-12-23T08:25:56Z', 'revision_number': 4, 'project_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:59.599127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbb01e-41ad-4144-a08e-bbe701b5fe9e None None] The sync data for ids ['1bbe330d-7895-45ed-a447-9d77cf33530f'] in dv-neutron-822507-1-hyperv is: [{'id': '1bbe330d-7895-45ed-a447-9d77cf33530f', 'name': '', 'tenant_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:41Z', 'updated_at': '2021-12-23T08:25:56Z', 'revision_number': 4, 'project_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'gw_port_host': None}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:25:59.619409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-4fe575e1-2de2-4012-95ac-481a4d004ee8 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Unset dirty status for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:25:59.620551 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-4fe575e1-2de2-4012-95ac-481a4d004ee8 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cef971114ab485ab0b3aba6f5eebc60 HTTP/1.1" status: 200 len: 379 time: 0.8134000 Dec 23 08:25:59.654407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Request body: {'port': {'device_id': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'admin_state_up': True, 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'security_groups': ['3360bfe5-ec94-4957-8a6b-fa97337bc549']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:25:59.725131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Pushing event updated for resources: {'Port': ['ID=b808baf6-0dbc-43f3-8297-03a1801f5899,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:25:59.739716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:25:59.740047 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:25:59.749742 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 3 to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 Dec 23 08:25:59.758292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2f629121-71e5-4f8c-9196-76fa33f4bd17 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 67b21e6d-b541-41aa-ab27-6a50b9128a35 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:25:59.759195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f629121-71e5-4f8c-9196-76fa33f4bd17 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.765290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.780881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] For port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:25:59.812289 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:31Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '299c3d4a-7a3f-4c8e-b71b-7da1819ff540', 'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'mac_address': 'fa:16:3e:5a:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:28Z', 'updated_at': '2021-12-23T08:25:58Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'subnets': [{'id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:25:59.812918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] For port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eab82e90-a7fe-4ae9-a2a1-4c26ecfad090,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:25:59.819392 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d42b32f-bed1-4239-bea1-4d6f1ea71aae None None] The sync data for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv is: [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:31Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '299c3d4a-7a3f-4c8e-b71b-7da1819ff540', 'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'mac_address': 'fa:16:3e:5a:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:28Z', 'updated_at': '2021-12-23T08:25:58Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'subnets': [{'id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:25:59.824403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.827551 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-283996bc-f9c4-4d69-8925-46067441facf req-98c41339-157f-4cb0-93bf-5c8751ea81c6 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.9888079 Dec 23 08:25:59.837328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.849318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 073fe320-ff88-44cb-9d07-d4f690fa901a {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 08:25:59.873165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:25:59.974956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event deleted for resources: {'Network': ['ID=073fe320-ff88-44cb-9d07-d4f690fa901a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:00.024639 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0de5d3f1-d980-442f-966f-bdef964aad3a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "DELETE /v2.0/networks/073fe320-ff88-44cb-9d07-d4f690fa901a HTTP/1.1" status: 204 len: 168 time: 1.7192929 Dec 23 08:26:00.094405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:00.109522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:00.137483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d9183662-2a2e-4816-ba39-d1a0a5cd3531, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d9183662-2a2e-4816-ba39-d1a0a5cd3531,segment=NetworkSegment(53d89152-0cfe-4f5c-9e1b-428489736a12),segment_id=53d89152-0cfe-4f5c-9e1b-428489736a12)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:00.139506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:00.142898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:25:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:00.187216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:00.273701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:00.275755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:00.276072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:00.276391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:00.366039 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:00.399645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:00.434683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:00.452855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:00.453310 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:00.477511 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10469df-5847-4a02-b913-56d44a72d986 req-4db43b7c-0a05-439f-a56a-7b6aa3eec6e5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:00.481635 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c10469df-5847-4a02-b913-56d44a72d986 req-4db43b7c-0a05-439f-a56a-7b6aa3eec6e5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 943 time: 1.0600436 Dec 23 08:26:00.529471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57c507-56ee-4261-8d4b-e118aafce802 None None] Pushing event updated for resources: {'Port': ['ID=eab82e90-a7fe-4ae9-a2a1-4c26ecfad090,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:00.637527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-163944fe-a21a-467e-b059-10b58cfd5ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:00.672638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:00.677368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:00.760016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d9183662-2a2e-4816-ba39-d1a0a5cd3531,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:00.765776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:00.781414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:00.783577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:00.788197 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 4 to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 Dec 23 08:26:00.813821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:00.814413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bbe330d-7895-45ed-a447-9d77cf33530f {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:00.831543 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-fbefa56a-1585-4d61-b845-8a06d1a31e5b service neutron] 10.222.0.24 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5135350 Dec 23 08:26:00.835122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:00.835253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:00.836150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:00.888271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41286) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:00.903889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'router': {'name': 'tempest-router--1962727614', 'project_id': 'bb3de26f5519457585f31868e1589508'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:00.925800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:00.938347 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-f723de1f-8fd7-4619-a7b9-d5361d681e9c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4760311 Dec 23 08:26:00.939285 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Usage tracker for resource:router and tenant:bb3de26f5519457585f31868e1589508 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:00.979737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Request body: {'port': {'device_id': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:01.011209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Made reservation on behalf of 9cef971114ab485ab0b3aba6f5eebc60 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:01.014402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.025824 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2567719c-2785-4977-8862-ee0379dfc71d req-1a575c29-1479-458a-9fcf-3494c2d5f0cf service neutron] 10.222.0.24 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865923 Dec 23 08:26:01.027458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.031249 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-802902e3-ccb6-4348-80ff-ad35372ef716 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "DELETE /v2.0/routers/1bbe330d-7895-45ed-a447-9d77cf33530f HTTP/1.1" status: 204 len: 168 time: 9.4220495 Dec 23 08:26:01.032235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:01.035863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41290) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:01.056518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.104832 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e178e510-d681-4343-ab1e-6677b1d437ef None None] Provisioning complete for port d9183662-2a2e-4816-ba39-d1a0a5cd3531 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:01.105287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e178e510-d681-4343-ab1e-6677b1d437ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.115518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528b1ac-0636-494c-8134-8f8e8ad629b2 req-57cb1f18-3ef3-4348-b72d-6feb7ddf3c5b tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:01.119249 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c528b1ac-0636-494c-8134-8f8e8ad629b2 req-57cb1f18-3ef3-4348-b72d-6feb7ddf3c5b tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 931 time: 0.8995137 Dec 23 08:26:01.139215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:01.186427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:01.186756 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:01.187919 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c10469df-5847-4a02-b913-56d44a72d986 req-182dfdaf-f1a4-4a90-b03f-df3f3db2432b tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6000168 Dec 23 08:26:01.194141 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 5 to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 Dec 23 08:26:01.222947 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f629121-71e5-4f8c-9196-76fa33f4bd17 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.338734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:01.338734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:01.338734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:01.370955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.372272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.405550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Subnet': ['ID=3c22d2c3-582a-421f-8710-2593f7ebfb06,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:01.413262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:01.413632 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:01.427902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:29Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'eab82e90-a7fe-4ae9-a2a1-4c26ecfad090', 'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'mac_address': 'fa:16:3e:e5:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:25Z', 'updated_at': '2021-12-23T08:25:59Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'subnets': [{'id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:01.434378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d01745b-fe48-45c6-a242-bb9a2c291e3a None None] The sync data for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv is: [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:29Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'eab82e90-a7fe-4ae9-a2a1-4c26ecfad090', 'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'mac_address': 'fa:16:3e:e5:9b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:25Z', 'updated_at': '2021-12-23T08:25:59Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'subnets': [{'id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:01.441972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e178e510-d681-4343-ab1e-6677b1d437ef None None] Provisioning for port 67b21e6d-b541-41aa-ab27-6a50b9128a35 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:01.448336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e178e510-d681-4343-ab1e-6677b1d437ef None None] Provisioning complete for port 67b21e6d-b541-41aa-ab27-6a50b9128a35 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:01.448733 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e178e510-d681-4343-ab1e-6677b1d437ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.485826 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 6 to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 Dec 23 08:26:01.519744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2f629121-71e5-4f8c-9196-76fa33f4bd17 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 67b21e6d-b541-41aa-ab27-6a50b9128a35 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:01.539859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e178e510-d681-4343-ab1e-6677b1d437ef None None] Port 67b21e6d-b541-41aa-ab27-6a50b9128a35 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:01.544351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:01.544672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:01.544999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:01.578804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Checking segment: {'id': 'dfc9d228-8a64-4670-a343-3ba22a1b5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:01.579221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Network hostable DHCP agents. Network: 1403ccd1-55d1-45b2-9628-e47f47f04585, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:26:01.592507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:01.592833 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:01.601507 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 7 to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 Dec 23 08:26:01.615923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-d751d4af-20a2-4a72-95a0-3a439a73ea01 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Deleting subnet db625613-18d8-47ae-9a72-8ebdb545fc82 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:26:01.627488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Allocated IP 172.20.0.5 (824d0043-5466-40fa-aafd-00652d6477b8/7cf43b8e-c16b-4e34-8e13-4fd2798b1db8/53afb0c7-d72b-4fba-bbf3-84f603311d45) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:01.643180 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2d6bed48-125f-4170-a652-82df03338eb8 req-11beed9f-54af-4f90-af27-d3349d8f3366 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ce5b6fa1acc41e38c12927d81e4b0db&device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 1096 time: 0.5336616 Dec 23 08:26:01.646158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:01.646490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:01.646820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:01.666709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-842f8e51-eb23-4513-94a2-584865bdfe11 None None] Provisioning for port b808baf6-0dbc-43f3-8297-03a1801f5899 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:01.673851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-842f8e51-eb23-4513-94a2-584865bdfe11 None None] Provisioning complete for port b808baf6-0dbc-43f3-8297-03a1801f5899 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:01.674554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-842f8e51-eb23-4513-94a2-584865bdfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.691056 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d751d4af-20a2-4a72-95a0-3a439a73ea01 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.760597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-842f8e51-eb23-4513-94a2-584865bdfe11 None None] Port b808baf6-0dbc-43f3-8297-03a1801f5899 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:01.785054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:01.785605 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:01.791389 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 8 to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 Dec 23 08:26:01.832881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:26:01.864743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:01.865067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:01.865399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:01.911920 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c528b1ac-0636-494c-8134-8f8e8ad629b2 req-24394a98-c604-4976-aff4-e1bef909d662 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7354665 Dec 23 08:26:01.970169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 1403ccd1-55d1-45b2-9628-e47f47f04585) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:01.981273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf4424-b77c-48a2-bea3-3007e2560152 None None] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:01.982590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:01.982914 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:01.985711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:01.986410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:01.993003 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 9 to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 Dec 23 08:26:02.023359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bed48-125f-4170-a652-82df03338eb8 req-9299d38a-7362-4e37-96aa-961f3fa6805f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:02.024943 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2d6bed48-125f-4170-a652-82df03338eb8 req-9299d38a-7362-4e37-96aa-961f3fa6805f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a HTTP/1.1" status: 200 len: 911 time: 0.3721704 Dec 23 08:26:02.040850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:02.041204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:02.041560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:02.097995 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3fe6353c-b003-4591-a416-b0a4a64c92ab req-cadc6e4f-7a70-41c6-854a-cc53c6962d77 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.4471145 Dec 23 08:26:02.110521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d751d4af-20a2-4a72-95a0-3a439a73ea01 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.149089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f629121-71e5-4f8c-9196-76fa33f4bd17 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.172814 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-79d0a207-6e2c-41de-966c-6a3748bba045 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.9435472 Dec 23 08:26:02.175475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:02.175790 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:02.177066 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2d6bed48-125f-4170-a652-82df03338eb8 req-48031751-2002-4f00-b527-535b4db6b391 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4811a871-b6a0-42f3-a126-05ddc0170f9b HTTP/1.1" status: 200 len: 217 time: 0.1377165 Dec 23 08:26:02.177501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41294) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:02.185010 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 10 to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 Dec 23 08:26:02.202882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.245917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d751d4af-20a2-4a72-95a0-3a439a73ea01 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.259536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'port': {'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585', 'name': 'tempest-AllowedAddressPairTestJSON-1639134464'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:02.356447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.375885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-1403ccd1-55d1-45b2-9628-e47f47f04585', 'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585', 'tenant_id': 'da3a39134a5b46c2aba6bfa9e43a85e5', 'fixed_ips': [{'subnet_id': '3c22d2c3-582a-421f-8710-2593f7ebfb06'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:26:02.376556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.389359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d751d4af-20a2-4a72-95a0-3a439a73ea01 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.405293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f629121-71e5-4f8c-9196-76fa33f4bd17 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=67b21e6d-b541-41aa-ab27-6a50b9128a35,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:02.510058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.544401 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d751d4af-20a2-4a72-95a0-3a439a73ea01 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.659986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751d4af-20a2-4a72-95a0-3a439a73ea01 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db625613-18d8-47ae-9a72-8ebdb545fc82,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:02.661504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:02.801929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.822879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Transition to ACTIVE for port object 53afb0c7-d72b-4fba-bbf3-84f603311d45 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:02.869910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bed48-125f-4170-a652-82df03338eb8 req-ca8e0c9b-52c4-4318-82b8-defa4ddbbdcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:02.871604 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2d6bed48-125f-4170-a652-82df03338eb8 req-ca8e0c9b-52c4-4318-82b8-defa4ddbbdcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f004cc47-ad24-408a-974a-3cbf6ff0c1c4 HTTP/1.1" status: 200 len: 850 time: 0.6775999 Dec 23 08:26:02.873112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-05d6d606-4c93-4a34-a05e-e223f4f6a3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.875046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:02.878379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:02.878709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:02.879037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:02.891088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port dc4ecd38-1006-44d1-90d0-909d92a699b8 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:02.891285 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port dc4ecd38-1006-44d1-90d0-909d92a699b8 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:02.891521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.909405 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d751d4af-20a2-4a72-95a0-3a439a73ea01 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/db625613-18d8-47ae-9a72-8ebdb545fc82 HTTP/1.1" status: 204 len: 168 time: 1.8548820 Dec 23 08:26:02.911766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Allocated IP 172.20.0.2 (1403ccd1-55d1-45b2-9628-e47f47f04585/3c22d2c3-582a-421f-8710-2593f7ebfb06/85be8583-bb77-4ada-951c-9324aca57d18) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:02.918791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41300) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:02.943267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Usage tracker for resource:port and tenant:da3a39134a5b46c2aba6bfa9e43a85e5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:02.946727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:02.950385 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:02.952556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:02.954256 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1b15df8c-7aee-4190-b9b3-aa977201ebb8 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.0587556 Dec 23 08:26:02.961709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41306) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:03.008542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:03.009286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.013522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f629121-71e5-4f8c-9196-76fa33f4bd17 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.015420 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2f629121-71e5-4f8c-9196-76fa33f4bd17 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/67b21e6d-b541-41aa-ab27-6a50b9128a35 HTTP/1.1" status: 204 len: 168 time: 3.4381211 Dec 23 08:26:03.060793 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:03.067992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41310) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:03.122888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.185623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.214140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b67f8-e301-4a0f-8a05-8066b5446d40 req-4a949e0b-217d-4ac6-8687-e47f8727f268 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:03.215615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb8b67f8-e301-4a0f-8a05-8066b5446d40 req-4a949e0b-217d-4ac6-8687-e47f8727f268 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 943 time: 0.6539700 Dec 23 08:26:03.267559 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ee4634-8de5-4fe2-aac8-2b81a3dd5c55 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:26:03.268361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ee4634-8de5-4fe2-aac8-2b81a3dd5c55 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:26:03.273025 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-53ee4634-8de5-4fe2-aac8-2b81a3dd5c55 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/67b21e6d-b541-41aa-ab27-6a50b9128a35 HTTP/1.1" status: 404 len: 333 time: 0.1966636 Dec 23 08:26:03.273777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Made reservation on behalf of da3a39134a5b46c2aba6bfa9e43a85e5 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:03.274466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.275742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.277177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.277997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=299c3d4a-7a3f-4c8e-b71b-7da1819ff540,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:03.280531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41316) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:03.287960 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.289376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:03.314066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Transition to ACTIVE for port object 85be8583-bb77-4ada-951c-9324aca57d18 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:03.351576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Network 824d0043-5466-40fa-aafd-00652d6477b8 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:03.359632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:03.362657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:03.368783 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a94d9e-7c73-45f9-8ffb-21336fdbaf97 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:26:03.369268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-97a94d9e-7c73-45f9-8ffb-21336fdbaf97 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:03.391970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Pushing event updated for resources: {'Port': ['ID=53afb0c7-d72b-4fba-bbf3-84f603311d45,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:03.400413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] device_id is not set on port 7df14293-69e4-4010-811a-9722d8d3d7b7 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:03.403790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Transition to ACTIVE for port object 85be8583-bb77-4ada-951c-9324aca57d18 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:03.420091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.435279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2d499532-058e-40f5-ae70-faabe8b2783b tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.435424 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=299c3d4a-7a3f-4c8e-b71b-7da1819ff540,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:03.441080 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb8b67f8-e301-4a0f-8a05-8066b5446d40 req-11401757-2225-423f-9bd7-5fa633320ada tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139065 Dec 23 08:26:03.480167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602073fe-71c3-4496-9897-963a832e6df7 req-92956d31-6906-46df-b056-695afbcfadbb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:03.488503 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-602073fe-71c3-4496-9897-963a832e6df7 req-92956d31-6906-46df-b056-695afbcfadbb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 931 time: 0.4110844 Dec 23 08:26:03.509845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:03.518287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:03.545111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:03.553312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:03.564626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-97a94d9e-7c73-45f9-8ffb-21336fdbaf97 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:03.565650 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-97a94d9e-7c73-45f9-8ffb-21336fdbaf97 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/67b21e6d-b541-41aa-ab27-6a50b9128a35 HTTP/1.1" status: 404 len: 333 time: 0.2816684 Dec 23 08:26:03.566219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Pushing event updated for resources: {'Port': ['ID=85be8583-bb77-4ada-951c-9324aca57d18,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:03.568727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:03.569108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.582562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41320) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:03.586668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] For port dc4ecd38-1006-44d1-90d0-909d92a699b8, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:03.587981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:26:03.588882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempted to set empty binding levels {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 08:26:03.712725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.723876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.729058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Attempting to bind port 85be8583-bb77-4ada-951c-9324aca57d18 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:03.729585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Attempting to bind port 85be8583-bb77-4ada-951c-9324aca57d18 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'dfc9d228-8a64-4670-a343-3ba22a1b5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:03.729807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Attempting to bind port 85be8583-bb77-4ada-951c-9324aca57d18 on network 1403ccd1-55d1-45b2-9628-e47f47f04585 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:03.742988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:03.743356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Checking segment: {'id': 'dfc9d228-8a64-4670-a343-3ba22a1b5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:03.743753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.744139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Bound using segment: {'id': 'dfc9d228-8a64-4670-a343-3ba22a1b5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:03.744598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Bound port: 85be8583-bb77-4ada-951c-9324aca57d18, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc9d228-8a64-4670-a343-3ba22a1b5fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:03.744964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.769306 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2d6bed48-125f-4170-a652-82df03338eb8 req-56573aa2-a1f0-4349-8ec6-09638a47e57b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8793921 Dec 23 08:26:03.814470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b808baf6-0dbc-43f3-8297-03a1801f5899 {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:26:03.819468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4403ac-59cf-4f0d-aadd-29008c6e27a2']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:03.840608 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-602073fe-71c3-4496-9897-963a832e6df7 req-4b1bac90-de49-41e9-b439-d823888a1418 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512263 Dec 23 08:26:03.844328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.855539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:03.856097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3b91c4-3ad8-4df0-ad9f-9fb8ae02be97') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:03.901310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.912926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.929468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.945511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3910b0c6-b6b5-4863-9227-a2ffce01246c None None] Provisioning for port 53afb0c7-d72b-4fba-bbf3-84f603311d45 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:03.947714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.954899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:03.956135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.959034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3910b0c6-b6b5-4863-9227-a2ffce01246c None None] Provisioning complete for port 53afb0c7-d72b-4fba-bbf3-84f603311d45 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:03.959397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3910b0c6-b6b5-4863-9227-a2ffce01246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.962517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Transition to ACTIVE for port object b808baf6-0dbc-43f3-8297-03a1801f5899 will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:03.974727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.975571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:03.998252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] For port 85be8583-bb77-4ada-951c-9324aca57d18, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:04.014067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eab82e90-a7fe-4ae9-a2a1-4c26ecfad090,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:04.020126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.021178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d9183662-2a2e-4816-ba39-d1a0a5cd3531 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:04.032866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'Port': ['ID=dc4ecd38-1006-44d1-90d0-909d92a699b8,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:04.039983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Allocated IP 172.20.0.10 (1403ccd1-55d1-45b2-9628-e47f47f04585/3c22d2c3-582a-421f-8710-2593f7ebfb06/7df14293-69e4-4010-811a-9722d8d3d7b7) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:04.056515 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-cbc6ae5b-ec34-4a91-b17a-ddd13ad1c6bf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4059799 Dec 23 08:26:04.102183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3910b0c6-b6b5-4863-9227-a2ffce01246c None None] Port 53afb0c7-d72b-4fba-bbf3-84f603311d45 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:04.106691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.125825 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1ff65b85-598c-422c-a074-dd8835335a41 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 11.0276096 Dec 23 08:26:04.137239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Request body: {'port': {'device_id': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:04.138070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41324) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:04.150963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=eab82e90-a7fe-4ae9-a2a1-4c26ecfad090,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:04.161139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d9183662-2a2e-4816-ba39-d1a0a5cd3531 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:04.161638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.189517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:26:04.189911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:26:04.203492 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:26:04.364262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Pushing event updated for resources: {'Port': ['ID=b808baf6-0dbc-43f3-8297-03a1801f5899,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:04.391180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d489e3e-8e1e-493f-91c2-7207ed6131eb req-829cc703-f8ec-43dd-9212-8a833d47a22d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:04.392756 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5d489e3e-8e1e-493f-91c2-7207ed6131eb req-829cc703-f8ec-43dd-9212-8a833d47a22d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 931 time: 0.6891570 Dec 23 08:26:04.409123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-18d6a1e4-fcf3-412d-97cb-67e1ba9def78 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Deleting port dc4ecd38-1006-44d1-90d0-909d92a699b8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:04.410078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18d6a1e4-fcf3-412d-97cb-67e1ba9def78 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.479072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-53644b87-dcfc-4d24-8135-77e42a560a03 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet f9f5f6f6-e9f5-4985-b0c7-7177b73d5acc {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:26:04.489277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] For port 85be8583-bb77-4ada-951c-9324aca57d18, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85be8583-bb77-4ada-951c-9324aca57d18,segment=NetworkSegment(dfc9d228-8a64-4670-a343-3ba22a1b5fa1),segment_id=dfc9d228-8a64-4670-a343-3ba22a1b5fa1)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:04.494745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:04.495192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.500243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53644b87-dcfc-4d24-8135-77e42a560a03 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.575533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.582365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba4403ac-59cf-4f0d-aadd-29008c6e27a2 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 08:26:04.589253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.620285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2d499532-058e-40f5-ae70-faabe8b2783b tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.627981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2d499532-058e-40f5-ae70-faabe8b2783b tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.657342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba4403ac-59cf-4f0d-aadd-29008c6e27a2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:04.665283 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2d6bed48-125f-4170-a652-82df03338eb8 req-4132045a-1304-4cde-813f-e7cb3736b77e service neutron] 10.222.0.24 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8792076 Dec 23 08:26:04.674264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2d499532-058e-40f5-ae70-faabe8b2783b tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.674770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d499532-058e-40f5-ae70-faabe8b2783b tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcc2f551-30de-4bc4-83a2-c98d5b3d78a2 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:04.735116 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9c78e614-5c55-44e9-869c-414847b564f6 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ba4403ac-59cf-4f0d-aadd-29008c6e27a2 HTTP/1.1" status: 204 len: 168 time: 1.8151705 Dec 23 08:26:04.758410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.769607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4811a871-b6a0-42f3-a126-05ddc0170f9b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:26:04.773702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53644b87-dcfc-4d24-8135-77e42a560a03 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.778412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2d499532-058e-40f5-ae70-faabe8b2783b tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:04.779755 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2d499532-058e-40f5-ae70-faabe8b2783b tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "DELETE /v2.0/routers/fcc2f551-30de-4bc4-83a2-c98d5b3d78a2 HTTP/1.1" status: 204 len: 168 time: 1.8111691 Dec 23 08:26:04.804593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289642a6-f37b-4d8b-8558-82de9cd76423 None None] Pushing event updated for resources: {'Port': ['ID=85be8583-bb77-4ada-951c-9324aca57d18,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:04.811184 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5d489e3e-8e1e-493f-91c2-7207ed6131eb req-2b5cfc71-4009-4c22-a143-d9896a412d66 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4057422 Dec 23 08:26:04.999853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:05.000226 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.024590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Attempting to bind port b808baf6-0dbc-43f3-8297-03a1801f5899 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:05.025276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Attempting to bind port b808baf6-0dbc-43f3-8297-03a1801f5899 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:05.029150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Attempting to bind port b808baf6-0dbc-43f3-8297-03a1801f5899 on network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:05.113731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41336) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:05.123103 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2d6bed48-125f-4170-a652-82df03338eb8 req-a940cb47-55e4-4811-8963-7bf0ac755451 service neutron] 10.222.0.24 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682759 Dec 23 08:26:05.210084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Port b808baf6-0dbc-43f3-8297-03a1801f5899 on network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:05.211160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Attempting to bind port b808baf6-0dbc-43f3-8297-03a1801f5899 on network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:05.222721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-18d6a1e4-fcf3-412d-97cb-67e1ba9def78 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] For port dc4ecd38-1006-44d1-90d0-909d92a699b8, host hv-neutron-8225, got binding levels [] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:05.223321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18d6a1e4-fcf3-412d-97cb-67e1ba9def78 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.234684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4811a871-b6a0-42f3-a126-05ddc0170f9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4811a871-b6a0-42f3-a126-05ddc0170f9b,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:05.267688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.281233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '4811a871-b6a0-42f3-a126-05ddc0170f9b', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'port_id': '4811a871-b6a0-42f3-a126-05ddc0170f9b', 'mac_address': 'fa:16:3e:9d:ab:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:26:05.413568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:05.414582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Checking segment: {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:05.415309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Bound using segment: {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:05.415960 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Bound port: b808baf6-0dbc-43f3-8297-03a1801f5899, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb6e962-32f4-44b6-95f0-64469c3ec0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:05.416815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.438640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b57fe-8453-496b-a095-a3a8a18a5cdd req-3d87e0a5-742c-4d9d-aee0-0cbef55bb322 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:05.440821 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c31b57fe-8453-496b-a095-a3a8a18a5cdd req-3d87e0a5-742c-4d9d-aee0-0cbef55bb322 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 943 time: 0.7743127 Dec 23 08:26:05.451590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-18d6a1e4-fcf3-412d-97cb-67e1ba9def78 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Calling delete_port for dc4ecd38-1006-44d1-90d0-909d92a699b8 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:05.566955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53644b87-dcfc-4d24-8135-77e42a560a03 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.656770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:05.691117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.714523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.744873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41348) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:05.747028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4811a871-b6a0-42f3-a126-05ddc0170f9b {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:26:05.749398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1526637902', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:05.757275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:05.761916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Usage tracker for resource:router and tenant:07eed1a30f6b4aa2bad00c407a4bdd73 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:05.777792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4811a871-b6a0-42f3-a126-05ddc0170f9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4811a871-b6a0-42f3-a126-05ddc0170f9b,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:05.780535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:05.790280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.812534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Transition to ACTIVE for port object 7df14293-69e4-4010-811a-9722d8d3d7b7 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:05.817309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'router': {'name': 'tempest-router--2009687885', 'project_id': '2f4fdfa9a1174baf8926944ea5b071c6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:05.822648 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:05.828361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:05.836957 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:05.837326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.840543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Usage tracker for resource:router and tenant:2f4fdfa9a1174baf8926944ea5b071c6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:05.849033 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:05.865787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:05.880399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecc092-dfd7-4ecd-90ef-bef80504388a req-edafebbb-0a89-47b7-9b04-1df8519ee6b4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:05.881913 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3fecc092-dfd7-4ecd-90ef-bef80504388a req-edafebbb-0a89-47b7-9b04-1df8519ee6b4 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 943 time: 0.7547364 Dec 23 08:26:05.884109 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c31b57fe-8453-496b-a095-a3a8a18a5cdd req-8828c4ee-7f36-4694-bcbc-36ec3b26d9a5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3812401 Dec 23 08:26:05.895725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.896899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.920417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=4811a871-b6a0-42f3-a126-05ddc0170f9b,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:05.945003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18d6a1e4-fcf3-412d-97cb-67e1ba9def78 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.954368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.955294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:05.995113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.014953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] For port b808baf6-0dbc-43f3-8297-03a1801f5899, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:06.045795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['4811a871-b6a0-42f3-a126-05ddc0170f9b'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:26:06.060333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53644b87-dcfc-4d24-8135-77e42a560a03 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.111251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6a1e4-fcf3-412d-97cb-67e1ba9def78 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc4ecd38-1006-44d1-90d0-909d92a699b8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:06.116411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:06.120478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Port': ['ID=7df14293-69e4-4010-811a-9722d8d3d7b7,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:06.124280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:06.126341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:06.142690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] For port b808baf6-0dbc-43f3-8297-03a1801f5899, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b808baf6-0dbc-43f3-8297-03a1801f5899,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:06.153688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.178502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53644b87-dcfc-4d24-8135-77e42a560a03 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f5f6f6-e9f5-4985-b0c7-7177b73d5acc,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:06.244795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53afb0c7-d72b-4fba-bbf3-84f603311d45 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:26:06.258500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:06.259162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.264256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.270335 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.306177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Transition to ACTIVE for port object 53afb0c7-d72b-4fba-bbf3-84f603311d45 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:06.310903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.314231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.320118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cba9b5-9715-4071-aae7-1ac8363da749 None None] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:06.328885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.339116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbabc75-a32c-404f-86c1-da63faeb197e None None] Network 096a0d8e-426c-4879-ab1a-2527b2cf36f5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:06.351212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.355108 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2f80bae8-f15d-45be-aa19-d22d8a0f5889 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6034603 Dec 23 08:26:06.358726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53644b87-dcfc-4d24-8135-77e42a560a03 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.361068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41354) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:06.362439 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b2cfb570-7bf8-4c9b-9c48-3583357a8e1b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1700568 Dec 23 08:26:06.364549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18d6a1e4-fcf3-412d-97cb-67e1ba9def78 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.382914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41356) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:06.391353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'port': {'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585', 'name': 'tempest-AllowedAddressPairTestJSON-1950977581', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4a:89:e7'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:06.501516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1ab2c716-f8d4-454d-a087-f8112de827c3 None None] Provisioning for port 85be8583-bb77-4ada-951c-9324aca57d18 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:06.502410 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3fecc092-dfd7-4ecd-90ef-bef80504388a req-3a8e4d92-25c1-44a2-876c-7bf2a48e964a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6111290 Dec 23 08:26:06.591054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85be8583-bb77-4ada-951c-9324aca57d18 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:06.627660 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-53644b87-dcfc-4d24-8135-77e42a560a03 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/f9f5f6f6-e9f5-4985-b0c7-7177b73d5acc HTTP/1.1" status: 204 len: 168 time: 3.0417209 Dec 23 08:26:06.629421 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-18d6a1e4-fcf3-412d-97cb-67e1ba9def78 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "DELETE /v2.0/ports/dc4ecd38-1006-44d1-90d0-909d92a699b8 HTTP/1.1" status: 204 len: 168 time: 2.4886701 Dec 23 08:26:06.630177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41364) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:06.630499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41366) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:06.631231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Pushing event updated for resources: {'Port': ['ID=53afb0c7-d72b-4fba-bbf3-84f603311d45,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:06.632474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.636238 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] 10.222.0.24 "PUT /v2.0/ports/b808baf6-0dbc-43f3-8297-03a1801f5899 HTTP/1.1" status: 200 len: 1093 time: 5.6660464 Dec 23 08:26:06.655054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'tag': 'b808baf6-0dbc-43f3-8297-03a1801f5899'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:26:06.746293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4811a871-b6a0-42f3-a126-05ddc0170f9b up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:06.885368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 4811a871-b6a0-42f3-a126-05ddc0170f9b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:06.889892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.918673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 4811a871-b6a0-42f3-a126-05ddc0170f9b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:06.919057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:06.924228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:06.926875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Attempting to bind port 53afb0c7-d72b-4fba-bbf3-84f603311d45 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:06.927431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Attempting to bind port 53afb0c7-d72b-4fba-bbf3-84f603311d45 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:06.928099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Attempting to bind port 53afb0c7-d72b-4fba-bbf3-84f603311d45 on network 824d0043-5466-40fa-aafd-00652d6477b8 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:06.934229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Usage tracker for resource:port and tenant:da3a39134a5b46c2aba6bfa9e43a85e5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:06.939137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:06.942337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Port 53afb0c7-d72b-4fba-bbf3-84f603311d45 on network 824d0043-5466-40fa-aafd-00652d6477b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:06.942763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Attempting to bind port 53afb0c7-d72b-4fba-bbf3-84f603311d45 on network 824d0043-5466-40fa-aafd-00652d6477b8 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:06.949600 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:06.957025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:06.957608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Checking segment: {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:06.958386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Bound using segment: {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:06.959359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Bound port: 53afb0c7-d72b-4fba-bbf3-84f603311d45, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71399ce9-be5c-4672-8cd1-dc6283895ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:06.959742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.021001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Made reservation on behalf of da3a39134a5b46c2aba6bfa9e43a85e5 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:07.079829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 85be8583-bb77-4ada-951c-9324aca57d18 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:07.095998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fe213-8d48-436f-82b4-b2251856b84d service neutron] Pushing event updated for resources: {'Port': ['ID=b808baf6-0dbc-43f3-8297-03a1801f5899,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:07.107596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 85be8583-bb77-4ada-951c-9324aca57d18 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:07.107967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.168924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9570e-583a-49b0-8583-f1cc15df8095 None None] DHCP port deletion for 096a0d8e-426c-4879-ab1a-2527b2cf36f5 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:26:07.191623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-88c9570e-583a-49b0-8583-f1cc15df8095 None None] Deleting port d9183662-2a2e-4816-ba39-d1a0a5cd3531 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:07.191907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-88c9570e-583a-49b0-8583-f1cc15df8095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.224833 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf02184-0ae1-40f1-85ee-0235004982ea tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] GET failed (client error): The resource could not be found. Dec 23 08:26:07.225334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ebf02184-0ae1-40f1-85ee-0235004982ea tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Synchronizing usage tracker for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:07.243753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fc18e380-754d-4c86-8bc1-aa195378b219 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.284211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] For port 53afb0c7-d72b-4fba-bbf3-84f603311d45, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:07.287798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] For port 53afb0c7-d72b-4fba-bbf3-84f603311d45, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:07.293299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.324150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port d9183662-2a2e-4816-ba39-d1a0a5cd3531 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:07.324447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.350057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.364390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.366137 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] 10.222.0.24 "PUT /v2.0/ports/53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 1093 time: 3.2328744 Dec 23 08:26:07.378718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d7700-d99e-4ae1-ac06-df6224d0a209 req-2e97fbfe-ba23-4a57-9330-6c7cc86f5e53 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:07.380501 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b59d7700-d99e-4ae1-ac06-df6224d0a209 req-2e97fbfe-ba23-4a57-9330-6c7cc86f5e53 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 931 time: 1.2663856 Dec 23 08:26:07.390289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'tag': '53afb0c7-d72b-4fba-bbf3-84f603311d45'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:26:07.550603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6142b-c3c1-4ca3-af6a-3b41f3843291 service neutron] Pushing event updated for resources: {'Port': ['ID=53afb0c7-d72b-4fba-bbf3-84f603311d45,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:07.565993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.566316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4811a871-b6a0-42f3-a126-05ddc0170f9b'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:26:07.599782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] device_id is not set on port a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:07.653156 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-e8881d5b-9aa2-4793-a2a6-1a88888d86be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1096 time: 0.2240458 Dec 23 08:26:07.692388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.703262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ebf02184-0ae1-40f1-85ee-0235004982ea tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Unset dirty status for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:07.704385 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ebf02184-0ae1-40f1-85ee-0235004982ea tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "GET /v2.0/ports/dc4ecd38-1006-44d1-90d0-909d92a699b8 HTTP/1.1" status: 404 len: 333 time: 1.0508358 Dec 23 08:26:07.724121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41388) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:07.741083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Request body: {'port': {'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1737966738'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:07.751442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-88c9570e-583a-49b0-8583-f1cc15df8095 None None] For port d9183662-2a2e-4816-ba39-d1a0a5cd3531, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d9183662-2a2e-4816-ba39-d1a0a5cd3531,segment=NetworkSegment(53d89152-0cfe-4f5c-9e1b-428489736a12),segment_id=53d89152-0cfe-4f5c-9e1b-428489736a12)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:07.751865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-88c9570e-583a-49b0-8583-f1cc15df8095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.755808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:07.766930 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-b41eba41-91d6-44c4-b2b7-957f4cd9fc40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 217 time: 0.1051097 Dec 23 08:26:07.814260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:07.885825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-88c9570e-583a-49b0-8583-f1cc15df8095 None None] Calling delete_port for d9183662-2a2e-4816-ba39-d1a0a5cd3531 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:07.890072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Made reservation on behalf of 7f5d79a869564bd5afec58046b4e228d for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:07.892357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.932407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-f9ea9844-d95e-412e-91f9-720c3fd06652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:07.933764 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-f9ea9844-d95e-412e-91f9-720c3fd06652 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 200 len: 851 time: 0.1557791 Dec 23 08:26:07.939103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.939264 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b59d7700-d99e-4ae1-ac06-df6224d0a209 req-5c90c4eb-3fb1-4968-a1cd-c5e307437f3c tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5405223 Dec 23 08:26:07.958815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4811a871-b6a0-42f3-a126-05ddc0170f9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4811a871-b6a0-42f3-a126-05ddc0170f9b,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:07.975112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:07.996908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] device_id is not set on port 2483d055-3280-4d88-98bb-068301f8bfba yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:08.052083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Allocated IP 172.20.0.5 (1403ccd1-55d1-45b2-9628-e47f47f04585/3c22d2c3-582a-421f-8710-2593f7ebfb06/a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:08.075705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-88dc5cff-e70e-492c-baa6-1fcc245a25f6 None None] Provisioning complete for port 85be8583-bb77-4ada-951c-9324aca57d18 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:08.076105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-88dc5cff-e70e-492c-baa6-1fcc245a25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.136077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 85be8583-bb77-4ada-951c-9324aca57d18, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85be8583-bb77-4ada-951c-9324aca57d18,segment=NetworkSegment(dfc9d228-8a64-4670-a343-3ba22a1b5fa1),segment_id=dfc9d228-8a64-4670-a343-3ba22a1b5fa1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:08.144523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-88c9570e-583a-49b0-8583-f1cc15df8095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.160371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c9570e-583a-49b0-8583-f1cc15df8095 None None] No DVR routers for this DVR port d9183662-2a2e-4816-ba39-d1a0a5cd3531 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:26:08.172050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=4811a871-b6a0-42f3-a126-05ddc0170f9b,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:08.216510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.240613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9570e-583a-49b0-8583-f1cc15df8095 None None] Pushing event deleted for resources: {'Port': ['ID=d9183662-2a2e-4816-ba39-d1a0a5cd3531,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:08.299637 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-14bcfd35-969b-4cd7-8598-03806aa3d550 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=824d0043-5466-40fa-aafd-00652d6477b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3580997 Dec 23 08:26:08.317300 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'tag': 'b808baf6-0dbc-43f3-8297-03a1801f5899', 'status': 'completed', 'code': 200} Dec 23 08:26:08.323419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=85be8583-bb77-4ada-951c-9324aca57d18,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:08.333632 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-0246d536-c1eb-49d0-a99c-7789270e617e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41ab964d47b44d38cd8289835839fe4&device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 1096 time: 1.4378715 Dec 23 08:26:08.354819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc6d4-071c-4042-a61d-cbed177fe873 req-5ce92f70-998f-41b4-806f-9cd46c33e3d4 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:08.356565 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-083cc6d4-071c-4042-a61d-cbed177fe873 req-5ce92f70-998f-41b4-806f-9cd46c33e3d4 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 944 time: 1.2445288 Dec 23 08:26:08.381788 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'tag': '53afb0c7-d72b-4fba-bbf3-84f603311d45', 'status': 'completed', 'code': 200} Dec 23 08:26:08.483687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fc18e380-754d-4c86-8bc1-aa195378b219 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.484053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-88dc5cff-e70e-492c-baa6-1fcc245a25f6 None None] Provisioning for port 7df14293-69e4-4010-811a-9722d8d3d7b7 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:08.490486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-88dc5cff-e70e-492c-baa6-1fcc245a25f6 None None] Provisioning complete for port 7df14293-69e4-4010-811a-9722d8d3d7b7 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:08.490906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-88dc5cff-e70e-492c-baa6-1fcc245a25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.545997 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fc18e380-754d-4c86-8bc1-aa195378b219 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.554163 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-ed04ced8-09ec-4e8c-b4a4-1ad6150f86a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b808baf6-0dbc-43f3-8297-03a1801f5899 HTTP/1.1" status: 200 len: 217 time: 0.1945448 Dec 23 08:26:08.558137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] For port d9183662-2a2e-4816-ba39-d1a0a5cd3531, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d9183662-2a2e-4816-ba39-d1a0a5cd3531,segment=NetworkSegment(53d89152-0cfe-4f5c-9e1b-428489736a12),segment_id=53d89152-0cfe-4f5c-9e1b-428489736a12)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:08.558560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.566497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-88dc5cff-e70e-492c-baa6-1fcc245a25f6 None None] Port 7df14293-69e4-4010-811a-9722d8d3d7b7 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:08.566871 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.570688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85be8583-bb77-4ada-951c-9324aca57d18 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:08.596420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.627232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Transition to ACTIVE for port object a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:08.639070 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-37ebfe36-3107-4789-89d4-65261cc101fd service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913311 Dec 23 08:26:08.646459 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-083cc6d4-071c-4042-a61d-cbed177fe873 req-0b28779a-cea8-4b54-9d75-f5d2a37069f6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600940 Dec 23 08:26:08.646778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 85be8583-bb77-4ada-951c-9324aca57d18 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:08.647154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.723833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-95c35ad0-af0f-4b20-b6c5-ec6c554e558e None None] Provisioning complete for port 7df14293-69e4-4010-811a-9722d8d3d7b7 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:08.724876 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-95c35ad0-af0f-4b20-b6c5-ec6c554e558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.743545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.784685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.834323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for d9183662-2a2e-4816-ba39-d1a0a5cd3531 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:08.842154 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4811a871-b6a0-42f3-a126-05ddc0170f9b', 'code': 200} Dec 23 08:26:08.842814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-95c35ad0-af0f-4b20-b6c5-ec6c554e558e None None] Port 7df14293-69e4-4010-811a-9722d8d3d7b7 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:08.857629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'Port': ['ID=2483d055-3280-4d88-98bb-068301f8bfba,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:08.863035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Network ddcdad16-7926-4e8e-9769-4ec526f3b43f is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:08.912004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:08.912903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-13f88203-4715-4036-8112-988bad08b214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:08.914584 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-13f88203-4715-4036-8112-988bad08b214 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de68b6fd-1b22-40df-9e00-1824b09c2273 HTTP/1.1" status: 200 len: 845 time: 0.3358510 Dec 23 08:26:08.928031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d9183662-2a2e-4816-ba39-d1a0a5cd3531 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:26:08.930652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:08.931450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:08.932034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:08.940284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:08.951111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:08.961490 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eeb11f08-98f6-445d-81ac-d0cfebfe5a05 req-c15495e7-c7ac-4755-95fe-c849357d0053 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155127 Dec 23 08:26:08.964313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:08.973902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d9183662-2a2e-4816-ba39-d1a0a5cd3531 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:26:08.974322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d9183662-2a2e-4816-ba39-d1a0a5cd3531 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:26:09.016464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Port': ['ID=a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:09.017486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fc18e380-754d-4c86-8bc1-aa195378b219 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:09.018086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc18e380-754d-4c86-8bc1-aa195378b219 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b19f5347-cbc3-471b-a267-7db1494b06de {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:09.042584 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8879588f-6903-471a-8afb-6bd4c9319344 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3160689 Dec 23 08:26:09.047444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41404) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:09.053457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:09.091957 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:26:09.092306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:26:09.105030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fc18e380-754d-4c86-8bc1-aa195378b219 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:09.106173 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fc18e380-754d-4c86-8bc1-aa195378b219 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b19f5347-cbc3-471b-a267-7db1494b06de HTTP/1.1" status: 204 len: 168 time: 2.7282825 Dec 23 08:26:09.127044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:09.127649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:09.156576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e0896-9de6-4a9f-b023-2970412d8d13 req-64dee6a5-3d35-491f-8e5c-72940bb3d545 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:09.164466 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e17e0896-9de6-4a9f-b023-2970412d8d13 req-64dee6a5-3d35-491f-8e5c-72940bb3d545 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 943 time: 0.5872891 Dec 23 08:26:09.204479 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-43ef00c7-7f96-4030-8aab-13e574ef833b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63788f09-fc68-4f8e-bdc1-ffd155abbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2697694 Dec 23 08:26:09.250077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:09.338405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41410) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:09.367023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-08d51d43-3a92-462b-9744-b61c64bc0599 None None] Provisioning for port a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:09.372407 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-08d51d43-3a92-462b-9744-b61c64bc0599 None None] Provisioning complete for port a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:09.372844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-08d51d43-3a92-462b-9744-b61c64bc0599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:09.396499 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e55e4828-4156-47b1-983d-6736b9ec214c tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.0117497 Dec 23 08:26:09.401401 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:09.413457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41414) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:09.426957 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-08d51d43-3a92-462b-9744-b61c64bc0599 None None] Port a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:09.486825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:09.517259 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e17e0896-9de6-4a9f-b023-2970412d8d13 req-d4c47c65-16cf-4f3e-9f39-d995b22ff920 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520379 Dec 23 08:26:09.545028 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c0329959-425d-4e90-bfac-486ad31da192 req-6ebecab6-7973-4689-bcae-41a20ada270f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 1098 time: 0.4084892 Dec 23 08:26:09.547730 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-96fbfd00-8fbd-471e-8721-09e9d9c7d671 req-347b4e43-946b-4b0a-a1ce-be9be4f7f9fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1096 time: 0.4642217 Dec 23 08:26:09.610831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port d9183662-2a2e-4816-ba39-d1a0a5cd3531 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:09.611176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:09.684704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c0329959-425d-4e90-bfac-486ad31da192 req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:09.709041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] The port 'd9183662-2a2e-4816-ba39-d1a0a5cd3531' was deleted {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:26:09.711510 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-9349eeb3-6703-4145-a386-c39d10fcd8ef service neutron] 10.222.0.24 "GET /v2.0/networks/63788f09-fc68-4f8e-bdc1-ffd155abbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633486 Dec 23 08:26:09.721251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5a9f5-5dc5-4a30-9fd5-91259de9582f req-c017b957-dd5c-4bd9-bd1b-8ca40d6068b6 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:09.726403 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98d5a9f5-5dc5-4a30-9fd5-91259de9582f req-c017b957-dd5c-4bd9-bd1b-8ca40d6068b6 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 943 time: 0.5208747 Dec 23 08:26:09.733546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-123741062', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:09.787570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:09.830160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5940530-8fed-4adf-b91d-98228ee3f3ec tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:09.834054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5940530-8fed-4adf-b91d-98228ee3f3ec tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:09.837942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5940530-8fed-4adf-b91d-98228ee3f3ec tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:09.838773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d5940530-8fed-4adf-b91d-98228ee3f3ec tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Synchronizing usage tracker for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:09.883366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-c0329959-425d-4e90-bfac-486ad31da192 req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:09.895928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c0329959-425d-4e90-bfac-486ad31da192 req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Usage tracker for resource:security_group_rule and tenant:5de19108a88b45e4b879982209dd602a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:09.901228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c0329959-425d-4e90-bfac-486ad31da192 req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:09.914849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfd00-8fbd-471e-8721-09e9d9c7d671 req-e5748465-a39f-4924-a491-da590769bb93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:09.916651 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-96fbfd00-8fbd-471e-8721-09e9d9c7d671 req-e5748465-a39f-4924-a491-da590769bb93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 912 time: 0.3507714 Dec 23 08:26:09.918633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-c0329959-425d-4e90-bfac-486ad31da192 req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:09.923090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d5940530-8fed-4adf-b91d-98228ee3f3ec tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Unset dirty status for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:09.926930 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d5940530-8fed-4adf-b91d-98228ee3f3ec tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.5061646 Dec 23 08:26:09.929285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41422) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:09.968164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Usage tracker for resource:router and tenant:379193d209c0454fb4b11dd36c7290c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:10.062284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Allocated IP 172.26.8.163 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/fad4aede-1161-4844-8a16-6fbf038b1533) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:10.064344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:10.089977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:10.105172 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-96fbfd00-8fbd-471e-8721-09e9d9c7d671 req-f9507089-5bca-4d0d-ba59-89d6c6caac6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 217 time: 0.1798797 Dec 23 08:26:10.153614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.175841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d77c98ae-5e6c-45fb-a004-5fdcf931d303 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Deleting port a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:10.176179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d77c98ae-5e6c-45fb-a004-5fdcf931d303 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.186046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.186972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.220240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] device_id is not set on port 2483d055-3280-4d88-98bb-068301f8bfba yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:10.260698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.281370 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98d5a9f5-5dc5-4a30-9fd5-91259de9582f req-f20caf7d-0a41-45ce-aedb-ebf4d75886ae tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4952767 Dec 23 08:26:10.285544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096a0d8e-426c-4879-ab1a-2527b2cf36f5']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:10.330087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d89152-0cfe-4f5c-9e1b-428489736a12') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:10.330283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d89152-0cfe-4f5c-9e1b-428489736a12') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:10.332427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfd00-8fbd-471e-8721-09e9d9c7d671 req-1359c324-7c90-40c9-87a8-f80bd2a49554 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:10.333880 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-96fbfd00-8fbd-471e-8721-09e9d9c7d671 req-1359c324-7c90-40c9-87a8-f80bd2a49554 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 200 len: 851 time: 0.2190838 Dec 23 08:26:10.344570 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98553aa2-6b57-4ff2-9fe1-df69d6249edd req-a0b6898f-a9a7-4ef9-ae52-177710072519 service neutron] 10.222.0.24 "GET /v2.0/networks/63788f09-fc68-4f8e-bdc1-ffd155abbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147602 Dec 23 08:26:10.345974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Transition to ACTIVE for port object 2483d055-3280-4d88-98bb-068301f8bfba will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:10.353162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.386063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.387357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c0329959-425d-4e90-bfac-486ad31da192 req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.396146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.400756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.419757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:26:10.420143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.451713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c0329959-425d-4e90-bfac-486ad31da192 req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:26:10.461264 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:26:10.519562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5ecf4-0ce8-4a13-b770-885187fb1c5f req-312c7390-ab2c-41ec-b34a-759c73fdd0a5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:10.521166 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32c5ecf4-0ce8-4a13-b770-885187fb1c5f req-312c7390-ab2c-41ec-b34a-759c73fdd0a5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 945 time: 0.7278559 Dec 23 08:26:10.582213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.666527 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c0329959-425d-4e90-bfac-486ad31da192 req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0765884 Dec 23 08:26:10.683359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2ecc60-2bf6-4aec-aafc-3ec74f4f0e9f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:10.685879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'Port': ['ID=2483d055-3280-4d88-98bb-068301f8bfba,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:10.721677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.722045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.722388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.722971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.723297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.723626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.723946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.724263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.724582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.724898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.725213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.726657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.730942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.731292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.731791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.732132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.732462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.732790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.733109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.733542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.733730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.734076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.734396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.783880 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-96fbfd00-8fbd-471e-8721-09e9d9c7d671 req-880a869a-1866-4b52-9fd4-36f7db856b7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=824d0043-5466-40fa-aafd-00652d6477b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4391911 Dec 23 08:26:10.788754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d77c98ae-5e6c-45fb-a004-5fdcf931d303 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.795646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:10.795977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:10.796309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:10.803068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.829340 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32c5ecf4-0ce8-4a13-b770-885187fb1c5f req-bcd5c1f0-76cb-4d5e-b3c7-09253e291f89 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850640 Dec 23 08:26:10.830075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Network': ['ID=096a0d8e-426c-4879-ab1a-2527b2cf36f5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:10.870300 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/networks/096a0d8e-426c-4879-ab1a-2527b2cf36f5 HTTP/1.1" status: 204 len: 168 time: 4.2189109 Dec 23 08:26:10.875831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.876177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.876511 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.876862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.877192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.877516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.877832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.878182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.878505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.878818 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.879132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b74608e-783f-4baf-8e59-d5bb18c93f4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:10.885988 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41428) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:10.893256 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bd396cec-4d39-4ed7-a55e-873dc5d79559 req-fae96e97-5ebc-4289-935e-7ea83fb87edf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41ab964d47b44d38cd8289835839fe4&device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 1096 time: 0.4867482 Dec 23 08:26:10.896692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-318391780'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:10.902931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.931816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:10.935071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:10.936755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d77c98ae-5e6c-45fb-a004-5fdcf931d303 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Calling delete_port for a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:10.966606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:10.966933 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.019521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:network and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:11.043727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:11.062854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:11.066826 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 2 to bind port 2483d055-3280-4d88-98bb-068301f8bfba Dec 23 08:26:11.113587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667860cb-266c-4957-9a26-968c0928369c req-ff63ebe9-5b7c-4cf8-b890-d57f2a3ff7e9 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:11.114978 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-667860cb-266c-4957-9a26-968c0928369c req-ff63ebe9-5b7c-4cf8-b890-d57f2a3ff7e9 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 943 time: 0.4541941 Dec 23 08:26:11.116743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:11.143422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:11.143748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:11.144133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:11.171002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:11.171243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:11.171347 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.174943 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 3 to bind port 2483d055-3280-4d88-98bb-068301f8bfba Dec 23 08:26:11.179750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event updated for resources: {'Port': ['ID=fad4aede-1161-4844-8a16-6fbf038b1533,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:11.199965 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:11.220688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:11.221013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:11.221343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:11.223760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:11.226700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:11.270824 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-96fbfd00-8fbd-471e-8721-09e9d9c7d671 req-ea5169cc-f457-457f-8efc-07398c823be1 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565712 Dec 23 08:26:11.271318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:11.271629 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.275885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 4 to bind port 2483d055-3280-4d88-98bb-068301f8bfba Dec 23 08:26:11.317726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396cec-4d39-4ed7-a55e-873dc5d79559 req-d33ff9ee-d23a-46f8-a345-8741c87726f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:11.319260 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bd396cec-4d39-4ed7-a55e-873dc5d79559 req-d33ff9ee-d23a-46f8-a345-8741c87726f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63788f09-fc68-4f8e-bdc1-ffd155abbfb2 HTTP/1.1" status: 200 len: 906 time: 0.4100640 Dec 23 08:26:11.384100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:11.384875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:11.386154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:11.404061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:11.404784 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.409527 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 5 to bind port 2483d055-3280-4d88-98bb-068301f8bfba Dec 23 08:26:11.442804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:11.443210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:11.443554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:11.446720 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-667860cb-266c-4957-9a26-968c0928369c req-f0b505ea-6ea4-4961-86a9-991bf89e0e35 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821071 Dec 23 08:26:11.457937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d77c98ae-5e6c-45fb-a004-5fdcf931d303 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:11.532850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:11.533322 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.534080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c98ae-5e6c-45fb-a004-5fdcf931d303 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event deleted for resources: {'Port': ['ID=a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:11.539577 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 6 to bind port 2483d055-3280-4d88-98bb-068301f8bfba Dec 23 08:26:11.580640 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-96fbfd00-8fbd-471e-8721-09e9d9c7d671 req-1ec76739-d729-4183-9acf-09dc7051bc01 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961001 Dec 23 08:26:11.606585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:11.607310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:11.607801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:11.607968 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bd396cec-4d39-4ed7-a55e-873dc5d79559 req-13afa861-584e-4cf5-8766-1b2cc8ec3086 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b808baf6-0dbc-43f3-8297-03a1801f5899 HTTP/1.1" status: 200 len: 217 time: 0.2761207 Dec 23 08:26:11.616875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:26:11.628104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:11.628419 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.658243 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 7 to bind port 2483d055-3280-4d88-98bb-068301f8bfba Dec 23 08:26:11.682748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:11.683080 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Added segment 9153a02a-ff79-4952-8b7d-5093b68a8fe2 of type vlan for network 4f8daf21-e704-4c37-be26-ecda7d097e4f Dec 23 08:26:11.740916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:11.741891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:11.742240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:11.754804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396cec-4d39-4ed7-a55e-873dc5d79559 req-e06f77b1-8903-4d2c-9b31-5168f5130d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:11.756246 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bd396cec-4d39-4ed7-a55e-873dc5d79559 req-e06f77b1-8903-4d2c-9b31-5168f5130d5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de68b6fd-1b22-40df-9e00-1824b09c2273 HTTP/1.1" status: 200 len: 845 time: 0.1349397 Dec 23 08:26:11.756399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:11.756568 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.758869 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 8 to bind port 2483d055-3280-4d88-98bb-068301f8bfba Dec 23 08:26:11.759838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:11.784794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:11.785109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:11.785598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:11.791550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d77c98ae-5e6c-45fb-a004-5fdcf931d303 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:11.800870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:11.801152 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.804921 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 9 to bind port 2483d055-3280-4d88-98bb-068301f8bfba Dec 23 08:26:11.822117 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d77c98ae-5e6c-45fb-a004-5fdcf931d303 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "DELETE /v2.0/ports/a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e HTTP/1.1" status: 204 len: 168 time: 1.8388152 Dec 23 08:26:11.824484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:11.824812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:11.825139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:11.827000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41434) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:11.872426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f389024-6677-463c-9331-01b231fa04ba req-fef38cfa-ab5c-4af1-97c9-5dd5dd3b8402 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:11.873646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:11.873891 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3f389024-6677-463c-9331-01b231fa04ba req-fef38cfa-ab5c-4af1-97c9-5dd5dd3b8402 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 943 time: 0.4431379 Dec 23 08:26:11.874088 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.874808 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5afd0b3-6e12-4fb1-9dd5-d77c01f6884b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] GET failed (client error): The resource could not be found. Dec 23 08:26:11.875289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b5afd0b3-6e12-4fb1-9dd5-d77c01f6884b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Synchronizing usage tracker for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:11.878541 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 10 to bind port 2483d055-3280-4d88-98bb-068301f8bfba Dec 23 08:26:11.898024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:11.898350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:11.898675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:11.906329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:11.906568 dv-neutron-822507-1-hyperv neutron-server[83523]: ERROR neutron.plugins.ml2.managers [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 2483d055-3280-4d88-98bb-068301f8bfba on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:11.906974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:11.918160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b5afd0b3-6e12-4fb1-9dd5-d77c01f6884b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Unset dirty status for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:11.919185 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b5afd0b3-6e12-4fb1-9dd5-d77c01f6884b tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "GET /v2.0/ports/a9406ecc-bac1-4dd4-bb1e-5c4669aebb3e HTTP/1.1" status: 404 len: 333 time: 0.0912960 Dec 23 08:26:11.923322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41440) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:11.931453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'port': {'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585', 'name': 'tempest-AllowedAddressPairTestJSON-773718178'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:11.942250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:11.969995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:11.973833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:11.974417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:12.094035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:12.112870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] For port 2483d055-3280-4d88-98bb-068301f8bfba, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:12.113248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempted to set empty binding levels {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 08:26:12.122341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:12.126427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:12.191500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] In _notify_port_updated(), no bound segment for port 2483d055-3280-4d88-98bb-068301f8bfba on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:26:12.192430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:12.193717 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "PUT /v2.0/ports/2483d055-3280-4d88-98bb-068301f8bfba HTTP/1.1" status: 200 len: 977 time: 3.1451504 Dec 23 08:26:12.194822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:12.203189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41444) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:12.220462 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3334394 Dec 23 08:26:12.221828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41448) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:12.229201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1edce-199f-4041-aac0-325c0103b3c5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Network': ['ID=4f8daf21-e704-4c37-be26-ecda7d097e4f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:12.234273 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bd396cec-4d39-4ed7-a55e-873dc5d79559 req-9dcb62bf-6611-4cdd-9579-2e455be23268 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63788f09-fc68-4f8e-bdc1-ffd155abbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4596682 Dec 23 08:26:12.239815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 4f8daf21-e704-4c37-be26-ecda7d097e4f details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:26:12.264638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '4f8daf21-e704-4c37-be26-ecda7d097e4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:12.265469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0aa92-cde2-4077-beac-2d0678e778cb tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'Port': ['ID=2483d055-3280-4d88-98bb-068301f8bfba,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:12.271172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Made reservation on behalf of da3a39134a5b46c2aba6bfa9e43a85e5 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:12.274922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:12.292140 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3f389024-6677-463c-9331-01b231fa04ba req-4da5d437-1e76-4f08-a804-4d6cc1d5507d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4030249 Dec 23 08:26:12.314986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] device_id is not set on port b90241a6-3c58-4e82-a90c-f95f476267f7 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:12.428676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2b8521c0-31fd-46ee-b87d-86de8f0a9813 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Synchronizing usage tracker for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:12.471787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:12.472748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:12.485755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2b8521c0-31fd-46ee-b87d-86de8f0a9813 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Unset dirty status for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:12.486965 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2b8521c0-31fd-46ee-b87d-86de8f0a9813 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21393 time: 0.2819161 Dec 23 08:26:12.495239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41454) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:12.572106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Allocated IP 172.20.0.14 (1403ccd1-55d1-45b2-9628-e47f47f04585/3c22d2c3-582a-421f-8710-2593f7ebfb06/b90241a6-3c58-4e82-a90c-f95f476267f7) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:12.585346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f2458fcd-09dd-439e-8e1b-57476bf59f49 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Deleting port 2483d055-3280-4d88-98bb-068301f8bfba {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:12.585691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2458fcd-09dd-439e-8e1b-57476bf59f49 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:12.619487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fe8b-9e1c-4c0a-ad66-c82921d43487 req-83ead636-0258-4a5a-bb53-7de0d2c72997 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:12.620951 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e0c8fe8b-9e1c-4c0a-ad66-c82921d43487 req-83ead636-0258-4a5a-bb53-7de0d2c72997 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 945 time: 0.6417730 Dec 23 08:26:12.762479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 53afb0c7-d72b-4fba-bbf3-84f603311d45 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:26:12.777844 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bd396cec-4d39-4ed7-a55e-873dc5d79559 req-17c29cb1-78bc-4a9d-8235-d82ddaec4072 service neutron] 10.222.0.24 "GET /v2.0/networks/63788f09-fc68-4f8e-bdc1-ffd155abbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240805 Dec 23 08:26:12.778783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:12.812137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:12.829076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:12.895995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Allocated IP 172.26.8.43 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/c76353fe-5414-4824-bd75-521ad5362643) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:12.906104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 53afb0c7-d72b-4fba-bbf3-84f603311d45, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:12.910491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:12.921419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '53afb0c7-d72b-4fba-bbf3-84f603311d45', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'port_id': '53afb0c7-d72b-4fba-bbf3-84f603311d45', 'mac_address': 'fa:16:3e:5e:bb:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:26:12.976361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:12.986187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:12.994473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53afb0c7-d72b-4fba-bbf3-84f603311d45 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:26:13.005368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-f2458fcd-09dd-439e-8e1b-57476bf59f49 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] For port 2483d055-3280-4d88-98bb-068301f8bfba, host hv-neutron-8225, got binding levels [] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:13.005716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2458fcd-09dd-439e-8e1b-57476bf59f49 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.011203 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 53afb0c7-d72b-4fba-bbf3-84f603311d45, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:13.015246 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.060018 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e0c8fe8b-9e1c-4c0a-ad66-c82921d43487 req-8e00528e-ee1d-4c53-970b-aff2dd672c82 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908134 Dec 23 08:26:13.084637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=53afb0c7-d72b-4fba-bbf3-84f603311d45,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:13.147068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f2458fcd-09dd-439e-8e1b-57476bf59f49 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Calling delete_port for 2483d055-3280-4d88-98bb-068301f8bfba owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:13.184423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.213514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Transition to ACTIVE for port object b90241a6-3c58-4e82-a90c-f95f476267f7 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:13.216830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['53afb0c7-d72b-4fba-bbf3-84f603311d45'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:26:13.224065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcba718-2fbe-4312-a865-7d388f5ff4f3 req-55ce924d-cc7c-435d-9aee-280afc47be87 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:13.226058 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4bcba718-2fbe-4312-a865-7d388f5ff4f3 req-55ce924d-cc7c-435d-9aee-280afc47be87 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 943 time: 0.5482185 Dec 23 08:26:13.243613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2458fcd-09dd-439e-8e1b-57476bf59f49 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.297385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2458fcd-09dd-439e-8e1b-57476bf59f49 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event deleted for resources: {'Port': ['ID=2483d055-3280-4d88-98bb-068301f8bfba,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:13.300860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.356848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2458fcd-09dd-439e-8e1b-57476bf59f49 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.396517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Port': ['ID=b90241a6-3c58-4e82-a90c-f95f476267f7,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:13.400020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:13.401798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:13.405739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.406937 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f2458fcd-09dd-439e-8e1b-57476bf59f49 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "DELETE /v2.0/ports/2483d055-3280-4d88-98bb-068301f8bfba HTTP/1.1" status: 204 len: 168 time: 0.9106319 Dec 23 08:26:13.407752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:13.420604 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bd396cec-4d39-4ed7-a55e-873dc5d79559 req-05ee5f8a-9a2b-4b25-9801-0a77526a15a7 service neutron] 10.222.0.24 "GET /v2.0/networks/63788f09-fc68-4f8e-bdc1-ffd155abbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276042 Dec 23 08:26:13.432855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41460) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:13.489226 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-31678cc5-bbe9-4edf-a111-aa82de018999 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] GET failed (client error): The resource could not be found. Dec 23 08:26:13.489716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-31678cc5-bbe9-4edf-a111-aa82de018999 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Synchronizing usage tracker for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:13.524136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:13.524728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.530301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-31678cc5-bbe9-4edf-a111-aa82de018999 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Unset dirty status for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:13.535406 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-31678cc5-bbe9-4edf-a111-aa82de018999 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "GET /v2.0/ports/2483d055-3280-4d88-98bb-068301f8bfba HTTP/1.1" status: 404 len: 333 time: 0.1014688 Dec 23 08:26:13.546439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41464) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:13.567488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1991787102', 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:13.574653 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9ea0fbc2-2cca-4648-a3ab-b1ebebaa0d12 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6501524 Dec 23 08:26:13.576219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:13.578973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41468) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:13.586679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4e513d48-33c7-4307-888d-8bac33980977 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4a:89:e7'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:13.635484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:13.661276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Made reservation on behalf of 7f5d79a869564bd5afec58046b4e228d for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:13.665544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.679984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-93346f03-17cf-4394-95d8-cae093b70ba3 None None] Provisioning for port b90241a6-3c58-4e82-a90c-f95f476267f7 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:13.686088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-93346f03-17cf-4394-95d8-cae093b70ba3 None None] Provisioning complete for port b90241a6-3c58-4e82-a90c-f95f476267f7 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:13.686792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93346f03-17cf-4394-95d8-cae093b70ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.699033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.743613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-93346f03-17cf-4394-95d8-cae093b70ba3 None None] Port b90241a6-3c58-4e82-a90c-f95f476267f7 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:13.755063 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4bcba718-2fbe-4312-a865-7d388f5ff4f3 req-520c2cfc-3215-430a-bb21-3e1db42297bb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5114131 Dec 23 08:26:13.764429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] device_id is not set on port 5b072213-dd56-42cf-8007-5c1bc8fe7f0d yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:13.849105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:13.890135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffe454-123e-4071-a78c-6121b2911012 req-3673cebe-0a8d-4a77-ae30-85d0729c0bbd tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:13.891554 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-53ffe454-123e-4071-a78c-6121b2911012 req-3673cebe-0a8d-4a77-ae30-85d0729c0bbd tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 944 time: 0.4281266 Dec 23 08:26:13.988490 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:14.005774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:14.013510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:14.040725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e513d48-33c7-4307-888d-8bac33980977 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.041047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.044343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event updated for resources: {'Port': ['ID=c76353fe-5414-4824-bd75-521ad5362643,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:14.115394 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-53ffe454-123e-4071-a78c-6121b2911012 req-861ce472-a04f-4671-9bb1-5b18bff3f4c2 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114275 Dec 23 08:26:14.132949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.189522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=b02e1313-090c-496c-8c43-f94609f73bdf,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:14.219621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Router 6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:26:14.272674 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.293898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Checking segment: {'id': '9153a02a-ff79-4952-8b7d-5093b68a8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f8daf21-e704-4c37-be26-ecda7d097e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:14.294515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network hostable DHCP agents. Network: 4f8daf21-e704-4c37-be26-ecda7d097e4f, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:26:14.372209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Network ddcdad16-7926-4e8e-9769-4ec526f3b43f is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:14.378726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:14.384116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:14.384920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:14.385590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.389056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'Port': ['ID=5b072213-dd56-42cf-8007-5c1bc8fe7f0d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:14.425337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e513d48-33c7-4307-888d-8bac33980977 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.427809 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-05aab8df-0fd6-45b4-9da2-52747048e9df tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8800151 Dec 23 08:26:14.429469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e513d48-33c7-4307-888d-8bac33980977 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.432214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 4f8daf21-e704-4c37-be26-ecda7d097e4f is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:26:14.434289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41474) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:14.452224 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 4f8daf21-e704-4c37-be26-ecda7d097e4f) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:14.458799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50755a-cb88-44ef-a9ea-07ae421c651e req-8dd93f16-cdff-4d49-8327-212f6a9b3178 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:14.460772 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1d50755a-cb88-44ef-a9ea-07ae421c651e req-8dd93f16-cdff-4d49-8327-212f6a9b3178 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 945 time: 0.2298877 Dec 23 08:26:14.461079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcde02c-64d5-41db-ba2b-3d6f35114eab None None] Network 4f8daf21-e704-4c37-be26-ecda7d097e4f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:14.465065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:14.465626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.521436 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-47e772a0-8932-4ce6-b56c-80c8e2b99ad0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2911012 Dec 23 08:26:14.529304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41478) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:14.574152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e513d48-33c7-4307-888d-8bac33980977 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Port': ['ID=b90241a6-3c58-4e82-a90c-f95f476267f7,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:14.588513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '4f8daf21-e704-4c37-be26-ecda7d097e4f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1394914722'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:14.650575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2ef74d57-155b-40c1-b267-7b936bd14532 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Synchronizing usage tracker for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:14.677804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-4e513d48-33c7-4307-888d-8bac33980977 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] In _notify_port_updated(), no bound segment for port b90241a6-3c58-4e82-a90c-f95f476267f7 on network 1403ccd1-55d1-45b2-9628-e47f47f04585 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:26:14.679124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.679845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.681664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e513d48-33c7-4307-888d-8bac33980977 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:14.682305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e513d48-33c7-4307-888d-8bac33980977 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.686402 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4e513d48-33c7-4307-888d-8bac33980977 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "PUT /v2.0/ports/b90241a6-3c58-4e82-a90c-f95f476267f7 HTTP/1.1" status: 200 len: 994 time: 1.1064069 Dec 23 08:26:14.687051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41482) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:14.704048 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1d50755a-cb88-44ef-a9ea-07ae421c651e req-c9b814f7-8807-458a-91de-892b8c952e92 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324340 Dec 23 08:26:14.771299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b808baf6-0dbc-43f3-8297-03a1801f5899 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:26:14.782709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-4f8daf21-e704-4c37-be26-ecda7d097e4f', 'network_id': '4f8daf21-e704-4c37-be26-ecda7d097e4f', 'tenant_id': '063fc722289642818ffcfed1dc7cfd84', 'fixed_ips': [{'subnet_id': 'b02e1313-090c-496c-8c43-f94609f73bdf'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:26:14.784022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.869153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:14.869507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 53afb0c7-d72b-4fba-bbf3-84f603311d45 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:14.877877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:14.881557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:14.898907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:14.916188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.resource_extend [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:26:14.957972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:14.961195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:14.982648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2ef74d57-155b-40c1-b267-7b936bd14532 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Unset dirty status for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:14.984208 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2ef74d57-155b-40c1-b267-7b936bd14532 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "GET /v2.0/ports/5b072213-dd56-42cf-8007-5c1bc8fe7f0d HTTP/1.1" status: 200 len: 955 time: 0.5063009 Dec 23 08:26:14.990501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41490) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:15.038048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:15.065185 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056bebba-7bef-42d4-87c9-9b4d9e28b0ec None None] Sync routers for ids ['6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:15.068741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f1780-1530-44ae-be34-c521b9150556 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Deleting port b90241a6-3c58-4e82-a90c-f95f476267f7 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:15.069739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1780-1530-44ae-be34-c521b9150556 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.086194 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056bebba-7bef-42d4-87c9-9b4d9e28b0ec None None] Routers {'6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:15.087651 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-056bebba-7bef-42d4-87c9-9b4d9e28b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:15.107500 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 8f50a5a7-9d87-4b10-8bda-6271882c9b42 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:15.164102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e51e12ba-fba8-421e-a29b-186483ca3b3e None None] Provisioning complete for port b90241a6-3c58-4e82-a90c-f95f476267f7 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:15.164482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e51e12ba-fba8-421e-a29b-186483ca3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.183496 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-056bebba-7bef-42d4-87c9-9b4d9e28b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:15.203659 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056bebba-7bef-42d4-87c9-9b4d9e28b0ec None None] Routers {'6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:15.205342 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-056bebba-7bef-42d4-87c9-9b4d9e28b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:15.229996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b808baf6-0dbc-43f3-8297-03a1801f5899, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b808baf6-0dbc-43f3-8297-03a1801f5899,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:15.247034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 53afb0c7-d72b-4fba-bbf3-84f603311d45 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:15.263892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'b808baf6-0dbc-43f3-8297-03a1801f5899', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'port_id': 'b808baf6-0dbc-43f3-8297-03a1801f5899', 'mac_address': 'fa:16:3e:b8:da:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:26:15.271069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Allocated IP 172.20.0.2 (4f8daf21-e704-4c37-be26-ecda7d097e4f/b02e1313-090c-496c-8c43-f94609f73bdf/9c5221a9-6650-4f0e-8898-14251fb65dc1) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:15.273556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e51e12ba-fba8-421e-a29b-186483ca3b3e None None] Port b90241a6-3c58-4e82-a90c-f95f476267f7 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:15.277486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 53afb0c7-d72b-4fba-bbf3-84f603311d45 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:15.277854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.295335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.299234 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d0436235-a22e-4464-9cb8-8e31e50bb6d6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.1634912 Dec 23 08:26:15.307189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41496) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:15.326947 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-056bebba-7bef-42d4-87c9-9b4d9e28b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:15.327695 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056bebba-7bef-42d4-87c9-9b4d9e28b0ec None None] The sync data for ids ['6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:15.338842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1780-1530-44ae-be34-c521b9150556 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.433312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036030-9418-4333-aea0-68be6a4648b8 req-40efae96-b88a-4b57-b43d-6add738d6bfb tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:15.434847 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb036030-9418-4333-aea0-68be6a4648b8 req-40efae96-b88a-4b57-b43d-6add738d6bfb tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 945 time: 0.5229499 Dec 23 08:26:15.450373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c1140-53a5-47ac-b769-421d377e19a3 req-c94fd95a-15d6-4ee7-97b7-f76a3fcf7048 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:15.451815 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a1c1140-53a5-47ac-b769-421d377e19a3 req-c94fd95a-15d6-4ee7-97b7-f76a3fcf7048 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 943 time: 0.4794667 Dec 23 08:26:15.454269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41500) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:15.460269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Request body: {'floatingip': {'port_id': '4811a871-b6a0-42f3-a126-05ddc0170f9b'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:15.461028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.469126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f1780-1530-44ae-be34-c521b9150556 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Calling delete_port for b90241a6-3c58-4e82-a90c-f95f476267f7 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:15.499494 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b808baf6-0dbc-43f3-8297-03a1801f5899 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:26:15.579633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.588630 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b808baf6-0dbc-43f3-8297-03a1801f5899, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b808baf6-0dbc-43f3-8297-03a1801f5899,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:15.604589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.640752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-723060ec-3c6f-43e9-8012-060d24416ca7 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Deleting port 5b072213-dd56-42cf-8007-5c1bc8fe7f0d {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:15.640752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-723060ec-3c6f-43e9-8012-060d24416ca7 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.687857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.698588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1780-1530-44ae-be34-c521b9150556 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.707492 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a1c1140-53a5-47ac-b769-421d377e19a3 req-5a4a5a9b-762d-4558-9d20-d1c2518c1a91 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908064 Dec 23 08:26:15.777033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53afb0c7-d72b-4fba-bbf3-84f603311d45'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:26:15.796699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.824473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 53afb0c7-d72b-4fba-bbf3-84f603311d45, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:15.825653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Transition to ACTIVE for port object 9c5221a9-6650-4f0e-8898-14251fb65dc1 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:15.828592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=b808baf6-0dbc-43f3-8297-03a1801f5899,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:15.835521 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:15.845452 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['b808baf6-0dbc-43f3-8297-03a1801f5899'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:26:15.855811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f1780-1530-44ae-be34-c521b9150556 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event deleted for resources: {'Port': ['ID=b90241a6-3c58-4e82-a90c-f95f476267f7,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:15.880237 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53afb0c7-d72b-4fba-bbf3-84f603311d45', 'code': 200} Dec 23 08:26:15.915537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Transition to ACTIVE for port object 9c5221a9-6650-4f0e-8898-14251fb65dc1 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:15.966906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.967309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.967706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.968968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.969616 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.970013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.970387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.971595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.971931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.972308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:15.973644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:16.039224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:16.105376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Network 4f8daf21-e704-4c37-be26-ecda7d097e4f is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:16.109924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:16.112400 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:16.132339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-723060ec-3c6f-43e9-8012-060d24416ca7 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:16.219133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=53afb0c7-d72b-4fba-bbf3-84f603311d45,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:16.263490 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.7 (4f8daf21-e704-4c37-be26-ecda7d097e4f/b02e1313-090c-496c-8c43-f94609f73bdf/8f50a5a7-9d87-4b10-8bda-6271882c9b42) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:16.270628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-723060ec-3c6f-43e9-8012-060d24416ca7 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Calling delete_port for 5b072213-dd56-42cf-8007-5c1bc8fe7f0d owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:16.315215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Attempting to bind port 9c5221a9-6650-4f0e-8898-14251fb65dc1 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:16.315714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Attempting to bind port 9c5221a9-6650-4f0e-8898-14251fb65dc1 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '9153a02a-ff79-4952-8b7d-5093b68a8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f8daf21-e704-4c37-be26-ecda7d097e4f'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:16.316162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Attempting to bind port 9c5221a9-6650-4f0e-8898-14251fb65dc1 on network 4f8daf21-e704-4c37-be26-ecda7d097e4f {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:16.333093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1780-1530-44ae-be34-c521b9150556 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:16.333301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:16.333763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Checking segment: {'id': '9153a02a-ff79-4952-8b7d-5093b68a8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f8daf21-e704-4c37-be26-ecda7d097e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:16.334280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:16.334785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Bound using segment: {'id': '9153a02a-ff79-4952-8b7d-5093b68a8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f8daf21-e704-4c37-be26-ecda7d097e4f'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:16.335332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Bound port: 9c5221a9-6650-4f0e-8898-14251fb65dc1, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9153a02a-ff79-4952-8b7d-5093b68a8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4f8daf21-e704-4c37-be26-ecda7d097e4f'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:16.335796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:16.348937 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ff5f1780-1530-44ae-be34-c521b9150556 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "DELETE /v2.0/ports/b90241a6-3c58-4e82-a90c-f95f476267f7 HTTP/1.1" status: 204 len: 168 time: 1.6600628 Dec 23 08:26:16.359524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41506) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:16.372156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Pushing event updated for resources: {'Port': ['ID=9c5221a9-6650-4f0e-8898-14251fb65dc1,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:16.383496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Router e2162f77-ac88-477b-9315-7aa2e44e9e0c is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:26:16.402204 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd56fb6-b1b6-4b00-98b5-2e5c6019b7c8 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] GET failed (client error): The resource could not be found. Dec 23 08:26:16.402816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6bd56fb6-b1b6-4b00-98b5-2e5c6019b7c8 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Synchronizing usage tracker for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:16.417353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-723060ec-3c6f-43e9-8012-060d24416ca7 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:16.433150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c0b6c-6364-450a-ad32-e1c27bb7e0ae req-90f1adf8-c080-40c4-9d7c-b0c55b7cb559 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:16.434607 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-987c0b6c-6364-450a-ad32-e1c27bb7e0ae req-90f1adf8-c080-40c4-9d7c-b0c55b7cb559 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.6385028 Dec 23 08:26:16.459429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6bd56fb6-b1b6-4b00-98b5-2e5c6019b7c8 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Unset dirty status for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:16.461258 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6bd56fb6-b1b6-4b00-98b5-2e5c6019b7c8 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "GET /v2.0/ports/b90241a6-3c58-4e82-a90c-f95f476267f7 HTTP/1.1" status: 404 len: 333 time: 0.1008332 Dec 23 08:26:16.471281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41510) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:16.472217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] For port 9c5221a9-6650-4f0e-8898-14251fb65dc1, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:16.474450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723060ec-3c6f-43e9-8012-060d24416ca7 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b072213-dd56-42cf-8007-5c1bc8fe7f0d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:16.482411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'port': {'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585', 'name': 'tempest-AllowedAddressPairTestJSON-1552605446'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:16.484013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] For port 9c5221a9-6650-4f0e-8898-14251fb65dc1, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9c5221a9-6650-4f0e-8898-14251fb65dc1,segment=NetworkSegment(9153a02a-ff79-4952-8b7d-5093b68a8fe2),segment_id=9153a02a-ff79-4952-8b7d-5093b68a8fe2)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:16.490393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:16.588537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3546f6-8f59-48a0-aaf9-9b1612df372f None None] Pushing event updated for resources: {'Port': ['ID=9c5221a9-6650-4f0e-8898-14251fb65dc1,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:16.600336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-723060ec-3c6f-43e9-8012-060d24416ca7 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:16.602564 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-75564a95-0569-4ae0-a103-bdf76b11d04b tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/routers/6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea HTTP/1.1" status: 200 len: 925 time: 1.2945902 Dec 23 08:26:16.608326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41514) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:16.712924 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-77bcd180-7f85-4cd9-aeca-8b2503d41f8c req-12fe9f6e-7e95-4510-8a06-d18ecebf12e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1098 time: 0.6088035 Dec 23 08:26:16.770670 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-723060ec-3c6f-43e9-8012-060d24416ca7 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "DELETE /v2.0/ports/5b072213-dd56-42cf-8007-5c1bc8fe7f0d HTTP/1.1" status: 204 len: 168 time: 1.7781501 Dec 23 08:26:16.776872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41520) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:16.781413 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-21c8b659-f027-46d9-a466-70b156409bfd tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea HTTP/1.1" status: 200 len: 205 time: 0.1720269 Dec 23 08:26:16.785211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41522) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:16.806574 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-987c0b6c-6364-450a-ad32-e1c27bb7e0ae req-968b3416-e816-4451-99b7-c614ce692d81 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3174479 Dec 23 08:26:16.954892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:16.969670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:16.986790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Made reservation on behalf of da3a39134a5b46c2aba6bfa9e43a85e5 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:16.989706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.071137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] device_id is not set on port 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:17.231227 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-424c169c-8c2e-44de-94b3-324e15f87706 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] GET failed (client error): The resource could not be found. Dec 23 08:26:17.231585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Allocated IP 172.20.0.5 (1403ccd1-55d1-45b2-9628-e47f47f04585/3c22d2c3-582a-421f-8710-2593f7ebfb06/2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:17.232653 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-424c169c-8c2e-44de-94b3-324e15f87706 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "GET /v2.0/ports/5b072213-dd56-42cf-8007-5c1bc8fe7f0d HTTP/1.1" status: 404 len: 333 time: 0.4251270 Dec 23 08:26:17.235940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.249013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41528) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:17.258653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.266824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Request body: {'port': {'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-673614032'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:17.286862 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-77bcd180-7f85-4cd9-aeca-8b2503d41f8c req-8003c326-e77c-4e70-a680-f32cd987da4b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5626864 Dec 23 08:26:17.293073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:17.321999 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Usage tracker for resource:port and tenant:7f5d79a869564bd5afec58046b4e228d is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:17.327833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:17.336777 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object 8f50a5a7-9d87-4b10-8bda-6271882c9b42 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:17.346249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:17.437819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Made reservation on behalf of 7f5d79a869564bd5afec58046b4e228d for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:17.440207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.485756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72246fb-3cb4-402f-9aac-923876d3b859 req-a6051a1a-ca42-4877-a7e6-e7aa7528975e tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:17.487118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c72246fb-3cb4-402f-9aac-923876d3b859 req-a6051a1a-ca42-4877-a7e6-e7aa7528975e tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 944 time: 0.3656104 Dec 23 08:26:17.554558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] device_id is not set on port 39d5f332-7022-468c-9a29-8bcc46087234 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:17.614018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.614336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ac75c-03fb-432e-b11d-b62537a9abb7 None None] Network 4f8daf21-e704-4c37-be26-ecda7d097e4f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:17.625736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.648140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.654740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Transition to ACTIVE for port object 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:17.660951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Deleting port fad4aede-1161-4844-8a16-6fbf038b1533 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:17.661279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.709681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:26:17.798481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.880946 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.885651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 4f8daf21-e704-4c37-be26-ecda7d097e4f is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:17.888029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=8f50a5a7-9d87-4b10-8bda-6271882c9b42,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:17.889406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-55d160b1-0f79-4ab3-a96a-d02d5b8e0d60 None None] Provisioning for port 9c5221a9-6650-4f0e-8898-14251fb65dc1 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:17.906493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:17.910390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:17.912179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:17.919487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Port': ['ID=2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:17.929197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:17.933056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:17.975056 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c72246fb-3cb4-402f-9aac-923876d3b859 req-5ed8978f-47dc-4ca8-9bdd-dc6ae0380e52 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4805241 Dec 23 08:26:17.984125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:18.018443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.086590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Calling delete_port for fad4aede-1161-4844-8a16-6fbf038b1533 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:18.159031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:18.159759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.216870 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9faf4e65-5539-4fb6-b5f4-25ceb069c8f7 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7417841 Dec 23 08:26:18.217582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41534) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:18.228152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7710d0a7-7e6e-4ea9-a2bf-25381d0b542f tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4a:89:e7'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:18.270832 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-24aefbd3-a652-4deb-937a-4716c357aa92 None None] Provisioning for port 8f50a5a7-9d87-4b10-8bda-6271882c9b42 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:18.282457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:18.297685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-24aefbd3-a652-4deb-937a-4716c357aa92 None None] Provisioning complete for port 8f50a5a7-9d87-4b10-8bda-6271882c9b42 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:18.298551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24aefbd3-a652-4deb-937a-4716c357aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.371548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:18.372167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.392921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.394943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-24aefbd3-a652-4deb-937a-4716c357aa92 None None] Port 8f50a5a7-9d87-4b10-8bda-6271882c9b42 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:18.398098 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-329acbd4-b767-40f2-b2c8-e4d7478572ea tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0510836 Dec 23 08:26:18.398517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32bc0dc-e1a0-4e66-aa4b-89848c3ddb4e None None] Sync routers for ids ['e2162f77-ac88-477b-9315-7aa2e44e9e0c'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:18.404700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41538) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:18.408514 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0bd937d7-001e-4016-8560-80866fd05aec tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.8320041 Dec 23 08:26:18.418869 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32bc0dc-e1a0-4e66-aa4b-89848c3ddb4e None None] Routers {'e2162f77-ac88-477b-9315-7aa2e44e9e0c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:18.419557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e32bc0dc-e1a0-4e66-aa4b-89848c3ddb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e2162f77-ac88-477b-9315-7aa2e44e9e0c'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:18.586520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41542) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:18.615030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9c5221a9-6650-4f0e-8898-14251fb65dc1 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:18.636210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.659759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e32bc0dc-e1a0-4e66-aa4b-89848c3ddb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:18.684000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.707524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32bc0dc-e1a0-4e66-aa4b-89848c3ddb4e None None] Routers {'e2162f77-ac88-477b-9315-7aa2e44e9e0c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:18.708379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e32bc0dc-e1a0-4e66-aa4b-89848c3ddb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e2162f77-ac88-477b-9315-7aa2e44e9e0c'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:18.710140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event deleted for resources: {'Port': ['ID=fad4aede-1161-4844-8a16-6fbf038b1533,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:18.712345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0ff6c-dec2-4cf3-b879-fb7b37283e77 req-d3981bae-5cba-4356-afb3-491d5d422039 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:18.713842 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98b0ff6c-dec2-4cf3-b879-fb7b37283e77 req-d3981bae-5cba-4356-afb3-491d5d422039 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.7309103 Dec 23 08:26:18.720543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7710d0a7-7e6e-4ea9-a2bf-25381d0b542f tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.772854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b808baf6-0dbc-43f3-8297-03a1801f5899 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:18.807410 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-13f58de2-f869-4a90-a8d7-ee40c1f8e68d None None] Provisioning for port 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:18.818620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e32bc0dc-e1a0-4e66-aa4b-89848c3ddb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:18.819811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32bc0dc-e1a0-4e66-aa4b-89848c3ddb4e None None] The sync data for ids ['e2162f77-ac88-477b-9315-7aa2e44e9e0c'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:18.834018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-13f58de2-f869-4a90-a8d7-ee40c1f8e68d None None] Provisioning complete for port 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:18.834378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-13f58de2-f869-4a90-a8d7-ee40c1f8e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.885234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 9c5221a9-6650-4f0e-8898-14251fb65dc1 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:18.908090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 9c5221a9-6650-4f0e-8898-14251fb65dc1 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:18.908447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.948193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-13f58de2-f869-4a90-a8d7-ee40c1f8e68d None None] Port 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:18.965393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-88024309-8ee2-44c7-9d13-f40c59ed6a35 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 8f50a5a7-9d87-4b10-8bda-6271882c9b42 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:18.965707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-88024309-8ee2-44c7-9d13-f40c59ed6a35 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:18.978097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port b808baf6-0dbc-43f3-8297-03a1801f5899 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:18.984492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port b808baf6-0dbc-43f3-8297-03a1801f5899 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:18.984850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.051543 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98b0ff6c-dec2-4cf3-b879-fb7b37283e77 req-e30cabca-5024-4c0d-aa34-4cd78deca4ba tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755229 Dec 23 08:26:19.095998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.110592 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.126933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.161475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-81dabdf2-5526-458b-8745-53236fc523d5 None None] Provisioning complete for port 8f50a5a7-9d87-4b10-8bda-6271882c9b42 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:19.161805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-81dabdf2-5526-458b-8745-53236fc523d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.216262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 9c5221a9-6650-4f0e-8898-14251fb65dc1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9c5221a9-6650-4f0e-8898-14251fb65dc1,segment=NetworkSegment(9153a02a-ff79-4952-8b7d-5093b68a8fe2),segment_id=9153a02a-ff79-4952-8b7d-5093b68a8fe2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:19.233695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.281316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-81dabdf2-5526-458b-8745-53236fc523d5 None None] Port 8f50a5a7-9d87-4b10-8bda-6271882c9b42 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:19.284421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.330403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b808baf6-0dbc-43f3-8297-03a1801f5899'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:26:19.339387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=9c5221a9-6650-4f0e-8898-14251fb65dc1,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:19.344005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b808baf6-0dbc-43f3-8297-03a1801f5899, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b808baf6-0dbc-43f3-8297-03a1801f5899,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:19.351112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.395379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'Port': ['ID=39d5f332-7022-468c-9a29-8bcc46087234,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:19.409372 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Floating IP 8134f0d3-3191-4232-8f0b-6d83a197335e associated. External IP: 172.26.8.124, port: 4811a871-b6a0-42f3-a126-05ddc0170f9b. Dec 23 08:26:19.429057 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b808baf6-0dbc-43f3-8297-03a1801f5899', 'code': 200} Dec 23 08:26:19.441918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=b808baf6-0dbc-43f3-8297-03a1801f5899,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:19.464501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Network ddcdad16-7926-4e8e-9769-4ec526f3b43f is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:19.477801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.484696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:19.488667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.499442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:19.500248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:19.500833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.531173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7710d0a7-7e6e-4ea9-a2bf-25381d0b542f tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.537310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7710d0a7-7e6e-4ea9-a2bf-25381d0b542f tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.583832 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-20808109-9501-4701-9117-d61bf615556d tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3293264 Dec 23 08:26:19.584064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.584064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Fanout notify agent at l3_agent the message router_deleted on router 6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:19.588798 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41550) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:19.596785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-88024309-8ee2-44c7-9d13-f40c59ed6a35 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.608107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:19.670454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.671454 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dc7ae684-adb2-475e-866b-4d8cbe3f69ce tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea HTTP/1.1" status: 204 len: 168 time: 2.8856139 Dec 23 08:26:19.676558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710d0a7-7e6e-4ea9-a2bf-25381d0b542f tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Port': ['ID=2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:19.680246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41554) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:19.689056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1607499185', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': False}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:19.695889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:19.707296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Usage tracker for resource:router and tenant:ca5de6dedfd4472ba434ffc9b590626c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:19.712491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:19.721356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:19.723659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7710d0a7-7e6e-4ea9-a2bf-25381d0b542f tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] In _notify_port_updated(), no bound segment for port 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf on network 1403ccd1-55d1-45b2-9628-e47f47f04585 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:26:19.728074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7710d0a7-7e6e-4ea9-a2bf-25381d0b542f tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:19.728686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7710d0a7-7e6e-4ea9-a2bf-25381d0b542f tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.730015 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7710d0a7-7e6e-4ea9-a2bf-25381d0b542f tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "PUT /v2.0/ports/2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf HTTP/1.1" status: 200 len: 996 time: 1.5112882 Dec 23 08:26:19.733531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41558) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:19.774954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.775914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.817017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d6e757d4-f2e7-4331-8fc5-60eb13b7c726 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Deleting port 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:19.817342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d6e757d4-f2e7-4331-8fc5-60eb13b7c726 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.822497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-88024309-8ee2-44c7-9d13-f40c59ed6a35 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 8f50a5a7-9d87-4b10-8bda-6271882c9b42 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:19.865835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.874865 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf29bb-9a46-4dfc-8f49-407d8ddadfbb req-a024f8b4-5a51-4d18-b118-b3932e44677d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:19.876331 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-09bf29bb-9a46-4dfc-8f49-407d8ddadfbb req-a024f8b4-5a51-4d18-b118-b3932e44677d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 945 time: 0.6001930 Dec 23 08:26:19.906960 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b2e5c4c9-6347-43e1-8a8a-7fdb23e2aa29 None None] Provisioning complete for port 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:19.907931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c4c9-6347-43e1-8a8a-7fdb23e2aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:19.929847 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-30f8c44b-99af-4093-a34a-eba6f091ce9f tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/routers/e2162f77-ac88-477b-9315-7aa2e44e9e0c HTTP/1.1" status: 200 len: 919 time: 1.5220821 Dec 23 08:26:19.938252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41562) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:19.960586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5c4c9-6347-43e1-8a8a-7fdb23e2aa29 None None] Port 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:20.120106 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dac5714c-a335-44cb-82a5-9d504e14e29d tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2162f77-ac88-477b-9315-7aa2e44e9e0c HTTP/1.1" status: 200 len: 205 time: 0.1772058 Dec 23 08:26:20.133568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41566) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:20.208306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:20.259032 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-09bf29bb-9a46-4dfc-8f49-407d8ddadfbb req-9dc3d452-be61-4bfc-9a36-e88dee214e67 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680694 Dec 23 08:26:20.273697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:20.279943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d6e757d4-f2e7-4331-8fc5-60eb13b7c726 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:20.340028 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d8d64927-c365-4316-a1aa-2596d658d05f req-ad1209b7-6245-46d4-bebd-f99d1f300afc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 1098 time: 0.6933341 Dec 23 08:26:20.408015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d6e757d4-f2e7-4331-8fc5-60eb13b7c726 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Calling delete_port for 2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:20.456639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9c5221a9-6650-4f0e-8898-14251fb65dc1 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:20.535732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 9c5221a9-6650-4f0e-8898-14251fb65dc1 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:20.536761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:20.593109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-88024309-8ee2-44c7-9d13-f40c59ed6a35 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:20.667568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d6e757d4-f2e7-4331-8fc5-60eb13b7c726 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:20.724512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88024309-8ee2-44c7-9d13-f40c59ed6a35 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=8f50a5a7-9d87-4b10-8bda-6271882c9b42,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:20.727045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e757d4-f2e7-4331-8fc5-60eb13b7c726 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event deleted for resources: {'Port': ['ID=2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:20.746363 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d8d64927-c365-4316-a1aa-2596d658d05f req-a64cf3b8-3ae8-4687-b544-a014d49ae65f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428968 Dec 23 08:26:20.889002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d6e757d4-f2e7-4331-8fc5-60eb13b7c726 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:20.905924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:20.934722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afa063-2d76-4918-bafb-d231c25cee57 req-9a212220-194a-451e-8878-d5d80af1e6ff tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:20.936500 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-59afa063-2d76-4918-bafb-d231c25cee57 req-9a212220-194a-451e-8878-d5d80af1e6ff tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.6602721 Dec 23 08:26:20.942829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:20.947806 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d6e757d4-f2e7-4331-8fc5-60eb13b7c726 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "DELETE /v2.0/ports/2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf HTTP/1.1" status: 204 len: 168 time: 1.2108614 Dec 23 08:26:20.961916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41572) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:21.091478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Allocated IP 172.26.8.239 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/2c99048a-5238-46e8-a16c-6fc367500934) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:21.099689 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc848ad-e87a-404c-875b-33d81e1605fc tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] GET failed (client error): The resource could not be found. Dec 23 08:26:21.101495 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2cc848ad-e87a-404c-875b-33d81e1605fc tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "GET /v2.0/ports/2500e84e-b8a6-4ed7-a123-4a99d7ad5bcf HTTP/1.1" status: 404 len: 333 time: 0.1360905 Dec 23 08:26:21.105214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41576) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:21.120942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:26:21.124209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'port': {'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585', 'name': 'tempest-AllowedAddressPairTestJSON-1801446638'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:21.131896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-88024309-8ee2-44c7-9d13-f40c59ed6a35 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:21.203837 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-88024309-8ee2-44c7-9d13-f40c59ed6a35 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/8f50a5a7-9d87-4b10-8bda-6271882c9b42 HTTP/1.1" status: 204 len: 168 time: 2.5886207 Dec 23 08:26:21.208694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41580) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:21.216770 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-59afa063-2d76-4918-bafb-d231c25cee57 req-d7ef40e8-d2d5-439f-a317-fc4fb882010f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712407 Dec 23 08:26:21.270593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] device_id is not set on port 39d5f332-7022-468c-9a29-8bcc46087234 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:21.280340 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25560b4-cfe1-4804-9fce-7e87eaa17a5b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:26:21.280655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b25560b4-cfe1-4804-9fce-7e87eaa17a5b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:21.286300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:21.340039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Transition to ACTIVE for port object 39d5f332-7022-468c-9a29-8bcc46087234 will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:21.342344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b25560b4-cfe1-4804-9fce-7e87eaa17a5b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:21.346007 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b25560b4-cfe1-4804-9fce-7e87eaa17a5b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/8f50a5a7-9d87-4b10-8bda-6271882c9b42 HTTP/1.1" status: 404 len: 333 time: 0.1313624 Dec 23 08:26:21.347117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:21.347231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41588) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:21.414266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:21.420257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:21.429411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Usage tracker for resource:port and tenant:da3a39134a5b46c2aba6bfa9e43a85e5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:21.439734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:21.450325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:21.458401 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:21.535231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Made reservation on behalf of da3a39134a5b46c2aba6bfa9e43a85e5 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:21.538131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:21.583226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] device_id is not set on port d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:21.616207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:21.720222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'Port': ['ID=39d5f332-7022-468c-9a29-8bcc46087234,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:21.794213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:21.794430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:21.794761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:21.844584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1e1b0c-aae1-4042-be3e-e75d6c619b01 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet b02e1313-090c-496c-8c43-f94609f73bdf {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:26:21.850032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:21.855017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c9e6-93b8-4d27-85ee-c0f18cbcef54 req-3a74b043-3db6-4ebf-b664-075bd22527cb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:21.856466 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7d81c9e6-93b8-4d27-85ee-c0f18cbcef54 req-3a74b043-3db6-4ebf-b664-075bd22527cb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4060621 Dec 23 08:26:21.866914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41592) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:21.876578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeb1ab-9b3e-403e-a0ca-c846237a75ee req-61d4fbdf-70b3-4373-9748-f2877e4cc45c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:21.878000 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f7eeb1ab-9b3e-403e-a0ca-c846237a75ee req-61d4fbdf-70b3-4373-9748-f2877e4cc45c tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 945 time: 0.4327583 Dec 23 08:26:21.884438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-271d5183-7f4e-4430-9851-5a91187bcb42 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Request body: {'floatingip': {'port_id': '53afb0c7-d72b-4fba-bbf3-84f603311d45'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:21.884687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:21.891318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1b0c-aae1-4042-be3e-e75d6c619b01 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:21.917458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event updated for resources: {'Port': ['ID=2c99048a-5238-46e8-a16c-6fc367500934,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:21.926010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:21.978002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:21.978362 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:21.984658 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 2 to bind port 39d5f332-7022-468c-9a29-8bcc46087234 Dec 23 08:26:22.015021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1b0c-aae1-4042-be3e-e75d6c619b01 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.028212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-271d5183-7f4e-4430-9851-5a91187bcb42 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.085599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Allocated IP 172.20.0.5 (1403ccd1-55d1-45b2-9628-e47f47f04585/3c22d2c3-582a-421f-8710-2593f7ebfb06/d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:22.205279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:26:22.206332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:22.206660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:22.206983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:22.284270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:22.284588 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:22.289783 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 3 to bind port 39d5f332-7022-468c-9a29-8bcc46087234 Dec 23 08:26:22.309550 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f7eeb1ab-9b3e-403e-a0ca-c846237a75ee req-3a228af6-c8fd-4eca-91df-a565013d4b03 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683884 Dec 23 08:26:22.333333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:22.333333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:22.333676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:22.342328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1b0c-aae1-4042-be3e-e75d6c619b01 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.441266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:22.441586 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:22.447147 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 4 to bind port 39d5f332-7022-468c-9a29-8bcc46087234 Dec 23 08:26:22.478701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.486884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1b0c-aae1-4042-be3e-e75d6c619b01 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.491036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:22.491360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:22.491681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:22.503259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.535076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e1b0c-aae1-4042-be3e-e75d6c619b01 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=b02e1313-090c-496c-8c43-f94609f73bdf,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:22.539268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Transition to ACTIVE for port object d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:22.549321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1b0c-aae1-4042-be3e-e75d6c619b01 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.559234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26cc51-e21a-439a-beef-993f2e73e855 None None] Network 4f8daf21-e704-4c37-be26-ecda7d097e4f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:22.564088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.564815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.573282 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bc1e1b0c-aae1-4042-be3e-e75d6c619b01 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/b02e1313-090c-496c-8c43-f94609f73bdf HTTP/1.1" status: 204 len: 168 time: 1.2201796 Dec 23 08:26:22.573561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41596) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:22.579382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Deleting port c76353fe-5414-4824-bd75-521ad5362643 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:22.579714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.618323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:22.618557 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:22.626654 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 5 to bind port 39d5f332-7022-468c-9a29-8bcc46087234 Dec 23 08:26:22.668674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:22.669021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:22.669302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:22.718425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.831388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58896015-98c8-4ed2-8c13-ba9e7de1c8d6 None None] DHCP port deletion for 4f8daf21-e704-4c37-be26-ecda7d097e4f request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:26:22.836443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-58896015-98c8-4ed2-8c13-ba9e7de1c8d6 None None] Deleting port 9c5221a9-6650-4f0e-8898-14251fb65dc1 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:22.836607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.837267 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-58896015-98c8-4ed2-8c13-ba9e7de1c8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.842322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:22.848070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:22.855711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:22.864166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:22.864623 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:22.876113 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 6 to bind port 39d5f332-7022-468c-9a29-8bcc46087234 Dec 23 08:26:22.883638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Port': ['ID=d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:22.918051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 9c5221a9-6650-4f0e-8898-14251fb65dc1 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:22.918387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:22.929379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:22.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:22.929935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:23.027647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:23.028271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:23.062934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:23.062934 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:23.064707 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 7 to bind port 39d5f332-7022-468c-9a29-8bcc46087234 Dec 23 08:26:23.098442 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-200e24ea-4204-4bf1-acaa-58a03e2eaf94 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9921699 Dec 23 08:26:23.099353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41600) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:23.125277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:23.127353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'port': {'network_id': '1403ccd1-55d1-45b2-9628-e47f47f04585', 'name': 'tempest-AllowedAddressPairTestJSON-1586393491'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:23.133547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:23.133872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:23.134666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:23.143235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-58896015-98c8-4ed2-8c13-ba9e7de1c8d6 None None] For port 9c5221a9-6650-4f0e-8898-14251fb65dc1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9c5221a9-6650-4f0e-8898-14251fb65dc1,segment=NetworkSegment(9153a02a-ff79-4952-8b7d-5093b68a8fe2),segment_id=9153a02a-ff79-4952-8b7d-5093b68a8fe2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:23.143235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-58896015-98c8-4ed2-8c13-ba9e7de1c8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:23.202153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-980d217c-8d7c-46e0-8454-9b6180adb5b5 None None] Provisioning for port d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:23.260047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-980d217c-8d7c-46e0-8454-9b6180adb5b5 None None] Provisioning complete for port d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:23.260467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-980d217c-8d7c-46e0-8454-9b6180adb5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:23.263590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Calling delete_port for c76353fe-5414-4824-bd75-521ad5362643 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:23.289482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-58896015-98c8-4ed2-8c13-ba9e7de1c8d6 None None] Calling delete_port for 9c5221a9-6650-4f0e-8898-14251fb65dc1 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:23.302509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:23.302509 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:23.311554 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 8 to bind port 39d5f332-7022-468c-9a29-8bcc46087234 Dec 23 08:26:23.355497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:23.355819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:23.356149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:23.379680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:23.384680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:23.390110 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c318094a-a653-459c-b73a-834c4925afdb None None] Sync routers for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:23.411737 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318094a-a653-459c-b73a-834c4925afdb None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:23.412406 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c318094a-a653-459c-b73a-834c4925afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:23.429877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:23.430230 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:23.439395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-980d217c-8d7c-46e0-8454-9b6180adb5b5 None None] Port d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:23.444405 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 9 to bind port 39d5f332-7022-468c-9a29-8bcc46087234 Dec 23 08:26:23.445937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-58896015-98c8-4ed2-8c13-ba9e7de1c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:23.478776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] For port 9c5221a9-6650-4f0e-8898-14251fb65dc1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9c5221a9-6650-4f0e-8898-14251fb65dc1,segment=NetworkSegment(9153a02a-ff79-4952-8b7d-5093b68a8fe2),segment_id=9153a02a-ff79-4952-8b7d-5093b68a8fe2)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:23.479484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:23.534829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58896015-98c8-4ed2-8c13-ba9e7de1c8d6 None None] No DVR routers for this DVR port 9c5221a9-6650-4f0e-8898-14251fb65dc1 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:26:23.557700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:23.558110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:23.558443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:23.561091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58896015-98c8-4ed2-8c13-ba9e7de1c8d6 None None] Pushing event deleted for resources: {'Port': ['ID=9c5221a9-6650-4f0e-8898-14251fb65dc1,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:23.568712 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7a25cb2f-cd7c-4d1a-8b1a-03a06d2b2d04 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "PUT /v2.0/floatingips/8134f0d3-3191-4232-8f0b-6d83a197335e HTTP/1.1" status: 200 len: 991 time: 8.1099639 Dec 23 08:26:23.585249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'tag': '4811a871-b6a0-42f3-a126-05ddc0170f9b'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:26:23.635671 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-c318094a-a653-459c-b73a-834c4925afdb None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:23.639118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 9c5221a9-6650-4f0e-8898-14251fb65dc1 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:23.679378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:23.683891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Usage tracker for resource:port and tenant:da3a39134a5b46c2aba6bfa9e43a85e5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:23.687043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:23.693017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:23.721685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Made reservation on behalf of da3a39134a5b46c2aba6bfa9e43a85e5 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:23.725446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:23.786416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] device_id is not set on port 2af59107-3c59-43e2-9ad3-839fd19ba2ff yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:23.841125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:26:23.841503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:26:23.860046 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'tag': '4811a871-b6a0-42f3-a126-05ddc0170f9b', 'status': 'completed', 'code': 200} Dec 23 08:26:23.883942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Router 6ef4486e-c6ff-48e3-8841-dc7b71b8da42 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:26:23.892029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:23.892509 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:23.900088 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempt 10 to bind port 39d5f332-7022-468c-9a29-8bcc46087234 Dec 23 08:26:23.948506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:23.948847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:23.949144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempting to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:24.004802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-271d5183-7f4e-4430-9851-5a91187bcb42 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.025232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-271d5183-7f4e-4430-9851-5a91187bcb42 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.036782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Allocated IP 172.20.0.3 (1403ccd1-55d1-45b2-9628-e47f47f04585/3c22d2c3-582a-421f-8710-2593f7ebfb06/2af59107-3c59-43e2-9ad3-839fd19ba2ff) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:24.053085 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c318094a-a653-459c-b73a-834c4925afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:20Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '8134f0d3-3191-4232-8f0b-6d83a197335e', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'port_id': '4811a871-b6a0-42f3-a126-05ddc0170f9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'mac_address': 'fa:16:3e:9d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:25:35Z', 'updated_at': '2021-12-23T08:26:17Z', 'revision_number': 1, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9fa7aa-047f-47f8-bdb6-ae9f8c260473', 'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'mac_address': 'fa:16:3e:74:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:19Z', 'updated_at': '2021-12-23T08:25:34Z', 'revision_number': 5, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'subnets': [{'id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:24.056897 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c318094a-a653-459c-b73a-834c4925afdb None None] Checking router: 6c5a70c6-759a-4c89-8dfc-2e30988fed9a for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:26:24.068621 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318094a-a653-459c-b73a-834c4925afdb None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:24.069490 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c318094a-a653-459c-b73a-834c4925afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:24.078722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:26:24.078980 dv-neutron-822507-1-hyperv neutron-server[83522]: ERROR neutron.plugins.ml2.managers [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Failed to bind port 39d5f332-7022-468c-9a29-8bcc46087234 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '93e1eb46-0795-4cc0-82fd-6f9f4057f954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ddcdad16-7926-4e8e-9769-4ec526f3b43f'}] Dec 23 08:26:24.079261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.112622 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfabd5c-f237-4893-bb76-53316fb25527 req-486edafb-ecf4-4b45-9916-1b4847d52f27 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:24.114110 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edfabd5c-f237-4893-bb76-53316fb25527 req-486edafb-ecf4-4b45-9916-1b4847d52f27 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 945 time: 0.6495488 Dec 23 08:26:24.211326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.261055 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-c318094a-a653-459c-b73a-834c4925afdb None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:24.285180 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0eccda29-d741-4a08-acea-2e31df582d0d req-b731de9c-efcb-42d9-8bef-5dc4efa5d0d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ce5b6fa1acc41e38c12927d81e4b0db&device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 1098 time: 0.4226785 Dec 23 08:26:24.285904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event deleted for resources: {'Port': ['ID=c76353fe-5414-4824-bd75-521ad5362643,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:24.343910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 9c5221a9-6650-4f0e-8898-14251fb65dc1 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:24.344250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.404448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.428453 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edfabd5c-f237-4893-bb76-53316fb25527 req-e2ada896-4fc2-4e42-b42d-b86f1a948c8d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044100 Dec 23 08:26:24.445579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] For port 39d5f332-7022-468c-9a29-8bcc46087234, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:24.445939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Attempted to set empty binding levels {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 08:26:24.510826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] The port '9c5221a9-6650-4f0e-8898-14251fb65dc1' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:26:24.534811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9c5221a9-6650-4f0e-8898-14251fb65dc1 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:26:24.538113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.541667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:24.571946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Transition to ACTIVE for port object 2af59107-3c59-43e2-9ad3-839fd19ba2ff will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:24.625154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Sync routers for ids ['6ef4486e-c6ff-48e3-8841-dc7b71b8da42'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:24.666599 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 9c5221a9-6650-4f0e-8898-14251fb65dc1 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:26:24.667709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9c5221a9-6650-4f0e-8898-14251fb65dc1 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:26:24.682102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.718288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Routers {'6ef4486e-c6ff-48e3-8841-dc7b71b8da42'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:24.720880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6ef4486e-c6ff-48e3-8841-dc7b71b8da42'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:24.727533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.728752 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-49ba8762-92f7-4387-adc7-ebcb0bc74607 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.0459111 Dec 23 08:26:24.732589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.741208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41614) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:24.854290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8daf21-e704-4c37-be26-ecda7d097e4f']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:24.857165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] In _notify_port_updated(), no bound segment for port 39d5f332-7022-468c-9a29-8bcc46087234 on network ddcdad16-7926-4e8e-9769-4ec526f3b43f {{(pid=83522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:26:24.858365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:24.859723 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "PUT /v2.0/ports/39d5f332-7022-468c-9a29-8bcc46087234 HTTP/1.1" status: 200 len: 976 time: 5.2654889 Dec 23 08:26:24.884482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41620) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:24.900787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9153a02a-ff79-4952-8b7d-5093b68a8fe2') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:24.901093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9153a02a-ff79-4952-8b7d-5093b68a8fe2') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:24.949940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9d569-5c41-4291-ae1f-19786d6414c4 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event updated for resources: {'Port': ['ID=39d5f332-7022-468c-9a29-8bcc46087234,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:24.952475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:24.959229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccda29-d741-4a08-acea-2e31df582d0d req-75ae0cb6-4aeb-4be6-bf43-ef636bebab5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:24.960902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:24.961805 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0eccda29-d741-4a08-acea-2e31df582d0d req-75ae0cb6-4aeb-4be6-bf43-ef636bebab5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a HTTP/1.1" status: 200 len: 911 time: 0.6543002 Dec 23 08:26:24.963804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:24.980227 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c318094a-a653-459c-b73a-834c4925afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:20Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '8134f0d3-3191-4232-8f0b-6d83a197335e', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'port_id': '4811a871-b6a0-42f3-a126-05ddc0170f9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'mac_address': 'fa:16:3e:9d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:25:35Z', 'updated_at': '2021-12-23T08:26:17Z', 'revision_number': 1, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9fa7aa-047f-47f8-bdb6-ae9f8c260473', 'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'mac_address': 'fa:16:3e:74:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:19Z', 'updated_at': '2021-12-23T08:25:34Z', 'revision_number': 5, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'subnets': [{'id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:24.985727 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c318094a-a653-459c-b73a-834c4925afdb None None] The sync data for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv is: [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:20Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '8134f0d3-3191-4232-8f0b-6d83a197335e', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'port_id': '4811a871-b6a0-42f3-a126-05ddc0170f9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'mac_address': 'fa:16:3e:9d:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:25:35Z', 'updated_at': '2021-12-23T08:26:17Z', 'revision_number': 1, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9fa7aa-047f-47f8-bdb6-ae9f8c260473', 'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'mac_address': 'fa:16:3e:74:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:19Z', 'updated_at': '2021-12-23T08:25:34Z', 'revision_number': 5, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'subnets': [{'id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:25.036808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.057557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.064618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:26:25.065075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.110139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Set router 6ef4486e-c6ff-48e3-8841-dc7b71b8da42 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:25.157410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8352d973-bda2-4c95-a38c-b49c5d1311ac tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Deleting port 39d5f332-7022-468c-9a29-8bcc46087234 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:25.158375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8352d973-bda2-4c95-a38c-b49c5d1311ac tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.196043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:26:25.209152 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:26:25.254967 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0eccda29-d741-4a08-acea-2e31df582d0d req-f3f236f0-dcc2-431f-8009-6ea93e489110 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4811a871-b6a0-42f3-a126-05ddc0170f9b HTTP/1.1" status: 200 len: 999 time: 0.2005358 Dec 23 08:26:25.327242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1bae85e1-3bbc-4a97-9d5f-2e77059f2413 None None] Provisioning for port 2af59107-3c59-43e2-9ad3-839fd19ba2ff completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:25.343162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1bae85e1-3bbc-4a97-9d5f-2e77059f2413 None None] Provisioning complete for port 2af59107-3c59-43e2-9ad3-839fd19ba2ff triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:25.343531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1bae85e1-3bbc-4a97-9d5f-2e77059f2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.372561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Port': ['ID=2af59107-3c59-43e2-9ad3-839fd19ba2ff,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:25.407279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.411706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.447300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1bae85e1-3bbc-4a97-9d5f-2e77059f2413 None None] Port 2af59107-3c59-43e2-9ad3-839fd19ba2ff cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:25.461809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:25.462472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.483042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef4486e-c6ff-48e3-8841-dc7b71b8da42', 'name': 'tempest-snat-router-1607499185', 'tenant_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.239'}], 'enable_snat': False}, 'gw_port_id': '2c99048a-5238-46e8-a16c-6fc367500934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:19Z', 'updated_at': '2021-12-23T08:26:22Z', 'revision_number': 3, 'project_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'gw_port': {'id': '2c99048a-5238-46e8-a16c-6fc367500934', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef4486e-c6ff-48e3-8841-dc7b71b8da42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:26:20Z', 'updated_at': '2021-12-23T08:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:25.483755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Network': ['ID=4f8daf21-e704-4c37-be26-ecda7d097e4f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:25.487778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Checking router: 6ef4486e-c6ff-48e3-8841-dc7b71b8da42 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:26:25.488182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Updating router 6ef4486e-c6ff-48e3-8841-dc7b71b8da42 port 2c99048a-5238-46e8-a16c-6fc367500934 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:26:25.538472 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e0c4b2b2-06e7-45c3-b95d-4516779323a3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/networks/4f8daf21-e704-4c37-be26-ecda7d097e4f HTTP/1.1" status: 204 len: 168 time: 2.9635608 Dec 23 08:26:25.547201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41626) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:25.550371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.594465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1fe93-449d-46b7-a682-5b8fce9411b0 req-8eefcbdd-f22b-4eeb-8597-d90c4d31be1a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:25.595916 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-13b1fe93-449d-46b7-a682-5b8fce9411b0 req-8eefcbdd-f22b-4eeb-8597-d90c4d31be1a tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 945 time: 0.8310983 Dec 23 08:26:25.609037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'name': 'tempest-PortsTestJSON-1232088015'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:25.633646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41630) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:25.675946 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.678338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccda29-d741-4a08-acea-2e31df582d0d req-60b0bd47-11ea-4cde-b822-de4b384acd00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:25.679741 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0eccda29-d741-4a08-acea-2e31df582d0d req-60b0bd47-11ea-4cde-b822-de4b384acd00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f004cc47-ad24-408a-974a-3cbf6ff0c1c4 HTTP/1.1" status: 200 len: 850 time: 0.4083879 Dec 23 08:26:25.686208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.688618 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-271d5183-7f4e-4430-9851-5a91187bcb42 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Floating IP dfbe3f69-1511-4a35-a98d-7877dcab323c associated. External IP: 172.26.8.101, port: 53afb0c7-d72b-4fba-bbf3-84f603311d45. Dec 23 08:26:25.696046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Request body: {'floatingip': {'port_id': 'b808baf6-0dbc-43f3-8297-03a1801f5899'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:25.780120 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b5429376-4883-4821-b226-a2fa4967ca98 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6606162 Dec 23 08:26:25.785637 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41634) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:25.798685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5e3b523d-3ccd-4bf2-8f72-8eafd1825976 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4a:89:e7'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:4d:ea:12'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:25.828486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for floatingip, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.893201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-8352d973-bda2-4c95-a38c-b49c5d1311ac tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] For port 39d5f332-7022-468c-9a29-8bcc46087234, host hv-neutron-8225, got binding levels [] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:25.893936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8352d973-bda2-4c95-a38c-b49c5d1311ac tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.896600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.909189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Transition to ACTIVE for port object 2c99048a-5238-46e8-a16c-6fc367500934 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:25.915863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:25.916397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Fanout notify agent at l3_agent the message router_deleted on router e2162f77-ac88-477b-9315-7aa2e44e9e0c {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:25.917801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.008988 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0eccda29-d741-4a08-acea-2e31df582d0d req-137c59b6-48e7-42a9-88ef-dc911d140e0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2704444 Dec 23 08:26:26.029830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.030453 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1bda3c57-b532-4d95-8aa0-b485f2e8e374 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/e2162f77-ac88-477b-9315-7aa2e44e9e0c HTTP/1.1" status: 204 len: 168 time: 5.8957899 Dec 23 08:26:26.034493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41640) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:26.038165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50381f-392c-4cf9-b97a-da384eddfc1d None None] Pushing event updated for resources: {'Port': ['ID=2c99048a-5238-46e8-a16c-6fc367500934,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:26.042527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Attempting to bind port 2c99048a-5238-46e8-a16c-6fc367500934 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:26.042690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Attempting to bind port 2c99048a-5238-46e8-a16c-6fc367500934 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:26.043052 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Attempting to bind port 2c99048a-5238-46e8-a16c-6fc367500934 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:26.049676 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:26.050008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:26.050384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.050760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:26.051205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Bound port: 2c99048a-5238-46e8-a16c-6fc367500934, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:26.051565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.109853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1098285276', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': False}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:26.119801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8352d973-bda2-4c95-a38c-b49c5d1311ac tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Calling delete_port for 39d5f332-7022-468c-9a29-8bcc46087234 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:26.139112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] For port 2c99048a-5238-46e8-a16c-6fc367500934, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:26.142321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] For port 2c99048a-5238-46e8-a16c-6fc367500934, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2c99048a-5238-46e8-a16c-6fc367500934,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:26.149367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.170820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:26.173232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:26.196428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:26.200557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Usage tracker for resource:router and tenant:408c8dc16f974c5ebee6a9e3c9de284c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:26.204822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:26.214412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:26.221385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:26.231857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:26.245143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50381f-392c-4cf9-b97a-da384eddfc1d None None] Pushing event updated for resources: {'Port': ['ID=2c99048a-5238-46e8-a16c-6fc367500934,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:26.247579 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Routers {'6ef4486e-c6ff-48e3-8841-dc7b71b8da42'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:26.248159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6ef4486e-c6ff-48e3-8841-dc7b71b8da42'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:26.306439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:26.309567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.340395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.340643 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0eccda29-d741-4a08-acea-2e31df582d0d req-cad9e1ec-5580-474c-bf7b-3b1b226691d7 service neutron] 10.222.0.24 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170409 Dec 23 08:26:26.341366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.350805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e3b523d-3ccd-4bf2-8f72-8eafd1825976 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.356686 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8fa921c1-438b-4f2c-9277-69c305e8da36 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/routers/6ef4486e-c6ff-48e3-8841-dc7b71b8da42 HTTP/1.1" status: 200 len: 909 time: 1.5768123 Dec 23 08:26:26.364377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41644) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:26.396784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1607499185', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': True}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:26.425959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8352d973-bda2-4c95-a38c-b49c5d1311ac tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.433452 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] Set router 6ef4486e-c6ff-48e3-8841-dc7b71b8da42 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:26.466646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 09a87ab9-50a2-4c02-b863-3351e694acfd yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:26.482128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:26.509426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Usage tracker for resource:router and tenant:ca5de6dedfd4472ba434ffc9b590626c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:26.521733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:26.530078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352d973-bda2-4c95-a38c-b49c5d1311ac tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Pushing event deleted for resources: {'Port': ['ID=39d5f332-7022-468c-9a29-8bcc46087234,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:26.540878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:26.566084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8352d973-bda2-4c95-a38c-b49c5d1311ac tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.578478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.660619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.661557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.688328 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0eccda29-d741-4a08-acea-2e31df582d0d req-e0bed7b2-c0cb-4666-82e6-97aafd719282 service neutron] 10.222.0.24 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274760 Dec 23 08:26:26.700060 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8352d973-bda2-4c95-a38c-b49c5d1311ac tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "DELETE /v2.0/ports/39d5f332-7022-468c-9a29-8bcc46087234 HTTP/1.1" status: 204 len: 168 time: 1.8136060 Dec 23 08:26:26.705491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41648) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:26.741673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef4486e-c6ff-48e3-8841-dc7b71b8da42', 'name': 'tempest-snat-router-1607499185', 'tenant_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.239'}], 'enable_snat': False}, 'gw_port_id': '2c99048a-5238-46e8-a16c-6fc367500934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:19Z', 'updated_at': '2021-12-23T08:26:22Z', 'revision_number': 3, 'project_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'gw_port': {'id': '2c99048a-5238-46e8-a16c-6fc367500934', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef4486e-c6ff-48e3-8841-dc7b71b8da42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:26:20Z', 'updated_at': '2021-12-23T08:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:26.745750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26843744-af31-4907-bbd5-fbb2a930c273 None None] The sync data for ids ['6ef4486e-c6ff-48e3-8841-dc7b71b8da42'] in dv-neutron-822507-1-hyperv is: [{'id': '6ef4486e-c6ff-48e3-8841-dc7b71b8da42', 'name': 'tempest-snat-router-1607499185', 'tenant_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.239'}], 'enable_snat': False}, 'gw_port_id': '2c99048a-5238-46e8-a16c-6fc367500934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:19Z', 'updated_at': '2021-12-23T08:26:22Z', 'revision_number': 3, 'project_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'gw_port': {'id': '2c99048a-5238-46e8-a16c-6fc367500934', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:49:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef4486e-c6ff-48e3-8841-dc7b71b8da42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:26:20Z', 'updated_at': '2021-12-23T08:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:26.811931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:26.990013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e3b523d-3ccd-4bf2-8f72-8eafd1825976 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.003103 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd64bd5-9771-43ed-a7b2-86299ce3cd82 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] GET failed (client error): The resource could not be found. Dec 23 08:26:27.003687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8fd64bd5-9771-43ed-a7b2-86299ce3cd82 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Synchronizing usage tracker for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:27.113055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e3b523d-3ccd-4bf2-8f72-8eafd1825976 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.307743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b523d-3ccd-4bf2-8f72-8eafd1825976 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event updated for resources: {'Port': ['ID=2af59107-3c59-43e2-9ad3-839fd19ba2ff,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:27.319509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.332088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8fd64bd5-9771-43ed-a7b2-86299ce3cd82 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] Unset dirty status for tenant:7f5d79a869564bd5afec58046b4e228d on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:27.337257 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8fd64bd5-9771-43ed-a7b2-86299ce3cd82 tempest-PortsAdminExtendedAttrsTestJSON-1248931228 tempest-PortsAdminExtendedAttrsTestJSON-1248931228-project-admin] 10.222.0.36 "GET /v2.0/ports/39d5f332-7022-468c-9a29-8bcc46087234 HTTP/1.1" status: 404 len: 333 time: 0.6239905 Dec 23 08:26:27.339688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41654) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:27.370921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b523d-3ccd-4bf2-8f72-8eafd1825976 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] In _notify_port_updated(), no bound segment for port 2af59107-3c59-43e2-9ad3-839fd19ba2ff on network 1403ccd1-55d1-45b2-9628-e47f47f04585 {{(pid=83522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:26:27.373380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.376211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b523d-3ccd-4bf2-8f72-8eafd1825976 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:27.376788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e3b523d-3ccd-4bf2-8f72-8eafd1825976 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.378134 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5e3b523d-3ccd-4bf2-8f72-8eafd1825976 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "PUT /v2.0/ports/2af59107-3c59-43e2-9ad3-839fd19ba2ff HTTP/1.1" status: 200 len: 1056 time: 1.5905385 Dec 23 08:26:27.382033 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.386836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41658) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:27.491398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-14484983-82f5-4df3-bcec-50273a56f3ca tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Deleting port 2af59107-3c59-43e2-9ad3-839fd19ba2ff {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:27.491773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14484983-82f5-4df3-bcec-50273a56f3ca tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.504166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-785bafba-8959-471f-9517-ac964a204fcf None None] Provisioning complete for port 2af59107-3c59-43e2-9ad3-839fd19ba2ff triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:27.505187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-785bafba-8959-471f-9517-ac964a204fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.556814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.565114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271d5183-7f4e-4430-9851-5a91187bcb42 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:26:27.570960 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-785bafba-8959-471f-9517-ac964a204fcf None None] Port 2af59107-3c59-43e2-9ad3-839fd19ba2ff cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:27.660898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.764021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:26:27.796065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.844149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcdad16-7926-4e8e-9769-4ec526f3b43f']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:27.862234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e1eb46-0795-4cc0-82fd-6f9f4057f954') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:27.862530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e1eb46-0795-4cc0-82fd-6f9f4057f954') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:27.879975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.902767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:27.937562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:27.950187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=09a87ab9-50a2-4c02-b863-3351e694acfd,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:27.953513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:27.955554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:27.960497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:27.960497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.003047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:26:28.003572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.021822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:26:28.022981 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:26:28.032665 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bff03cd4-1749-4a6c-b52e-bb5b890d7b4e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4355190 Dec 23 08:26:28.044168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.072229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41662) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:28.082562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.143708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14484983-82f5-4df3-bcec-50273a56f3ca tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.165479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.262195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7077307c-ba70-4f71-be49-e88086b044b0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 09a87ab9-50a2-4c02-b863-3351e694acfd {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:28.262536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7077307c-ba70-4f71-be49-e88086b044b0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.290215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.328279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.364532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] Pushing event deleted for resources: {'Network': ['ID=ddcdad16-7926-4e8e-9769-4ec526f3b43f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:28.391003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-14484983-82f5-4df3-bcec-50273a56f3ca tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Calling delete_port for 2af59107-3c59-43e2-9ad3-839fd19ba2ff owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:28.446243 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5e1e70be-ddc8-44c6-8dd3-2d59e6d6bf3d tempest-PortsAdminExtendedAttrsTestJSON-8933663 tempest-PortsAdminExtendedAttrsTestJSON-8933663-project] 10.222.0.36 "DELETE /v2.0/networks/ddcdad16-7926-4e8e-9769-4ec526f3b43f HTTP/1.1" status: 204 len: 168 time: 1.1028488 Dec 23 08:26:28.500703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Allocated IP 172.26.8.167 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/3c4c9129-1d35-4284-b2a0-558d6bf723f8) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:28.511112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.555286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.568667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271d5183-7f4e-4430-9851-5a91187bcb42 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:28.581130 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] Sync routers for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:28.583095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-271d5183-7f4e-4430-9851-5a91187bcb42 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.593440 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:28.594269 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:28.862606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14484983-82f5-4df3-bcec-50273a56f3ca tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.892083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb60252-5098-4812-9015-05761e80954c None None] New status for floating IP 8134f0d3-3191-4232-8f0b-6d83a197335e: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:26:28.919162 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:28.928165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41672) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:28.953859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7077307c-ba70-4f71-be49-e88086b044b0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:28.963760 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-271d5183-7f4e-4430-9851-5a91187bcb42 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "PUT /v2.0/floatingips/dfbe3f69-1511-4a35-a98d-7877dcab323c HTTP/1.1" status: 200 len: 991 time: 7.0958736 Dec 23 08:26:28.969010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'tag': '53afb0c7-d72b-4fba-bbf3-84f603311d45'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:26:29.023551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14484983-82f5-4df3-bcec-50273a56f3ca tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event deleted for resources: {'Port': ['ID=2af59107-3c59-43e2-9ad3-839fd19ba2ff,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:29.123612 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Floating IP 0c0932fd-0238-4034-bd42-8f841e1c44fd associated. External IP: 172.26.8.140, port: b808baf6-0dbc-43f3-8297-03a1801f5899. Dec 23 08:26:29.290079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7077307c-ba70-4f71-be49-e88086b044b0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 09a87ab9-50a2-4c02-b863-3351e694acfd owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:29.375374 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'tag': '53afb0c7-d72b-4fba-bbf3-84f603311d45', 'status': 'completed', 'code': 200} Dec 23 08:26:29.559514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:29.587044 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7077307c-ba70-4f71-be49-e88086b044b0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:29.666653 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3fa3fc56-a521-4feb-9348-50a1fff0cf99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=968ef868a34941aba4e6203d264128ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7362373 Dec 23 08:26:29.681283 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-191367b4-0448-4214-9b7b-4fc23f0d55b8 req-b658ec07-fa08-41cc-a312-369a55c1d893 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1098 time: 0.3542926 Dec 23 08:26:29.684912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41684) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:29.685686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077307c-ba70-4f71-be49-e88086b044b0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=09a87ab9-50a2-4c02-b863-3351e694acfd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:29.701110 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:31Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'dfbe3f69-1511-4a35-a98d-7877dcab323c', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'port_id': '53afb0c7-d72b-4fba-bbf3-84f603311d45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'mac_address': 'fa:16:3e:5e:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:25:43Z', 'updated_at': '2021-12-23T08:26:23Z', 'revision_number': 1, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299c3d4a-7a3f-4c8e-b71b-7da1819ff540', 'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'mac_address': 'fa:16:3e:5a:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:28Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'subnets': [{'id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:29.708205 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] Checking router: d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:26:29.721128 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:29.721923 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:29.783254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14484983-82f5-4df3-bcec-50273a56f3ca tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:29.805205 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-14484983-82f5-4df3-bcec-50273a56f3ca tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "DELETE /v2.0/ports/2af59107-3c59-43e2-9ad3-839fd19ba2ff HTTP/1.1" status: 204 len: 168 time: 2.4129548 Dec 23 08:26:29.805532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41688) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:29.822374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7077307c-ba70-4f71-be49-e88086b044b0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:29.857793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:29.890442 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c3d189-306a-440c-a243-f2f46f49d956 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] GET failed (client error): The resource could not be found. Dec 23 08:26:29.890997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-98c3d189-306a-440c-a243-f2f46f49d956 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Synchronizing usage tracker for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:29.894747 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7077307c-ba70-4f71-be49-e88086b044b0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/09a87ab9-50a2-4c02-b863-3351e694acfd HTTP/1.1" status: 204 len: 168 time: 1.8171296 Dec 23 08:26:29.899069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41692) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:29.906494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'mac_address': 'fa:16:3e:2f:e3:26', 'name': 'tempest-PortsTestJSON-86501393'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:29.963932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:29.964955 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:29.979407 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:29.987984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event updated for resources: {'Port': ['ID=3c4c9129-1d35-4284-b2a0-558d6bf723f8,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:29.992864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:30.020744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9b39a25-c6bd-4eb5-8db9-10d9f2ca1afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.034501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191367b4-0448-4214-9b7b-4fc23f0d55b8 req-cdbfc09a-3af1-4255-abc9-d786650b9c07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:30.035959 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-191367b4-0448-4214-9b7b-4fc23f0d55b8 req-cdbfc09a-3af1-4255-abc9-d786650b9c07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 912 time: 0.3377581 Dec 23 08:26:30.067757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-98c3d189-306a-440c-a243-f2f46f49d956 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Unset dirty status for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:30.070222 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-98c3d189-306a-440c-a243-f2f46f49d956 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "GET /v2.0/ports/2af59107-3c59-43e2-9ad3-839fd19ba2ff HTTP/1.1" status: 404 len: 333 time: 0.2623646 Dec 23 08:26:30.080965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41696) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:30.090152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Allocated IP 172.26.8.207 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/3b873f2c-382b-4b2b-9b65-8c0cd227de76) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:30.145551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9b39a25-c6bd-4eb5-8db9-10d9f2ca1afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.165625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.183093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:30.240166 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-191367b4-0448-4214-9b7b-4fc23f0d55b8 req-ccd6917c-1809-4d07-b1e6-846c03476dfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 999 time: 0.1946349 Dec 23 08:26:30.341978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191367b4-0448-4214-9b7b-4fc23f0d55b8 req-be61ffd7-b501-42d4-95b9-4b5d7ae3360e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:30.343403 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-191367b4-0448-4214-9b7b-4fc23f0d55b8 req-be61ffd7-b501-42d4-95b9-4b5d7ae3360e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 200 len: 851 time: 0.0958602 Dec 23 08:26:30.393586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9b39a25-c6bd-4eb5-8db9-10d9f2ca1afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.400689 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:31Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'dfbe3f69-1511-4a35-a98d-7877dcab323c', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'port_id': '53afb0c7-d72b-4fba-bbf3-84f603311d45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'mac_address': 'fa:16:3e:5e:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:25:43Z', 'updated_at': '2021-12-23T08:26:23Z', 'revision_number': 1, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299c3d4a-7a3f-4c8e-b71b-7da1819ff540', 'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'mac_address': 'fa:16:3e:5a:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:28Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'subnets': [{'id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:30.408385 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87bb5d1-a66f-41ee-a185-69985a8ada4f None None] The sync data for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv is: [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:31Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'dfbe3f69-1511-4a35-a98d-7877dcab323c', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'port_id': '53afb0c7-d72b-4fba-bbf3-84f603311d45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'mac_address': 'fa:16:3e:5e:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:25:43Z', 'updated_at': '2021-12-23T08:26:23Z', 'revision_number': 1, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299c3d4a-7a3f-4c8e-b71b-7da1819ff540', 'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'mac_address': 'fa:16:3e:5a:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:28Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'subnets': [{'id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:30.424666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:30.425449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b39a25-c6bd-4eb5-8db9-10d9f2ca1afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb98db3-cfb0-4e9b-bd73-36c6a5149f7e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:30.436789 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9b39a25-c6bd-4eb5-8db9-10d9f2ca1afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.437856 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a9b39a25-c6bd-4eb5-8db9-10d9f2ca1afa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eeb98db3-cfb0-4e9b-bd73-36c6a5149f7e HTTP/1.1" status: 204 len: 168 time: 0.7448642 Dec 23 08:26:30.440847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-89280cf2-c138-4ca2-97aa-cd31e81e8266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.449019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:30.460105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5479b670-b0ea-4104-bd79-27ed6a327db5 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Deleting port d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:30.460474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5479b670-b0ea-4104-bd79-27ed6a327db5 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.498493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:30.515518 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-191367b4-0448-4214-9b7b-4fc23f0d55b8 req-f0637465-26b8-48d5-a9b6-037f6de71642 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=824d0043-5466-40fa-aafd-00652d6477b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1634669 Dec 23 08:26:30.568833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:30.623089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.624623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.633680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2c99048a-5238-46e8-a16c-6fc367500934 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:30.773137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 2c99048a-5238-46e8-a16c-6fc367500934 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:30.778282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 2c99048a-5238-46e8-a16c-6fc367500934 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:30.778644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.791292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-191367b4-0448-4214-9b7b-4fc23f0d55b8 req-2a2ec046-0b0d-40ec-9243-a899c3694b0c service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661898 Dec 23 08:26:30.905736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.922100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.923305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 2c99048a-5238-46e8-a16c-6fc367500934, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2c99048a-5238-46e8-a16c-6fc367500934,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:30.931382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:30.969087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:31.009114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41708) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:31.013311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port fa974b8b-dc21-4075-9e6a-f9b15c87e055 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:31.013860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=2c99048a-5238-46e8-a16c-6fc367500934,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:31.125487 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-191367b4-0448-4214-9b7b-4fc23f0d55b8 req-504102af-a8a5-400f-8b5e-8de69da202a3 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231127 Dec 23 08:26:31.160624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5479b670-b0ea-4104-bd79-27ed6a327db5 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:31.198887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Router 0b26418d-2835-421a-a713-c4ba13fc2f73 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:26:31.312779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5479b670-b0ea-4104-bd79-27ed6a327db5 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Calling delete_port for d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:31.394252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:31.396816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:31.407464 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Sync routers for ids ['0b26418d-2835-421a-a713-c4ba13fc2f73'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:31.419728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:31.421274 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5a91e101-e600-4887-a23c-b08ef6526c2e tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0559444 Dec 23 08:26:31.424417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41714) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:31.427103 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Routers {'0b26418d-2835-421a-a713-c4ba13fc2f73'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:31.428558 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['0b26418d-2835-421a-a713-c4ba13fc2f73'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:31.441719 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-554bde26-ad85-4977-8845-f091dd926b3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f5d79a869564bd5afec58046b4e228d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4313433 Dec 23 08:26:31.454714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41718) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:31.550450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Router 58800531-02c6-43f5-8c37-ab16ed94172e has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:26:31.626674 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Set router 0b26418d-2835-421a-a713-c4ba13fc2f73 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:31.634011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:31.648620 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:31.664680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:31.689490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event updated for resources: {'Port': ['ID=3b873f2c-382b-4b2b-9b65-8c0cd227de76,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:31.695163 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f3b5cb52-1c5e-4471-ac84-144798968a41 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/routers/0b26418d-2835-421a-a713-c4ba13fc2f73 HTTP/1.1" status: 200 len: 908 time: 0.2695611 Dec 23 08:26:31.701229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41722) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:31.857349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:31.904800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:31.925212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92df931c-b78d-40b0-8dd7-88219d8bb84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:31.928824 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26418d-2835-421a-a713-c4ba13fc2f73', 'name': 'tempest-snat-router-1607499185', 'tenant_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '3c4c9129-1d35-4284-b2a0-558d6bf723f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:26Z', 'updated_at': '2021-12-23T08:26:30Z', 'revision_number': 3, 'project_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'gw_port': {'id': '3c4c9129-1d35-4284-b2a0-558d6bf723f8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b26418d-2835-421a-a713-c4ba13fc2f73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:26:28Z', 'updated_at': '2021-12-23T08:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:31.934433 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Checking router: 0b26418d-2835-421a-a713-c4ba13fc2f73 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:26:31.934834 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Updating router 0b26418d-2835-421a-a713-c4ba13fc2f73 port 3c4c9129-1d35-4284-b2a0-558d6bf723f8 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:26:31.965064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5479b670-b0ea-4104-bd79-27ed6a327db5 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:31.993029 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.058015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479b670-b0ea-4104-bd79-27ed6a327db5 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event deleted for resources: {'Port': ['ID=d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:32.062796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92df931c-b78d-40b0-8dd7-88219d8bb84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.136231 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:26:32.174925 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-b8ac935a-b682-4dd0-a7ca-a161e0fe8eb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1618912 Dec 23 08:26:32.236108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.258908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Deleting port 3c4c9129-1d35-4284-b2a0-558d6bf723f8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:32.260253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.322746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.381864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39f7bf7-62a2-410c-b604-b2fb8f6d3c3c None None] New status for floating IP dfbe3f69-1511-4a35-a98d-7877dcab323c: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:26:32.444896 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.545175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2c99048a-5238-46e8-a16c-6fc367500934 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:32.581288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.587843 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=fa974b8b-dc21-4075-9e6a-f9b15c87e055,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:32.588773 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Transition to ACTIVE for port object 3c4c9129-1d35-4284-b2a0-558d6bf723f8 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:32.597707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:32.601489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92df931c-b78d-40b0-8dd7-88219d8bb84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.601713 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.606184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:32.608318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5479b670-b0ea-4104-bd79-27ed6a327db5 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.672425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:32.677910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:32.678935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.739657 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17632596-d44d-427b-9778-90076328435f None None] Pushing event updated for resources: {'Port': ['ID=3c4c9129-1d35-4284-b2a0-558d6bf723f8,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:32.743670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df931c-b78d-40b0-8dd7-88219d8bb84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07f210a-31b0-49df-8a27-2897c511baa0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:32.750246 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Attempting to bind port 3c4c9129-1d35-4284-b2a0-558d6bf723f8 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:32.750608 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Attempting to bind port 3c4c9129-1d35-4284-b2a0-558d6bf723f8 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:32.750958 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Attempting to bind port 3c4c9129-1d35-4284-b2a0-558d6bf723f8 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:32.759954 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.760293 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.760642 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.760962 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.761303 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.761627 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.761943 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.762406 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.762724 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.763092 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.763411 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17632596-d44d-427b-9778-90076328435f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:26:32.771131 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:32.772138 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:32.772529 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.772919 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:32.773338 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Bound port: 3c4c9129-1d35-4284-b2a0-558d6bf723f8, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:32.773711 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.788467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92df931c-b78d-40b0-8dd7-88219d8bb84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.789669 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-92df931c-b78d-40b0-8dd7-88219d8bb84d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b07f210a-31b0-49df-8a27-2897c511baa0 HTTP/1.1" status: 204 len: 168 time: 1.3345673 Dec 23 08:26:32.805460 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5479b670-b0ea-4104-bd79-27ed6a327db5 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "DELETE /v2.0/ports/d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8 HTTP/1.1" status: 204 len: 168 time: 2.7144680 Dec 23 08:26:32.810374 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-62112fdc-48bb-4db8-902b-ed63d5dcc7c6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.9106982 Dec 23 08:26:32.811136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41732) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:32.811739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41734) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:32.819279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Calling delete_port for 3c4c9129-1d35-4284-b2a0-558d6bf723f8 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:32.820544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 2c99048a-5238-46e8-a16c-6fc367500934 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:32.820907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.860120 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] For port 3c4c9129-1d35-4284-b2a0-558d6bf723f8, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:32.866630 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] For port 3c4c9129-1d35-4284-b2a0-558d6bf723f8, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3c4c9129-1d35-4284-b2a0-558d6bf723f8,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:32.874459 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.923173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9a1e25d9-efc2-4ace-ba83-9e410a0a2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:32.958127 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaf09b9-121c-4cb8-b30c-24ad6cef1d03 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] GET failed (client error): The resource could not be found. Dec 23 08:26:32.959674 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bbaf09b9-121c-4cb8-b30c-24ad6cef1d03 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Synchronizing usage tracker for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:32.978822 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17632596-d44d-427b-9778-90076328435f None None] Pushing event updated for resources: {'Port': ['ID=3c4c9129-1d35-4284-b2a0-558d6bf723f8,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:33.004642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82edf57-50e3-4cbf-b928-8573e4d41db0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:33.005368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e82edf57-50e3-4cbf-b928-8573e4d41db0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:33.008657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:33.009575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:33.031161 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Routers {'0b26418d-2835-421a-a713-c4ba13fc2f73'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:33.032119 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['0b26418d-2835-421a-a713-c4ba13fc2f73'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:33.034653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bbaf09b9-121c-4cb8-b30c-24ad6cef1d03 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Unset dirty status for tenant:da3a39134a5b46c2aba6bfa9e43a85e5 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:33.041856 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bbaf09b9-121c-4cb8-b30c-24ad6cef1d03 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "GET /v2.0/ports/d0fb89e3-afab-40f0-8b5e-d5ef9e0704e8 HTTP/1.1" status: 404 len: 333 time: 0.2216823 Dec 23 08:26:33.104800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41740) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:33.221658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e82edf57-50e3-4cbf-b928-8573e4d41db0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:33.226304 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e82edf57-50e3-4cbf-b928-8573e4d41db0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/fa974b8b-dc21-4075-9e6a-f9b15c87e055 HTTP/1.1" status: 200 len: 839 time: 0.4064169 Dec 23 08:26:33.228309 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-8437bed6-6e30-481c-926b-bf215bfb3dc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ce5b6fa1acc41e38c12927d81e4b0db&device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 1098 time: 0.8908165 Dec 23 08:26:33.228904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41746) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:33.241822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:33.248669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:33.259052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:26:33.259390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:26:33.280306 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] Sync routers for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:33.337250 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:33.337859 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:33.365139 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f34d9d5b-4eca-4c0d-aea4-6bf3cde0595d tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "PUT /v2.0/floatingips/0c0932fd-0238-4034-bd42-8f841e1c44fd HTTP/1.1" status: 200 len: 991 time: 7.7277918 Dec 23 08:26:33.386830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'tag': 'b808baf6-0dbc-43f3-8297-03a1801f5899'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:26:33.414219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cb94a30c-0d4c-4717-8c74-d9e1f3c68a80 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Deleting port 7df14293-69e4-4010-811a-9722d8d3d7b7 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:33.414557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb94a30c-0d4c-4717-8c74-d9e1f3c68a80 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:33.422338 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] Set router 0b26418d-2835-421a-a713-c4ba13fc2f73 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:33.480625 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'tag': 'b808baf6-0dbc-43f3-8297-03a1801f5899', 'status': 'completed', 'code': 200} Dec 23 08:26:33.499432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-98114df2-105d-4342-ab33-068aec9e3957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:33.501708 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-98114df2-105d-4342-ab33-068aec9e3957 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a HTTP/1.1" status: 200 len: 911 time: 0.2245767 Dec 23 08:26:33.601904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-42e74f99-c961-43a3-80f0-514efd01e52c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port fa974b8b-dc21-4075-9e6a-f9b15c87e055 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:33.602297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-42e74f99-c961-43a3-80f0-514efd01e52c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:33.612704 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b26418d-2835-421a-a713-c4ba13fc2f73', 'name': 'tempest-snat-router-1607499185', 'tenant_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:26Z', 'updated_at': '2021-12-23T08:26:32Z', 'revision_number': 4, 'project_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:33.632792 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979d5e13-9c37-4c6d-a401-2bec82992268 None None] The sync data for ids ['0b26418d-2835-421a-a713-c4ba13fc2f73'] in dv-neutron-822507-1-hyperv is: [{'id': '0b26418d-2835-421a-a713-c4ba13fc2f73', 'name': 'tempest-snat-router-1607499185', 'tenant_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:26Z', 'updated_at': '2021-12-23T08:26:32Z', 'revision_number': 4, 'project_id': 'ca5de6dedfd4472ba434ffc9b590626c', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:33.682740 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:33.683350 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-678a8bf4-8745-48b5-814c-47668a3b0b0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4811a871-b6a0-42f3-a126-05ddc0170f9b HTTP/1.1" status: 200 len: 1001 time: 0.1728055 Dec 23 08:26:33.762757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Deleting port 3c4c9129-1d35-4284-b2a0-558d6bf723f8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:33.763094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:33.816025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:33.820446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-e3c3f025-a215-47e8-9548-2f2cb6d5d837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:33.821901 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-e3c3f025-a215-47e8-9548-2f2cb6d5d837 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f004cc47-ad24-408a-974a-3cbf6ff0c1c4 HTTP/1.1" status: 200 len: 850 time: 0.1315022 Dec 23 08:26:33.839769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:33.859740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb94a30c-0d4c-4717-8c74-d9e1f3c68a80 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:33.985487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cb94a30c-0d4c-4717-8c74-d9e1f3c68a80 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Calling delete_port for 7df14293-69e4-4010-811a-9722d8d3d7b7 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:34.020452 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-6aba6744-8055-4590-8ae5-ea9f474931e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1825287 Dec 23 08:26:34.156692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] For port 3c4c9129-1d35-4284-b2a0-558d6bf723f8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3c4c9129-1d35-4284-b2a0-558d6bf723f8,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:34.157036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:34.195307 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:29Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '0c0932fd-0238-4034-bd42-8f841e1c44fd', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'floating_ip_address': '172.26.8.140', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'port_id': 'b808baf6-0dbc-43f3-8297-03a1801f5899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'mac_address': 'fa:16:3e:b8:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:25:41Z', 'updated_at': '2021-12-23T08:26:27Z', 'revision_number': 1, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab82e90-a7fe-4ae9-a2a1-4c26ecfad090', 'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'mac_address': 'fa:16:3e:e5:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:25Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'subnets': [{'id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:34.199248 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] Checking router: 58800531-02c6-43f5-8c37-ab16ed94172e for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:26:34.210924 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:34.211562 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:34.318986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Calling delete_port for 3c4c9129-1d35-4284-b2a0-558d6bf723f8 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:34.382501 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-b0175105-e357-4ba0-85d4-78629e18e1ef service neutron] 10.222.0.24 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480065 Dec 23 08:26:34.460052 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:34.570398 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ece39c77-c87f-4aa6-9f48-4021d8608ffd req-40d015c4-66ba-4396-a8c3-5956ff10a184 service neutron] 10.222.0.24 "GET /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764319 Dec 23 08:26:34.594518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-42e74f99-c961-43a3-80f0-514efd01e52c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:34.671033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:34.742789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-42e74f99-c961-43a3-80f0-514efd01e52c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for fa974b8b-dc21-4075-9e6a-f9b15c87e055 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:34.803085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c4c9129-1d35-4284-b2a0-558d6bf723f8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:34.829714 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a115904-f00a-4d87-ba37-d5207b8b73aa req-27e2729b-bd3a-49ef-9092-9dd85ae912c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f41ab964d47b44d38cd8289835839fe4&device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 1098 time: 1.3213110 Dec 23 08:26:34.841406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb94a30c-0d4c-4717-8c74-d9e1f3c68a80 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:34.889380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-42e74f99-c961-43a3-80f0-514efd01e52c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:34.977245 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:29Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '0c0932fd-0238-4034-bd42-8f841e1c44fd', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'floating_ip_address': '172.26.8.140', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'port_id': 'b808baf6-0dbc-43f3-8297-03a1801f5899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'mac_address': 'fa:16:3e:b8:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:25:41Z', 'updated_at': '2021-12-23T08:26:27Z', 'revision_number': 1, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab82e90-a7fe-4ae9-a2a1-4c26ecfad090', 'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'mac_address': 'fa:16:3e:e5:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:25Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'subnets': [{'id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:34.982171 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4312cea4-924d-41b8-8c11-aebb9778eca0 None None] The sync data for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv is: [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:29Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '0c0932fd-0238-4034-bd42-8f841e1c44fd', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'floating_ip_address': '172.26.8.140', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'port_id': 'b808baf6-0dbc-43f3-8297-03a1801f5899', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'mac_address': 'fa:16:3e:b8:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:25:41Z', 'updated_at': '2021-12-23T08:26:27Z', 'revision_number': 1, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab82e90-a7fe-4ae9-a2a1-4c26ecfad090', 'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'mac_address': 'fa:16:3e:e5:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:25Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'subnets': [{'id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:34.989055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94a30c-0d4c-4717-8c74-d9e1f3c68a80 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event deleted for resources: {'Port': ['ID=7df14293-69e4-4010-811a-9722d8d3d7b7,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:35.114016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-42e74f99-c961-43a3-80f0-514efd01e52c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:35.117743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e74f99-c961-43a3-80f0-514efd01e52c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=fa974b8b-dc21-4075-9e6a-f9b15c87e055,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:35.206989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:35.241193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:35.317789 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-42e74f99-c961-43a3-80f0-514efd01e52c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/fa974b8b-dc21-4075-9e6a-f9b15c87e055 HTTP/1.1" status: 204 len: 168 time: 2.0784438 Dec 23 08:26:35.323268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41794) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:35.402150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb94a30c-0d4c-4717-8c74-d9e1f3c68a80 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:35.406638 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cb94a30c-0d4c-4717-8c74-d9e1f3c68a80 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "DELETE /v2.0/ports/7df14293-69e4-4010-811a-9722d8d3d7b7 HTTP/1.1" status: 204 len: 168 time: 2.2891901 Dec 23 08:26:35.407175 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-588c8b5e-2396-4e07-bcb8-e364d2286324 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:26:35.407445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-588c8b5e-2396-4e07-bcb8-e364d2286324 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:35.413625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41798) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:35.418473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a115904-f00a-4d87-ba37-d5207b8b73aa req-7d7aaffd-567b-497c-a45f-298d6ee03fe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:35.419862 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a115904-f00a-4d87-ba37-d5207b8b73aa req-7d7aaffd-567b-497c-a45f-298d6ee03fe1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63788f09-fc68-4f8e-bdc1-ffd155abbfb2 HTTP/1.1" status: 200 len: 906 time: 0.5648468 Dec 23 08:26:35.565885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:35.572308 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:35.619631 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:35.621140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b26418d-2835-421a-a713-c4ba13fc2f73 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:35.632952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-588c8b5e-2396-4e07-bcb8-e364d2286324 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:35.634879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:35.638115 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8cc8c8ed-9c2d-429d-ab43-f002a6e7ac42 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0b26418d-2835-421a-a713-c4ba13fc2f73 HTTP/1.1" status: 204 len: 168 time: 3.9359050 Dec 23 08:26:35.638993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41808) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:35.641989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41810) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:35.642457 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-588c8b5e-2396-4e07-bcb8-e364d2286324 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/fa974b8b-dc21-4075-9e6a-f9b15c87e055 HTTP/1.1" status: 404 len: 333 time: 0.3154161 Dec 23 08:26:35.643323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Router ba86b108-26f1-421f-93cb-e999028138e1 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:26:35.713360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'name': 'tempest-PortsTestJSON-134458198'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:35.730836 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a115904-f00a-4d87-ba37-d5207b8b73aa req-179bc54f-ae74-42e2-a514-c5e9f765af0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b808baf6-0dbc-43f3-8297-03a1801f5899 HTTP/1.1" status: 200 len: 999 time: 0.2723229 Dec 23 08:26:35.746404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41816) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:35.842817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:35.855630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:35.908637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a115904-f00a-4d87-ba37-d5207b8b73aa req-dfdad17a-e51f-4b14-acf8-64026723b793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:35.910100 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a115904-f00a-4d87-ba37-d5207b8b73aa req-dfdad17a-e51f-4b14-acf8-64026723b793 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=de68b6fd-1b22-40df-9e00-1824b09c2273 HTTP/1.1" status: 200 len: 845 time: 0.1662252 Dec 23 08:26:35.921023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:35.923807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:35.955146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port df7a0fc1-8399-4f24-a79f-3dd87eb05fa0 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:35.975031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b55cfe-7bff-4ae3-9a4d-32c2109c9c17 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Deleting subnet 3c22d2c3-582a-421f-8710-2593f7ebfb06 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:26:35.988493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53b55cfe-7bff-4ae3-9a4d-32c2109c9c17 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.029272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-227237242'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:36.038114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:36.054172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Usage tracker for resource:router and tenant:500a4e62317946648e2eb5c2c1d2f2ae is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:36.061920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:36.081295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53b55cfe-7bff-4ae3-9a4d-32c2109c9c17 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.100295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.113452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:36.201919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.202860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.253087 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a115904-f00a-4d87-ba37-d5207b8b73aa req-afabd6d6-afd6-4740-af18-7b196234bcf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63788f09-fc68-4f8e-bdc1-ffd155abbfb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3197677 Dec 23 08:26:36.275206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.373927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.463912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:36.466058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:36.466665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.468412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:36.473169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:36.473342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.473851 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53b55cfe-7bff-4ae3-9a4d-32c2109c9c17 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.477510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=df7a0fc1-8399-4f24-a79f-3dd87eb05fa0,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:36.521086 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e17f6cbb-c1b2-4f78-b7c0-6e3a8204aea3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8704925 Dec 23 08:26:36.521324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41826) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:36.523968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.529835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2ccc700d-91fe-4f33-91e2-e90fd01f26e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:36.569713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.579326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Deleting port 2c99048a-5238-46e8-a16c-6fc367500934 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:36.579653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.620019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:36.636170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Sync routers for ids ['ba86b108-26f1-421f-93cb-e999028138e1'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:36.644976 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a115904-f00a-4d87-ba37-d5207b8b73aa req-fdda46bf-372b-47cd-b1ed-103a00cb0e63 service neutron] 10.222.0.24 "GET /v2.0/networks/63788f09-fc68-4f8e-bdc1-ffd155abbfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827226 Dec 23 08:26:36.650516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.654253 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4ab1d303-7094-4940-b78c-9c56bcd4e4c4 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8752127 Dec 23 08:26:36.655886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Routers {'ba86b108-26f1-421f-93cb-e999028138e1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:36.658691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['ba86b108-26f1-421f-93cb-e999028138e1'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:36.669760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41832) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:36.730399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53b55cfe-7bff-4ae3-9a4d-32c2109c9c17 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.769058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.770255 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-22810ed7-4a80-4629-8a8b-fc7046149aee tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.6645324 Dec 23 08:26:36.777587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41836) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:36.782304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b55cfe-7bff-4ae3-9a4d-32c2109c9c17 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event deleted for resources: {'Subnet': ['ID=3c22d2c3-582a-421f-8710-2593f7ebfb06,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:36.866971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53b55cfe-7bff-4ae3-9a4d-32c2109c9c17 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:36.870993 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-53b55cfe-7bff-4ae3-9a4d-32c2109c9c17 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "DELETE /v2.0/subnets/3c22d2c3-582a-421f-8710-2593f7ebfb06 HTTP/1.1" status: 204 len: 168 time: 1.4519992 Dec 23 08:26:36.874862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41840) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:36.884622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cece237-d537-4e22-91bc-0716bd7dedd6 None None] Network 1403ccd1-55d1-45b2-9628-e47f47f04585 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:36.987065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Set router ba86b108-26f1-421f-93cb-e999028138e1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:37.010942 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a115904-f00a-4d87-ba37-d5207b8b73aa req-3b375eb8-b864-47d9-adce-a056850de727 service neutron] 10.222.0.24 "GET /v2.0/networks/63788f09-fc68-4f8e-bdc1-ffd155abbfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571548 Dec 23 08:26:37.017902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ccc700d-91fe-4f33-91e2-e90fd01f26e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.048489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.136828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Deleting port 85be8583-bb77-4ada-951c-9324aca57d18 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:37.137330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.146656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8df6-9c21-4c8b-91d6-83c6f5c1a83c tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.232358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] For port 2c99048a-5238-46e8-a16c-6fc367500934, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2c99048a-5238-46e8-a16c-6fc367500934,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:37.232709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.377551 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7906ae65-d58f-411b-aa1b-32f7ab38b730 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/routers/ba86b108-26f1-421f-93cb-e999028138e1 HTTP/1.1" status: 200 len: 909 time: 0.5942338 Dec 23 08:26:37.379729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86b108-26f1-421f-93cb-e999028138e1', 'name': 'tempest-snat-router-1098285276', 'tenant_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.207'}], 'enable_snat': False}, 'gw_port_id': '3b873f2c-382b-4b2b-9b65-8c0cd227de76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:26Z', 'updated_at': '2021-12-23T08:26:32Z', 'revision_number': 3, 'project_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'gw_port': {'id': '3b873f2c-382b-4b2b-9b65-8c0cd227de76', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ac:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86b108-26f1-421f-93cb-e999028138e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:26:28Z', 'updated_at': '2021-12-23T08:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:37.385113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Checking router: ba86b108-26f1-421f-93cb-e999028138e1 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:26:37.385501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Updating router ba86b108-26f1-421f-93cb-e999028138e1 port 3b873f2c-382b-4b2b-9b65-8c0cd227de76 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:26:37.400275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] For port 85be8583-bb77-4ada-951c-9324aca57d18, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85be8583-bb77-4ada-951c-9324aca57d18,segment=NetworkSegment(dfc9d228-8a64-4670-a343-3ba22a1b5fa1),segment_id=dfc9d228-8a64-4670-a343-3ba22a1b5fa1)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:37.400631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.412995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41846) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:37.418103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1098285276', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': True}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:37.442311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.481235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] DHCP port deletion for 1403ccd1-55d1-45b2-9628-e47f47f04585 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:26:37.485486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Calling delete_port for 2c99048a-5238-46e8-a16c-6fc367500934 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:37.495178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] Deleting port 85be8583-bb77-4ada-951c-9324aca57d18 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:37.495540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.554049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Calling delete_port for 85be8583-bb77-4ada-951c-9324aca57d18 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:37.624508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:37.632222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Usage tracker for resource:router and tenant:408c8dc16f974c5ebee6a9e3c9de284c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:37.638436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:37.647295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:37.679938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.681191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.691909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.743658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event deleted for resources: {'Port': ['ID=85be8583-bb77-4ada-951c-9324aca57d18,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:37.752071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] No DVR routers for this DVR port 85be8583-bb77-4ada-951c-9324aca57d18 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:26:37.790773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.875853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ccc700d-91fe-4f33-91e2-e90fd01f26e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.885515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8df6-9c21-4c8b-91d6-83c6f5c1a83c tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.887140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ccc700d-91fe-4f33-91e2-e90fd01f26e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.894374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.902448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] For port 85be8583-bb77-4ada-951c-9324aca57d18, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85be8583-bb77-4ada-951c-9324aca57d18,segment=NetworkSegment(dfc9d228-8a64-4670-a343-3ba22a1b5fa1),segment_id=dfc9d228-8a64-4670-a343-3ba22a1b5fa1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:37.903018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.947718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8df6-9c21-4c8b-91d6-83c6f5c1a83c tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.965939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2ccc700d-91fe-4f33-91e2-e90fd01f26e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] In _notify_port_updated(), no bound segment for port df7a0fc1-8399-4f24-a79f-3dd87eb05fa0 on network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c {{(pid=83522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:26:37.969742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccc700d-91fe-4f33-91e2-e90fd01f26e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:37.970372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ccc700d-91fe-4f33-91e2-e90fd01f26e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:37.971632 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2ccc700d-91fe-4f33-91e2-e90fd01f26e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "PUT /v2.0/ports/df7a0fc1-8399-4f24-a79f-3dd87eb05fa0 HTTP/1.1" status: 200 len: 818 time: 1.4495461 Dec 23 08:26:37.980717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41854) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:37.994232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1403ccd1-55d1-45b2-9628-e47f47f04585']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:38.047042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] Calling delete_port for 85be8583-bb77-4ada-951c-9324aca57d18 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:38.070469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc700d-91fe-4f33-91e2-e90fd01f26e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=df7a0fc1-8399-4f24-a79f-3dd87eb05fa0,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:38.116183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8df6-9c21-4c8b-91d6-83c6f5c1a83c tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.116895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaf8df6-9c21-4c8b-91d6-83c6f5c1a83c tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5c1dc35-6117-4fbf-8023-a39b0bd2cde4 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:38.139507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d176facc-a6a2-48d0-9160-5b6baa82e275 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port df7a0fc1-8399-4f24-a79f-3dd87eb05fa0 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:38.139846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d176facc-a6a2-48d0-9160-5b6baa82e275 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.146028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:26:38.146284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:26:38.180279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc9d228-8a64-4670-a343-3ba22a1b5fa1') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:38.180762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc9d228-8a64-4670-a343-3ba22a1b5fa1') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:38.197430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.209072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.218893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.223918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.234517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:26:38.235005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:26:38.249692 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:26:38.303343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.336816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8df6-9c21-4c8b-91d6-83c6f5c1a83c tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.340667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fbaf8df6-9c21-4c8b-91d6-83c6f5c1a83c tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a5c1dc35-6117-4fbf-8023-a39b0bd2cde4 HTTP/1.1" status: 204 len: 168 time: 1.6672149 Dec 23 08:26:38.345423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41860) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:38.359719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c99048a-5238-46e8-a16c-6fc367500934,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:38.363991 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Request body: {'router': {'name': 'tempest-router-1746701748', 'distributed': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:38.400135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:38.403198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Transition to ACTIVE for port object 3b873f2c-382b-4b2b-9b65-8c0cd227de76 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:38.403337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.425427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.428625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.446474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Usage tracker for resource:router and tenant:500a4e62317946648e2eb5c2c1d2f2ae is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:38.449671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] Pushing event deleted for resources: {'Network': ['ID=1403ccd1-55d1-45b2-9628-e47f47f04585,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:38.460583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:38.486499 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-decf60b8-4b6f-4ae6-ad67-86140e2ab442 tempest-AllowedAddressPairTestJSON-463167477 tempest-AllowedAddressPairTestJSON-463167477-project] 10.222.0.36 "DELETE /v2.0/networks/1403ccd1-55d1-45b2-9628-e47f47f04585 HTTP/1.1" status: 204 len: 168 time: 1.6098547 Dec 23 08:26:38.523580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:38.536600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Attempting to bind port 3b873f2c-382b-4b2b-9b65-8c0cd227de76 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:38.538181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Attempting to bind port 3b873f2c-382b-4b2b-9b65-8c0cd227de76 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:38.539196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Attempting to bind port 3b873f2c-382b-4b2b-9b65-8c0cd227de76 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:38.576446 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:38.577066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:38.577636 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.578202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:38.578876 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Bound port: 3b873f2c-382b-4b2b-9b65-8c0cd227de76, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:38.579402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.620559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.662697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.670817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.671412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] Deleting port 85be8583-bb77-4ada-951c-9324aca57d18 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:38.671766 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.672120 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.699020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85be8583-bb77-4ada-951c-9324aca57d18 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:26:38.711772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d176facc-a6a2-48d0-9160-5b6baa82e275 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.738970 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] For port 3b873f2c-382b-4b2b-9b65-8c0cd227de76, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:38.764112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692ee6a-9e16-45f3-bf7a-293256efe333 None None] Pushing event updated for resources: {'Port': ['ID=3b873f2c-382b-4b2b-9b65-8c0cd227de76,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:38.769299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 85be8583-bb77-4ada-951c-9324aca57d18 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:26:38.771905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85be8583-bb77-4ada-951c-9324aca57d18 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:26:38.840081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] For port 3b873f2c-382b-4b2b-9b65-8c0cd227de76, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3b873f2c-382b-4b2b-9b65-8c0cd227de76,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:38.851085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb89e9-add7-4331-846b-58d550c6ce23 None None] The port '85be8583-bb77-4ada-951c-9324aca57d18' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:26:38.855713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:38.880177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Allocated IP 172.26.8.46 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/3a4762b8-d354-4ac6-ba75-b505d9971fcd) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:38.945101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692ee6a-9e16-45f3-bf7a-293256efe333 None None] Pushing event updated for resources: {'Port': ['ID=3b873f2c-382b-4b2b-9b65-8c0cd227de76,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:38.948242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Routers {'ba86b108-26f1-421f-93cb-e999028138e1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:38.949050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['ba86b108-26f1-421f-93cb-e999028138e1'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:39.035765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41870) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:39.041679 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.061190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d176facc-a6a2-48d0-9160-5b6baa82e275 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for df7a0fc1-8399-4f24-a79f-3dd87eb05fa0 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:39.067542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.104765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.113421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.208210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] Set router ba86b108-26f1-421f-93cb-e999028138e1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:39.277706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.289509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:39.295231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:39.297792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:39.413284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event updated for resources: {'Port': ['ID=3a4762b8-d354-4ac6-ba75-b505d9971fcd,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:39.434105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.438290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.439751 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5844c54b-8ca9-48b4-916d-1c8f9c0890fc tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0854502 Dec 23 08:26:39.441386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d176facc-a6a2-48d0-9160-5b6baa82e275 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.443354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41880) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:39.446526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.452424 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ac0ea99a-6f8f-441c-b742-4b3c34d23c18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da3a39134a5b46c2aba6bfa9e43a85e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4155676 Dec 23 08:26:39.455297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41884) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:39.534240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-430d9b7a-0b5b-4662-951d-76f5a788c351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.573202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-430d9b7a-0b5b-4662-951d-76f5a788c351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.575587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176facc-a6a2-48d0-9160-5b6baa82e275 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=df7a0fc1-8399-4f24-a79f-3dd87eb05fa0,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:39.628549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.629281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.634462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba86b108-26f1-421f-93cb-e999028138e1', 'name': 'tempest-snat-router-1098285276', 'tenant_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.207'}], 'enable_snat': False}, 'gw_port_id': '3b873f2c-382b-4b2b-9b65-8c0cd227de76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:26Z', 'updated_at': '2021-12-23T08:26:32Z', 'revision_number': 3, 'project_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'gw_port': {'id': '3b873f2c-382b-4b2b-9b65-8c0cd227de76', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ac:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86b108-26f1-421f-93cb-e999028138e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:26:28Z', 'updated_at': '2021-12-23T08:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:39.639841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c8aa5b-0944-4364-9c58-b3dad45101c0 None None] The sync data for ids ['ba86b108-26f1-421f-93cb-e999028138e1'] in dv-neutron-822507-1-hyperv is: [{'id': 'ba86b108-26f1-421f-93cb-e999028138e1', 'name': 'tempest-snat-router-1098285276', 'tenant_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.207'}], 'enable_snat': False}, 'gw_port_id': '3b873f2c-382b-4b2b-9b65-8c0cd227de76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:26Z', 'updated_at': '2021-12-23T08:26:32Z', 'revision_number': 3, 'project_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'gw_port': {'id': '3b873f2c-382b-4b2b-9b65-8c0cd227de76', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ac:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba86b108-26f1-421f-93cb-e999028138e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:26:28Z', 'updated_at': '2021-12-23T08:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:39.654736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d176facc-a6a2-48d0-9160-5b6baa82e275 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.685417 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d176facc-a6a2-48d0-9160-5b6baa82e275 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/df7a0fc1-8399-4f24-a79f-3dd87eb05fa0 HTTP/1.1" status: 204 len: 168 time: 1.7015343 Dec 23 08:26:39.685804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41888) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:39.707675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-430d9b7a-0b5b-4662-951d-76f5a788c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.720091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.720606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ef4486e-c6ff-48e3-8841-dc7b71b8da42 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:39.730047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d9b7a-0b5b-4662-951d-76f5a788c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a731bcef-356b-4cdd-95a1-3e154aa6563e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:39.739425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d09e-a767-491c-9e55-2b27a6abe8d7 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.742216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-430d9b7a-0b5b-4662-951d-76f5a788c351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.746628 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-430d9b7a-0b5b-4662-951d-76f5a788c351 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a731bcef-356b-4cdd-95a1-3e154aa6563e HTTP/1.1" status: 204 len: 168 time: 0.2871356 Dec 23 08:26:39.896779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Router de663216-d751-4b7b-b782-efc7a6d497bf is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:26:39.908894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:39.910179 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4e55cf01-361b-4753-9b63-6df80347e33f tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6ef4486e-c6ff-48e3-8841-dc7b71b8da42 HTTP/1.1" status: 204 len: 168 time: 4.2665868 Dec 23 08:26:39.914292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41896) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:39.922619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-665885349', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:39.984897 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:39.994397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Usage tracker for resource:router and tenant:07eed1a30f6b4aa2bad00c407a4bdd73 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:40.000859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:40.009816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:40.097403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.098390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.123167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:40.136680 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Sync routers for ids ['de663216-d751-4b7b-b782-efc7a6d497bf'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:40.148623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.152080 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-06f88111-ce8d-44d6-9bc1-1bb4bd151207 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7357836 Dec 23 08:26:40.152437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41908) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:40.160427 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Routers {'de663216-d751-4b7b-b782-efc7a6d497bf'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:40.161051 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['de663216-d751-4b7b-b782-efc7a6d497bf'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:40.192221 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf15091a-a77f-484a-a7ab-667543d7f9cb tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:40.193567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf15091a-a77f-484a-a7ab-667543d7f9cb tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:40.340526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf15091a-a77f-484a-a7ab-667543d7f9cb tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:40.341673 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bf15091a-a77f-484a-a7ab-667543d7f9cb tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6541302 Dec 23 08:26:40.350218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41916) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:40.376471 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Set router de663216-d751-4b7b-b782-efc7a6d497bf gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:40.390100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d09e-a767-491c-9e55-2b27a6abe8d7 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.407458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.409504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d09e-a767-491c-9e55-2b27a6abe8d7 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.411690 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-5982bfce-cbe1-40a0-a3c9-47abc40c2d68 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:26:40.413096 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5982bfce-cbe1-40a0-a3c9-47abc40c2d68 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/df7a0fc1-8399-4f24-a79f-3dd87eb05fa0 HTTP/1.1" status: 404 len: 333 time: 0.0597596 Dec 23 08:26:40.419602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41920) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:40.430317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-207364043'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:40.438491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:40.450808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:network and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:40.456456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:40.522479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:40.558737 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9815fd00-5512-4cdf-bf17-9523b8ea95fa tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/routers/de663216-d751-4b7b-b782-efc7a6d497bf HTTP/1.1" status: 200 len: 907 time: 0.4047916 Dec 23 08:26:40.561313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41926) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:40.593872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d09e-a767-491c-9e55-2b27a6abe8d7 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.594390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d9d09e-a767-491c-9e55-2b27a6abe8d7 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 844c9651-db88-4050-9346-1f92e0b49d4f {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:40.595866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:40.599050 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.631940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d09e-a767-491c-9e55-2b27a6abe8d7 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.634230 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e7d9d09e-a767-491c-9e55-2b27a6abe8d7 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "DELETE /v2.0/routers/844c9651-db88-4050-9346-1f92e0b49d4f HTTP/1.1" status: 204 len: 168 time: 1.1879749 Dec 23 08:26:40.637024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41932) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:40.646020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Request body: {'router': {'name': 'tempest-router-404174913', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e296ec34f12444e3a1ed6b886f1c587a'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:40.652232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:40.662446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Usage tracker for resource:router and tenant:e296ec34f12444e3a1ed6b886f1c587a is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:40.665990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.670185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:40.673186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:26:40.683266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:40.703730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.704083 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Added segment 66a5a1e1-d2c8-4b44-adeb-4486b05f8050 of type vlan for network 848d0fa5-c18f-49dc-9552-2bf630493077 Dec 23 08:26:40.735943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.736958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.796354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.823786 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de663216-d751-4b7b-b782-efc7a6d497bf', 'name': 'tempest-snat-router-1098285276', 'tenant_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '3a4762b8-d354-4ac6-ba75-b505d9971fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:37Z', 'updated_at': '2021-12-23T08:26:39Z', 'revision_number': 3, 'project_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'gw_port': {'id': '3a4762b8-d354-4ac6-ba75-b505d9971fcd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de663216-d751-4b7b-b782-efc7a6d497bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:26:38Z', 'updated_at': '2021-12-23T08:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:40.828221 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Checking router: de663216-d751-4b7b-b782-efc7a6d497bf for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:26:40.828671 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Updating router de663216-d751-4b7b-b782-efc7a6d497bf port 3a4762b8-d354-4ac6-ba75-b505d9971fcd binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:26:40.871888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.895496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.897484 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.925610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41940) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:40.966020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.973208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:40.978368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:40.979123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.015214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.027792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Deleting port 3a4762b8-d354-4ac6-ba75-b505d9971fcd {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:41.028709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.113579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-953507258'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:41.136947 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7161469 Dec 23 08:26:41.138795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.140750 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cb8bf544-c1b0-43e8-8980-c5e2d35d22da tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5008149 Dec 23 08:26:41.143457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:41.147397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41946) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:41.147397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41948) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:41.165986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:network and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:41.173651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:41.222368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.228974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:41.250943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:41.255299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edcbae-3ecc-4d77-a90e-e8c1faf41a50 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Network': ['ID=848d0fa5-c18f-49dc-9552-2bf630493077,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:41.266850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 848d0fa5-c18f-49dc-9552-2bf630493077 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:26:41.348147 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.365184 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Transition to ACTIVE for port object 3a4762b8-d354-4ac6-ba75-b505d9971fcd will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:41.372499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Calling delete_port for 3a4762b8-d354-4ac6-ba75-b505d9971fcd owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:41.377884 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.383968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:41.456773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9171e6-8455-42eb-966c-0a0455c39859 None None] New status for floating IP 0c0932fd-0238-4034-bd42-8f841e1c44fd: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:26:41.489171 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Attempting to bind port 3a4762b8-d354-4ac6-ba75-b505d9971fcd on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:41.490047 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Attempting to bind port 3a4762b8-d354-4ac6-ba75-b505d9971fcd by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:41.490609 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Attempting to bind port 3a4762b8-d354-4ac6-ba75-b505d9971fcd on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:41.498022 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b74d4-4674-4cff-bb2f-a674232bc691 None None] Pushing event updated for resources: {'Port': ['ID=3a4762b8-d354-4ac6-ba75-b505d9971fcd,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:41.506219 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:41.507162 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:41.507627 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.508073 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:41.508735 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Bound port: 3a4762b8-d354-4ac6-ba75-b505d9971fcd, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:41.509197 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.564255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:26:41.564501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:26:41.609022 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] For port 3a4762b8-d354-4ac6-ba75-b505d9971fcd, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:41.612346 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] For port 3a4762b8-d354-4ac6-ba75-b505d9971fcd, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3a4762b8-d354-4ac6-ba75-b505d9971fcd,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:41.619725 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.655841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.709031 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b74d4-4674-4cff-bb2f-a674232bc691 None None] Pushing event updated for resources: {'Port': ['ID=3a4762b8-d354-4ac6-ba75-b505d9971fcd,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:41.713657 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Routers {'de663216-d751-4b7b-b782-efc7a6d497bf'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:41.713981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.714301 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['de663216-d751-4b7b-b782-efc7a6d497bf'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:41.809173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:41.813130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.853558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:41.861058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:41.862977 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] Set router de663216-d751-4b7b-b782-efc7a6d497bf gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:26:41.872410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:41.876951 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:41.950465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:41.993666 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de663216-d751-4b7b-b782-efc7a6d497bf', 'name': 'tempest-snat-router-1098285276', 'tenant_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:37Z', 'updated_at': '2021-12-23T08:26:41Z', 'revision_number': 4, 'project_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:41.998028 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531bf0-a4de-47d4-b8ac-9ee1c275baa7 None None] The sync data for ids ['de663216-d751-4b7b-b782-efc7a6d497bf'] in dv-neutron-822507-1-hyperv is: [{'id': 'de663216-d751-4b7b-b782-efc7a6d497bf', 'name': 'tempest-snat-router-1098285276', 'tenant_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:26:37Z', 'updated_at': '2021-12-23T08:26:41Z', 'revision_number': 4, 'project_id': '408c8dc16f974c5ebee6a9e3c9de284c', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:42.015752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:42.065269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Deleting port 3a4762b8-d354-4ac6-ba75-b505d9971fcd {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:42.065791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.090014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:42.163236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:security_group_rule and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:42.228836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:42.236159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] For port 3a4762b8-d354-4ac6-ba75-b505d9971fcd, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3a4762b8-d354-4ac6-ba75-b505d9971fcd,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:42.236512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.268689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:42.272838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Allocated IP 172.26.8.179 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/c9b0d219-3344-4f15-8f69-2128dc3492d8) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:42.283044 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.283401 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.356502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Calling delete_port for 3a4762b8-d354-4ac6-ba75-b505d9971fcd owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:42.402326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.543088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.587958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a4762b8-d354-4ac6-ba75-b505d9971fcd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:42.615894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83522) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 23 08:26:42.616277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Router 8061690c-908a-4cd0-aa04-aa5f84ad56b1 migrating from provider to provider. {{(pid=83522) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 23 08:26:42.616630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.642469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.669977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.804494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.846861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.908665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.914668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:42.961606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:26:43.003766 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.004103 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Added segment 77e2290a-5471-452e-b731-de58a36860a0 of type vlan for network 3b1e253c-1242-4661-909e-bc02458a5888 Dec 23 08:26:43.008129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37e678b-4696-478e-bcd4-cfbeaab9a97c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:43.044910 dv-neutron-822507-1-hyperv neutron-server[83522]: WARNING neutron.scheduler.l3_agent_scheduler [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] No L3 agents can host the router 8061690c-908a-4cd0-aa04-aa5f84ad56b1 Dec 23 08:26:43.064459 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.069387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.196785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.201173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.227303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.228271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de663216-d751-4b7b-b782-efc7a6d497bf {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:43.235002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.242835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.243916 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3d27b492-d9e1-40f7-995f-a0cd912fc5d8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "DELETE /v2.0/routers/de663216-d751-4b7b-b782-efc7a6d497bf HTTP/1.1" status: 204 len: 168 time: 2.6814280 Dec 23 08:26:43.246556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41966) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:43.332400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:43.394307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:43.396836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=cc195497-034b-48d4-8094-a4e1fa867722,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:43.400424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:43.441573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.449583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event updated for resources: {'Port': ['ID=c9b0d219-3344-4f15-8f69-2128dc3492d8,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:43.466708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.470405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:43.470990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.649265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.651057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Checking segment: {'id': '66a5a1e1-d2c8-4b44-adeb-4486b05f8050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:43.651418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network hostable DHCP agents. Network: 848d0fa5-c18f-49dc-9552-2bf630493077, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:26:43.658255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Deleting port 3b873f2c-382b-4b2b-9b65-8c0cd227de76 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:43.658589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.737017 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8081112 Dec 23 08:26:43.737718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59888420-ff38-46f3-915d-6caabe91db69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Network': ['ID=3b1e253c-1242-4661-909e-bc02458a5888,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:43.746158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41972) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:43.750325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:26:43.769234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:43.792041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Hosts for router 8061690c-908a-4cd0-aa04-aa5f84ad56b1: [] {{(pid=83522) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 23 08:26:43.828829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] For port 3b873f2c-382b-4b2b-9b65-8c0cd227de76, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3b873f2c-382b-4b2b-9b65-8c0cd227de76,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:43.829173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.916280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Hosts for other DVR routers connected to router 8061690c-908a-4cd0-aa04-aa5f84ad56b1: set() {{(pid=83522) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 23 08:26:43.918698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:43.922481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-59482ee7-ac04-499c-85bd-b69badeefd52 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "PUT /v2.0/routers/8061690c-908a-4cd0-aa04-aa5f84ad56b1 HTTP/1.1" status: 200 len: 716 time: 2.7701647 Dec 23 08:26:43.930689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41978) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:43.946566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 848d0fa5-c18f-49dc-9552-2bf630493077 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:26:43.955744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Calling delete_port for 3b873f2c-382b-4b2b-9b65-8c0cd227de76 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:44.019267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:44.025256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 848d0fa5-c18f-49dc-9552-2bf630493077) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:44.029090 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:44.033226 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781601fb-171d-41ce-85a0-31e73c7bbf7a None None] Network 848d0fa5-c18f-49dc-9552-2bf630493077 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:44.037041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:44.089549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:44.090151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.100470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:44.130600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:44.207988 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ab74c0c7-a25b-4568-8b08-3c8f50d2d820 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0595827 Dec 23 08:26:44.213721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41984) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:44.233824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:44.250880 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d9a6712b-b1ac-476e-852f-33cc3618af1b tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "GET /v2.0/routers/8061690c-908a-4cd0-aa04-aa5f84ad56b1 HTTP/1.1" status: 200 len: 716 time: 0.3130865 Dec 23 08:26:44.253726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.263071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-848d0fa5-c18f-49dc-9552-2bf630493077', 'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077', 'tenant_id': '063fc722289642818ffcfed1dc7cfd84', 'fixed_ips': [{'subnet_id': 'cc195497-034b-48d4-8094-a4e1fa867722'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:26:44.264065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.265416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 41988) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:44.339422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b873f2c-382b-4b2b-9b65-8c0cd227de76,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:44.346040 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.477965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Allocated IP 172.20.0.2 (848d0fa5-c18f-49dc-9552-2bf630493077/cc195497-034b-48d4-8094-a4e1fa867722/f03e37ae-0295-4d8b-88c8-a6239d86cb98) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:44.485005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.486023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.507496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:44.596630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:44.600811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:44.613512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:44.638739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:44.642177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.691749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.765855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.778295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Transition to ACTIVE for port object f03e37ae-0295-4d8b-88c8-a6239d86cb98 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:44.796560 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Transition to ACTIVE for port object f03e37ae-0295-4d8b-88c8-a6239d86cb98 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:44.807266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.875071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Network 848d0fa5-c18f-49dc-9552-2bf630493077 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:44.877744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:44.881988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:44.949868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Pushing event updated for resources: {'Port': ['ID=f03e37ae-0295-4d8b-88c8-a6239d86cb98,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:44.976153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Attempting to bind port f03e37ae-0295-4d8b-88c8-a6239d86cb98 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:44.976514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Attempting to bind port f03e37ae-0295-4d8b-88c8-a6239d86cb98 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '66a5a1e1-d2c8-4b44-adeb-4486b05f8050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:44.976861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Attempting to bind port f03e37ae-0295-4d8b-88c8-a6239d86cb98 on network 848d0fa5-c18f-49dc-9552-2bf630493077 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:44.983155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:44.983508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Checking segment: {'id': '66a5a1e1-d2c8-4b44-adeb-4486b05f8050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:44.983899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:44.984308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Bound using segment: {'id': '66a5a1e1-d2c8-4b44-adeb-4486b05f8050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:44.984752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Bound port: f03e37ae-0295-4d8b-88c8-a6239d86cb98, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a5a1e1-d2c8-4b44-adeb-4486b05f8050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:44.985110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.026603 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7e289f15-4703-4759-819f-8a45522cad91 tempest-RoutersTestDVR-1700191721 tempest-RoutersTestDVR-1700191721-project] 10.222.0.36 "GET /v2.0/routers/8061690c-908a-4cd0-aa04-aa5f84ad56b1 HTTP/1.1" status: 200 len: 682 time: 0.7161331 Dec 23 08:26:45.033421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.033703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 41998) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:45.041831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.079765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.080373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba86b108-26f1-421f-93cb-e999028138e1 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:45.094384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] For port f03e37ae-0295-4d8b-88c8-a6239d86cb98, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:45.098764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] For port f03e37ae-0295-4d8b-88c8-a6239d86cb98, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f03e37ae-0295-4d8b-88c8-a6239d86cb98,segment=NetworkSegment(66a5a1e1-d2c8-4b44-adeb-4486b05f8050),segment_id=66a5a1e1-d2c8-4b44-adeb-4486b05f8050)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:45.101261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.103040 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-050e2113-7b37-493e-8e94-b6124e55521a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ba86b108-26f1-421f-93cb-e999028138e1 HTTP/1.1" status: 204 len: 168 time: 1.8554509 Dec 23 08:26:45.107291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42002) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:45.108091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.112653 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.ipam_backend_mixin [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cc195497-034b-48d4-8094-a4e1fa867722 (CIDR: 172.20.0.0/28) Dec 23 08:26:45.116365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-329700187', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:45.122542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.125908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:45.131652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Usage tracker for resource:router and tenant:379193d209c0454fb4b11dd36c7290c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:45.134946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:45.141345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:45.153305 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:26:45.154026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:26:45.155818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.157005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.191842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.199163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8d8a2-498a-472f-854d-4e25da9f8aff None None] Pushing event updated for resources: {'Port': ['ID=f03e37ae-0295-4d8b-88c8-a6239d86cb98,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:45.295670 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5c8e5e11-fde1-4d4e-9abe-16fa249c64f2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0800903 Dec 23 08:26:45.299300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=20a70662-de57-49e6-9432-2435660220a5,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:45.299568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42006) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:45.324504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56a1820b-e791-479f-832f-c26528249d02 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.352387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:45.413828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:45.416307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network hostable DHCP agents. Network: 3b1e253c-1242-4661-909e-bc02458a5888, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:26:45.488541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.690975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:26:45.711621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 3b1e253c-1242-4661-909e-bc02458a5888) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:45.715749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:45.716328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.723370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c17948-e34c-4ea2-abbb-42a64f0dab6e None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:45.728567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:45.735974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:45.740232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:45.746907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:45.771616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:45.871340 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b954f2f9-a532-49ab-9590-1e123e907c09 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1128926 Dec 23 08:26:45.873277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56a1820b-e791-479f-832f-c26528249d02 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.875189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42014) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:45.880406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'name': 'tempest-NetworksTestDHCPv6-441757942'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:45.940711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:45.943721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Router f1c7c13a-feb4-41fc-828e-dc2097f24aaa is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:26:45.960051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56a1820b-e791-479f-832f-c26528249d02 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.040975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '20a70662-de57-49e6-9432-2435660220a5'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:26:46.042234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.067955 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.116885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.137785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:46.140593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56a1820b-e791-479f-832f-c26528249d02 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.141043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a1820b-e791-479f-832f-c26528249d02 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8061690c-908a-4cd0-aa04-aa5f84ad56b1 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:46.283011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:46.292459 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:46.300105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/20a70662-de57-49e6-9432-2435660220a5/eeb11db6-b160-4abf-aa75-cc043f4270e6) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:46.304271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56a1820b-e791-479f-832f-c26528249d02 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.309987 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-56a1820b-e791-479f-832f-c26528249d02 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "DELETE /v2.0/routers/8061690c-908a-4cd0-aa04-aa5f84ad56b1 HTTP/1.1" status: 204 len: 168 time: 1.2707329 Dec 23 08:26:46.309987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:46.310246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42020) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:46.322818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Request body: {'router': {'name': 'tempest-router-755071273', 'distributed': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:46.338980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:46.340456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:46.343088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.353104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Usage tracker for resource:router and tenant:500a4e62317946648e2eb5c2c1d2f2ae is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:46.365148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:46.382996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:46.387354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Allocated IP 172.26.8.235 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/6508b973-3069-405a-b025-4ab2118c1de3) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:46.404196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b802aa-f292-4276-9a3e-338230b29e18 None None] Network 848d0fa5-c18f-49dc-9552-2bf630493077 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:46.427859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.428914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.438071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 2421efff-c593-4d08-946f-1121b7fdc352 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:46.453772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.556583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.582726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f03e37ae-0295-4d8b-88c8-a6239d86cb98 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:46.594788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:46.608341 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac70f2d-fb20-4ee9-ad24-5d14a5bd7346 None None] Sync routers for ids ['f1c7c13a-feb4-41fc-828e-dc2097f24aaa'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:46.610961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.614874 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ada99c1c-d75f-4aa5-af7a-d064d2ced714 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3011491 Dec 23 08:26:46.618594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42026) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:46.625697 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac70f2d-fb20-4ee9-ad24-5d14a5bd7346 None None] Routers {'f1c7c13a-feb4-41fc-828e-dc2097f24aaa'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:46.626670 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1ac70f2d-fb20-4ee9-ad24-5d14a5bd7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['f1c7c13a-feb4-41fc-828e-dc2097f24aaa'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:46.739413 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1ac70f2d-fb20-4ee9-ad24-5d14a5bd7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:46.771452 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac70f2d-fb20-4ee9-ad24-5d14a5bd7346 None None] Routers {'f1c7c13a-feb4-41fc-828e-dc2097f24aaa'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:46.772972 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1ac70f2d-fb20-4ee9-ad24-5d14a5bd7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['f1c7c13a-feb4-41fc-828e-dc2097f24aaa'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:46.787581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.804281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7c94cb57-91ab-48b8-be9e-9b318521a53f None None] Provisioning for port f03e37ae-0295-4d8b-88c8-a6239d86cb98 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:46.830248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.837610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.838812 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a33f0234-e504-440b-9a10-5097cc292cf1 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9236369 Dec 23 08:26:46.844319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42030) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:46.852750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-74c83e62-aac8-48b8-90fc-886330738959 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': False}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:46.869809 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1ac70f2d-fb20-4ee9-ad24-5d14a5bd7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:46.870562 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac70f2d-fb20-4ee9-ad24-5d14a5bd7346 None None] The sync data for ids ['f1c7c13a-feb4-41fc-828e-dc2097f24aaa'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:46.925249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10693628-61ec-4091-8bc6-fff24bfceb75 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.969715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event updated for resources: {'Port': ['ID=6508b973-3069-405a-b025-4ab2118c1de3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:46.973463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:46.974411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:46.986882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f03e37ae-0295-4d8b-88c8-a6239d86cb98 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:46.998823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f03e37ae-0295-4d8b-88c8-a6239d86cb98 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:46.999181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.004172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:47.010301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:47.157109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.161152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 848d0fa5-c18f-49dc-9552-2bf630493077 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:47.166087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=9b547156-f7a3-4ffc-a9cb-284187047904,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:47.169310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:47.173904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:47.174498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.212220 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-51de41d3-0650-498c-a1d0-e45f5aa6f885 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9090157 Dec 23 08:26:47.212421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42036) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:47.219633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077', 'fixed_ips': [{'subnet_id': 'cc195497-034b-48d4-8094-a4e1fa867722'}, {'subnet_id': '9b547156-f7a3-4ffc-a9cb-284187047904'}], 'name': 'tempest-PortsTestJSON-1893647026'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:47.225088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Transition to ACTIVE for port object eeb11db6-b160-4abf-aa75-cc043f4270e6 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:47.254339 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.284478 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Transition to ACTIVE for port object eeb11db6-b160-4abf-aa75-cc043f4270e6 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:47.299471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.366451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f03e37ae-0295-4d8b-88c8-a6239d86cb98, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f03e37ae-0295-4d8b-88c8-a6239d86cb98,segment=NetworkSegment(66a5a1e1-d2c8-4b44-adeb-4486b05f8050),segment_id=66a5a1e1-d2c8-4b44-adeb-4486b05f8050)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:47.382936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.392478 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:47.394378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:47.397437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:47.399485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:47.400145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:47.403042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:47.409261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Pushing event updated for resources: {'Port': ['ID=eeb11db6-b160-4abf-aa75-cc043f4270e6,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:47.418729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.419461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.424921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:47.527046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::66 (3b1e253c-1242-4661-909e-bc02458a5888/20a70662-de57-49e6-9432-2435660220a5/2421efff-c593-4d08-946f-1121b7fdc352) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:47.564539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:47.583532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.615669 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f03e37ae-0295-4d8b-88c8-a6239d86cb98,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:47.618243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Attempting to bind port eeb11db6-b160-4abf-aa75-cc043f4270e6 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:47.618603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Attempting to bind port eeb11db6-b160-4abf-aa75-cc043f4270e6 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:47.618964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Attempting to bind port eeb11db6-b160-4abf-aa75-cc043f4270e6 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:47.627663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:47.628028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:47.629242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.629604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:47.629899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port c14f44d9-8279-4e83-8bc7-e0ba69ca677a yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:47.630204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Bound port: eeb11db6-b160-4abf-aa75-cc043f4270e6, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:47.630553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.691336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd531d7e-6f44-45ba-8fb3-2d1196ca5aac None None] Network 848d0fa5-c18f-49dc-9552-2bf630493077 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:47.762329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10693628-61ec-4091-8bc6-fff24bfceb75 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.786923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10693628-61ec-4091-8bc6-fff24bfceb75 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.829162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] For port eeb11db6-b160-4abf-aa75-cc043f4270e6, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:47.848424 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0d6a0dda-55ff-4f16-8ed1-d7093dcfd96e None None] Provisioning complete for port f03e37ae-0295-4d8b-88c8-a6239d86cb98 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:47.849317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0dda-55ff-4f16-8ed1-d7093dcfd96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.902259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] For port eeb11db6-b160-4abf-aa75-cc043f4270e6, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eeb11db6-b160-4abf-aa75-cc043f4270e6,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:47.917720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:47.940497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:48.043002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 2421efff-c593-4d08-946f-1121b7fdc352 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:48.044778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10693628-61ec-4091-8bc6-fff24bfceb75 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:48.044778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10693628-61ec-4091-8bc6-fff24bfceb75 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c86b743-65c4-4fa1-999e-787b72349f54 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:48.079168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10693628-61ec-4091-8bc6-fff24bfceb75 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:48.083973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-10693628-61ec-4091-8bc6-fff24bfceb75 tempest-RoutersTestDVR-1893185272 tempest-RoutersTestDVR-1893185272-project-admin] 10.222.0.36 "DELETE /v2.0/routers/0c86b743-65c4-4fa1-999e-787b72349f54 HTTP/1.1" status: 204 len: 168 time: 1.4643314 Dec 23 08:26:48.129599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:48.150825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ae813-ec5f-4335-b48a-2aedcf6ce21e None None] Pushing event updated for resources: {'Port': ['ID=eeb11db6-b160-4abf-aa75-cc043f4270e6,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:48.305120 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.6 (848d0fa5-c18f-49dc-9552-2bf630493077/cc195497-034b-48d4-8094-a4e1fa867722/c14f44d9-8279-4e83-8bc7-e0ba69ca677a) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:48.311770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.30 (848d0fa5-c18f-49dc-9552-2bf630493077/9b547156-f7a3-4ffc-a9cb-284187047904/c14f44d9-8279-4e83-8bc7-e0ba69ca677a) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:48.439932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ea1dc-de82-4415-93a5-3fc33143931e None None] Update dhcp port {'port': {'network_id': '848d0fa5-c18f-49dc-9552-2bf630493077', 'fixed_ips': [{'subnet_id': 'cc195497-034b-48d4-8094-a4e1fa867722', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b547156-f7a3-4ffc-a9cb-284187047904'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'f03e37ae-0295-4d8b-88c8-a6239d86cb98'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:26:48.514338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=2421efff-c593-4d08-946f-1121b7fdc352,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:48.519912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:48.523423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:48.526586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:48.530616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:48.531220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:48.558329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b86ea1dc-de82-4415-93a5-3fc33143931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:48.581657 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9bbdd334-ad51-4747-afb2-473ade5952f8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7056861 Dec 23 08:26:48.582469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42050) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:48.699957 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:48.716089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42056) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:48.720652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eeb11db6-b160-4abf-aa75-cc043f4270e6 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:48.738651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object c14f44d9-8279-4e83-8bc7-e0ba69ca677a will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:48.773350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:48.830591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c742860-0365-43ea-bf4e-03fe24f5084f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:48.834528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c742860-0365-43ea-bf4e-03fe24f5084f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:48.835295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4c742860-0365-43ea-bf4e-03fe24f5084f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:48.884995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Router cb3c37c2-45f7-4304-bf05-0a4cb51c19af is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:26:48.898264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 848d0fa5-c18f-49dc-9552-2bf630493077 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:48.899043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=c14f44d9-8279-4e83-8bc7-e0ba69ca677a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:48.902714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:48.906582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:48.911751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4c742860-0365-43ea-bf4e-03fe24f5084f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:48.912896 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4c742860-0365-43ea-bf4e-03fe24f5084f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3266437 Dec 23 08:26:48.918735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42062) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:48.933554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-b86ea1dc-de82-4415-93a5-3fc33143931e None None] Allocated IP 172.20.0.18 (848d0fa5-c18f-49dc-9552-2bf630493077/9b547156-f7a3-4ffc-a9cb-284187047904/f03e37ae-0295-4d8b-88c8-a6239d86cb98) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:48.947090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port eeb11db6-b160-4abf-aa75-cc043f4270e6 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:48.956063 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f03e37ae-0295-4d8b-88c8-a6239d86cb98 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:49.004488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9b61a-2698-43e9-8769-2bb0ae57876d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 2421efff-c593-4d08-946f-1121b7fdc352 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:49.005415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b61a-2698-43e9-8769-2bb0ae57876d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.093039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77aa54c9-2ace-4669-bb02-e5b0bff58fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.136196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-74c83e62-aac8-48b8-90fc-886330738959 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.153494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-77aa54c9-2ace-4669-bb02-e5b0bff58fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:49.158830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-77aa54c9-2ace-4669-bb02-e5b0bff58fac admin admin] Usage tracker for resource:security_group_rule and tenant:e296ec34f12444e3a1ed6b886f1c587a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:49.161613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b86ea1dc-de82-4415-93a5-3fc33143931e None None] For port f03e37ae-0295-4d8b-88c8-a6239d86cb98, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f03e37ae-0295-4d8b-88c8-a6239d86cb98,segment=NetworkSegment(66a5a1e1-d2c8-4b44-adeb-4486b05f8050),segment_id=66a5a1e1-d2c8-4b44-adeb-4486b05f8050)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:49.167608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f03e37ae-0295-4d8b-88c8-a6239d86cb98 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:49.167971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.178309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:49.179319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.184040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-77aa54c9-2ace-4669-bb02-e5b0bff58fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:49.215556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-77aa54c9-2ace-4669-bb02-e5b0bff58fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:49.245864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b86ea1dc-de82-4415-93a5-3fc33143931e None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.277944 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-334dba45-915b-4990-bffe-dcc14caabc2b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0643547 Dec 23 08:26:49.281565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42068) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:49.294250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc195497-034b-48d4-8094-a4e1fa867722'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:49.308760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b86ea1dc-de82-4415-93a5-3fc33143931e None None] Transition to ACTIVE for port object f03e37ae-0295-4d8b-88c8-a6239d86cb98 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:49.360152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b86ea1dc-de82-4415-93a5-3fc33143931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.374415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b61a-2698-43e9-8769-2bb0ae57876d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.445746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.546610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9b61a-2698-43e9-8769-2bb0ae57876d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 2421efff-c593-4d08-946f-1121b7fdc352 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:49.606942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ce935-c6dd-44e7-8449-66b31acfb384 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:49.708821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77aa54c9-2ace-4669-bb02-e5b0bff58fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.728696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77aa54c9-2ace-4669-bb02-e5b0bff58fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.752612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ea1dc-de82-4415-93a5-3fc33143931e None None] Pushing event updated for resources: {'Port': ['ID=f03e37ae-0295-4d8b-88c8-a6239d86cb98,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:49.756121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fe99928f-77c6-4b31-9b5c-4ad92b5bf935 None None] Provisioning for port eeb11db6-b160-4abf-aa75-cc043f4270e6 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:49.772047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa54c9-2ace-4669-bb02-e5b0bff58fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a79474b-64fd-4c5d-9039-ed337009cc59,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:49.774795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fe99928f-77c6-4b31-9b5c-4ad92b5bf935 None None] Provisioning complete for port eeb11db6-b160-4abf-aa75-cc043f4270e6 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:49.775913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe99928f-77c6-4b31-9b5c-4ad92b5bf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:49.888358 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-77aa54c9-2ace-4669-bb02-e5b0bff58fac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e296ec34f12444e3a1ed6b886f1c587a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1712303 Dec 23 08:26:49.893871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42076) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:49.932127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:50.007507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.012579 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ab230089-225a-4c6f-8a45-0443d4eb4c3c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9041917 Dec 23 08:26:50.018583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42080) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:50.033685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7b6e2fee-d89c-4c81-a171-247e38b76604 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': False}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:50.037834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6deaad-f2a9-4312-a834-375499461581 None None] Sync routers for ids ['cb3c37c2-45f7-4304-bf05-0a4cb51c19af'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:50.114216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6deaad-f2a9-4312-a834-375499461581 None None] Routers {'cb3c37c2-45f7-4304-bf05-0a4cb51c19af'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:50.114861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6c6deaad-f2a9-4312-a834-375499461581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['cb3c37c2-45f7-4304-bf05-0a4cb51c19af'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:50.122578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-74c83e62-aac8-48b8-90fc-886330738959 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.127590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-74c83e62-aac8-48b8-90fc-886330738959 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.137853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b61a-2698-43e9-8769-2bb0ae57876d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.202072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6c6deaad-f2a9-4312-a834-375499461581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:50.207570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Delete allocated IP 172.20.0.30 (848d0fa5-c18f-49dc-9552-2bf630493077/9b547156-f7a3-4ffc-a9cb-284187047904) {{(pid=83523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 08:26:50.221566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe99928f-77c6-4b31-9b5c-4ad92b5bf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.250177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6deaad-f2a9-4312-a834-375499461581 None None] Routers {'cb3c37c2-45f7-4304-bf05-0a4cb51c19af'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:50.250795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6c6deaad-f2a9-4312-a834-375499461581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['cb3c37c2-45f7-4304-bf05-0a4cb51c19af'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:50.290718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9b61a-2698-43e9-8769-2bb0ae57876d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=2421efff-c593-4d08-946f-1121b7fdc352,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:50.344782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6c6deaad-f2a9-4312-a834-375499461581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:50.345184 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6deaad-f2a9-4312-a834-375499461581 None None] The sync data for ids ['cb3c37c2-45f7-4304-bf05-0a4cb51c19af'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:50.349130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fe99928f-77c6-4b31-9b5c-4ad92b5bf935 None None] For port eeb11db6-b160-4abf-aa75-cc043f4270e6, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eeb11db6-b160-4abf-aa75-cc043f4270e6,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:50.355833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe99928f-77c6-4b31-9b5c-4ad92b5bf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.438750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b61a-2698-43e9-8769-2bb0ae57876d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.488073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99928f-77c6-4b31-9b5c-4ad92b5bf935 None None] Pushing event updated for resources: {'Port': ['ID=eeb11db6-b160-4abf-aa75-cc043f4270e6,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:50.494962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb2a2492-efd9-4cd2-bd48-12b21ec64888 None None] Provisioning for port f03e37ae-0295-4d8b-88c8-a6239d86cb98 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:50.506386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb2a2492-efd9-4cd2-bd48-12b21ec64888 None None] Provisioning complete for port f03e37ae-0295-4d8b-88c8-a6239d86cb98 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:50.507338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bb2a2492-efd9-4cd2-bd48-12b21ec64888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.531638 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bcb9b61a-2698-43e9-8769-2bb0ae57876d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/2421efff-c593-4d08-946f-1121b7fdc352 HTTP/1.1" status: 204 len: 168 time: 1.6117084 Dec 23 08:26:50.543016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42086) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:50.553465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f03e37ae-0295-4d8b-88c8-a6239d86cb98 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:50.689877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5361b-569b-48f4-8067-35b0b962fb83 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:50.691546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5361b-569b-48f4-8067-35b0b962fb83 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:50.692690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cae5361b-569b-48f4-8067-35b0b962fb83 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:50.695756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-432099eb-c8dc-43b5-b9ed-8cd9a6c9641c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.762474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.781697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f03e37ae-0295-4d8b-88c8-a6239d86cb98 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:50.782310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.791406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Ignored duplicate provisioning block setup for port c14f44d9-8279-4e83-8bc7-e0ba69ca677a by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 08:26:50.816613 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-432099eb-c8dc-43b5-b9ed-8cd9a6c9641c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.870896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.915097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cae5361b-569b-48f4-8067-35b0b962fb83 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:50.919943 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cae5361b-569b-48f4-8067-35b0b962fb83 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3757555 Dec 23 08:26:50.922506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42092) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:50.930488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-432099eb-c8dc-43b5-b9ed-8cd9a6c9641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:50.996575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432099eb-c8dc-43b5-b9ed-8cd9a6c9641c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a79474b-64fd-4c5d-9039-ed337009cc59,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:50.996843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-07d0c0ee-96ed-46ef-8ff9-44459c0c8e03 None None] Provisioning for port c14f44d9-8279-4e83-8bc7-e0ba69ca677a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:51.007468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-432099eb-c8dc-43b5-b9ed-8cd9a6c9641c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.007634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-07d0c0ee-96ed-46ef-8ff9-44459c0c8e03 None None] Provisioning complete for port c14f44d9-8279-4e83-8bc7-e0ba69ca677a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:51.007735 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-432099eb-c8dc-43b5-b9ed-8cd9a6c9641c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a79474b-64fd-4c5d-9039-ed337009cc59 HTTP/1.1" status: 204 len: 168 time: 1.1092284 Dec 23 08:26:51.010978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-07d0c0ee-96ed-46ef-8ff9-44459c0c8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.077052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=c14f44d9-8279-4e83-8bc7-e0ba69ca677a,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:51.127345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] In _notify_port_updated(), no bound segment for port c14f44d9-8279-4e83-8bc7-e0ba69ca677a on network 848d0fa5-c18f-49dc-9552-2bf630493077 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:26:51.139011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:51.139944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.143751 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-00040c1b-7815-4b37-96c9-6897df70a14a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "PUT /v2.0/ports/c14f44d9-8279-4e83-8bc7-e0ba69ca677a HTTP/1.1" status: 200 len: 919 time: 1.8541627 Dec 23 08:26:51.149798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42100) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:51.162312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc195497-034b-48d4-8094-a4e1fa867722'}, {'subnet_id': '9b547156-f7a3-4ffc-a9cb-284187047904'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:51.173119 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-07d0c0ee-96ed-46ef-8ff9-44459c0c8e03 None None] Port c14f44d9-8279-4e83-8bc7-e0ba69ca677a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:51.181382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-07d0c0ee-96ed-46ef-8ff9-44459c0c8e03 None None] Could not find standard attr ID for object 2421efff-c593-4d08-946f-1121b7fdc352. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:26:51.212557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-07d0c0ee-96ed-46ef-8ff9-44459c0c8e03 None None] Provisioning complete for port eeb11db6-b160-4abf-aa75-cc043f4270e6 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:51.217010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-07d0c0ee-96ed-46ef-8ff9-44459c0c8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.261257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c83e62-aac8-48b8-90fc-886330738959 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Router f1c7c13a-feb4-41fc-828e-dc2097f24aaa has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:26:51.408386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fba83a-ff59-49a8-928b-b781312e8fd0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 20a70662-de57-49e6-9432-2435660220a5 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:26:51.413095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37fba83a-ff59-49a8-928b-b781312e8fd0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.481714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37fba83a-ff59-49a8-928b-b781312e8fd0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.595617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42106) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:51.625133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-45a2b6c8-cbbe-4ec7-95d7-9b4e85f8ee5e None None] Provisioning complete for port c14f44d9-8279-4e83-8bc7-e0ba69ca677a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:51.625760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-45a2b6c8-cbbe-4ec7-95d7-9b4e85f8ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.634182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85434e26-3093-4102-8d53-d20f1da4e9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.682255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-45a2b6c8-cbbe-4ec7-95d7-9b4e85f8ee5e None None] Port c14f44d9-8279-4e83-8bc7-e0ba69ca677a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:51.693341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.693563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37fba83a-ff59-49a8-928b-b781312e8fd0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.730867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-85434e26-3093-4102-8d53-d20f1da4e9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:51.740381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-85434e26-3093-4102-8d53-d20f1da4e9f7 admin admin] Usage tracker for resource:security_group_rule and tenant:500a4e62317946648e2eb5c2c1d2f2ae is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:51.749267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-85434e26-3093-4102-8d53-d20f1da4e9f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:51.761200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-85434e26-3093-4102-8d53-d20f1da4e9f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:51.788452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c83e62-aac8-48b8-90fc-886330738959 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:51.806042 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87785d6-2a6e-4b4e-a114-1590e6138c19 None None] Sync routers for ids ['f1c7c13a-feb4-41fc-828e-dc2097f24aaa'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:51.820803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37fba83a-ff59-49a8-928b-b781312e8fd0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.828660 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87785d6-2a6e-4b4e-a114-1590e6138c19 None None] Routers {'f1c7c13a-feb4-41fc-828e-dc2097f24aaa'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:51.829258 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f87785d6-2a6e-4b4e-a114-1590e6138c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['f1c7c13a-feb4-41fc-828e-dc2097f24aaa'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:51.872719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fba83a-ff59-49a8-928b-b781312e8fd0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=20a70662-de57-49e6-9432-2435660220a5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:51.897090 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f87785d6-2a6e-4b4e-a114-1590e6138c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:51.900307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37fba83a-ff59-49a8-928b-b781312e8fd0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.909052 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87785d6-2a6e-4b4e-a114-1590e6138c19 None None] Routers {'f1c7c13a-feb4-41fc-828e-dc2097f24aaa'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:51.909841 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f87785d6-2a6e-4b4e-a114-1590e6138c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['f1c7c13a-feb4-41fc-828e-dc2097f24aaa'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:51.910336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6780043-8a56-44bb-820d-fd9ab7b2e60e None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:51.915267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-74c83e62-aac8-48b8-90fc-886330738959 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:51.919047 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-74c83e62-aac8-48b8-90fc-886330738959 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "PUT /v2.0/routers/f1c7c13a-feb4-41fc-828e-dc2097f24aaa HTTP/1.1" status: 200 len: 925 time: 5.0712223 Dec 23 08:26:51.920021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42112) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:51.923195 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-37fba83a-ff59-49a8-928b-b781312e8fd0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/20a70662-de57-49e6-9432-2435660220a5 HTTP/1.1" status: 204 len: 168 time: 0.9962733 Dec 23 08:26:51.973143 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f87785d6-2a6e-4b4e-a114-1590e6138c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:51.974578 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87785d6-2a6e-4b4e-a114-1590e6138c19 None None] The sync data for ids ['f1c7c13a-feb4-41fc-828e-dc2097f24aaa'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:51.990900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42116) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:52.002881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85434e26-3093-4102-8d53-d20f1da4e9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:52.010967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85434e26-3093-4102-8d53-d20f1da4e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:52.074307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85434e26-3093-4102-8d53-d20f1da4e9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b719a38-0155-4568-a746-c8284b05737a,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:52.086202 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-85434e26-3093-4102-8d53-d20f1da4e9f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=500a4e62317946648e2eb5c2c1d2f2ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4846389 Dec 23 08:26:52.089541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42122) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:52.108885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5594e445-12c1-402f-ab99-38113f42f82f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100137 Dec 23 08:26:52.113461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42126) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:52.120965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:52.212446 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0259567-d97e-4c97-aa6e-d75ffe6bf867 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:26:52.219218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a0259567-d97e-4c97-aa6e-d75ffe6bf867 None None] Deleting port eeb11db6-b160-4abf-aa75-cc043f4270e6 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:52.219589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a0259567-d97e-4c97-aa6e-d75ffe6bf867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:52.235833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-83b1d1c0-8d37-42f3-872f-8866a5791d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:52.268702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-83b1d1c0-8d37-42f3-872f-8866a5791d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:52.367703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-83b1d1c0-8d37-42f3-872f-8866a5791d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:52.397809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1d1c0-8d37-42f3-872f-8866a5791d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b719a38-0155-4568-a746-c8284b05737a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:52.404226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-83b1d1c0-8d37-42f3-872f-8866a5791d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:52.419700 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-83b1d1c0-8d37-42f3-872f-8866a5791d4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b719a38-0155-4568-a746-c8284b05737a HTTP/1.1" status: 204 len: 168 time: 0.3239980 Dec 23 08:26:52.439210 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ddd781bd-1700-4c67-9464-ba0b1852f832 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/routers/f1c7c13a-feb4-41fc-828e-dc2097f24aaa HTTP/1.1" status: 200 len: 925 time: 0.5174954 Dec 23 08:26:52.442460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42134) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:52.476890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:52.487182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:52.531874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:52.560444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:52.577832 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eeb11db6-b160-4abf-aa75-cc043f4270e6 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:26:52.584207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2fee-d89c-4c81-a171-247e38b76604 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:52.608436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.26 (848d0fa5-c18f-49dc-9552-2bf630493077/9b547156-f7a3-4ffc-a9cb-284187047904/c14f44d9-8279-4e83-8bc7-e0ba69ca677a) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:52.635355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5180677a-d747-4dd6-be53-1422020d9663 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Synchronizing usage tracker for tenant:ca5de6dedfd4472ba434ffc9b590626c on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:52.671912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5180677a-d747-4dd6-be53-1422020d9663 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Unset dirty status for tenant:ca5de6dedfd4472ba434ffc9b590626c on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:52.673602 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5180677a-d747-4dd6-be53-1422020d9663 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=f1c7c13a-feb4-41fc-828e-dc2097f24aaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2301958 Dec 23 08:26:52.676363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42138) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:52.691713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:52.752702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a0259567-d97e-4c97-aa6e-d75ffe6bf867 None None] For port eeb11db6-b160-4abf-aa75-cc043f4270e6, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eeb11db6-b160-4abf-aa75-cc043f4270e6,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:52.753356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a0259567-d97e-4c97-aa6e-d75ffe6bf867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:52.963557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a0259567-d97e-4c97-aa6e-d75ffe6bf867 None None] Calling delete_port for eeb11db6-b160-4abf-aa75-cc043f4270e6 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:53.026973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f7522-8638-4343-b58e-d4444e93e43a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:53.027688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ac2f7522-8638-4343-b58e-d4444e93e43a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Synchronizing usage tracker for tenant:ca5de6dedfd4472ba434ffc9b590626c on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:53.058941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a0259567-d97e-4c97-aa6e-d75ffe6bf867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:53.063816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ac2f7522-8638-4343-b58e-d4444e93e43a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Unset dirty status for tenant:ca5de6dedfd4472ba434ffc9b590626c on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:53.065269 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ac2f7522-8638-4343-b58e-d4444e93e43a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 881 time: 0.3876121 Dec 23 08:26:53.068570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42150) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:53.123348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:53.126583 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No ports have port_id starting with eeb11db6-b160-4abf-aa75-cc043f4270e6 Dec 23 08:26:53.128576 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ee30c9e8-6d28-46c6-8083-d0434379b4bf tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1c7c13a-feb4-41fc-828e-dc2097f24aaa HTTP/1.1" status: 200 len: 205 time: 0.0581319 Dec 23 08:26:53.128896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0259567-d97e-4c97-aa6e-d75ffe6bf867 None None] Pushing event deleted for resources: {'Port': ['ID=eeb11db6-b160-4abf-aa75-cc043f4270e6,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:53.131634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42156) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:53.147813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0259567-d97e-4c97-aa6e-d75ffe6bf867 None None] No DVR routers for this DVR port eeb11db6-b160-4abf-aa75-cc043f4270e6 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:26:53.400456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:53.510985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:53.597470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object c14f44d9-8279-4e83-8bc7-e0ba69ca677a will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:53.621688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:53.635447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:53.665368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Deleting port c9b0d219-3344-4f15-8f69-2128dc3492d8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:53.665886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:53.688828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42172) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:53.713344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:53.869695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=c14f44d9-8279-4e83-8bc7-e0ba69ca677a,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:53.883258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:53.928870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=94390f36-4602-42fc-a01a-f71de6996138,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:53.988890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512538406'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:53.999826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:54.006151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:54.011368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:54.014387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:54.017690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:54.018483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.024564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:54.024788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938b43e4-9871-4c4b-96c3-81bdaaad0b56 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:54.039535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Calling delete_port for c9b0d219-3344-4f15-8f69-2128dc3492d8 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:54.156075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:54.186078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4282da83-18fa-4a4a-92f5-1e33d16c2eb5 None None] Provisioning for port c14f44d9-8279-4e83-8bc7-e0ba69ca677a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:54.187875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] In _notify_port_updated(), no bound segment for port c14f44d9-8279-4e83-8bc7-e0ba69ca677a on network 848d0fa5-c18f-49dc-9552-2bf630493077 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:26:54.193471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:54.194343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.199059 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-38bb7125-94a4-497f-b9b0-0b3a058c8a4b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "PUT /v2.0/ports/c14f44d9-8279-4e83-8bc7-e0ba69ca677a HTTP/1.1" status: 200 len: 999 time: 3.0457640 Dec 23 08:26:54.199238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4282da83-18fa-4a4a-92f5-1e33d16c2eb5 None None] Provisioning complete for port c14f44d9-8279-4e83-8bc7-e0ba69ca677a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:54.199597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4282da83-18fa-4a4a-92f5-1e33d16c2eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.221725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42180) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:54.225333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:54.228792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.264106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.267792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2fee-d89c-4c81-a171-247e38b76604 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.271849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.285660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2fee-d89c-4c81-a171-247e38b76604 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.320366 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4282da83-18fa-4a4a-92f5-1e33d16c2eb5 None None] Port c14f44d9-8279-4e83-8bc7-e0ba69ca677a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:54.326817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event deleted for resources: {'Port': ['ID=c9b0d219-3344-4f15-8f69-2128dc3492d8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:54.337802 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6a6c5ef5-ae18-44b5-a653-3b2ee2d89e08 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2214065 Dec 23 08:26:54.339095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42184) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:54.368142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'name': 'tempest-NetworksTestDHCPv6-1616408314'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:54.391830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '94390f36-4602-42fc-a01a-f71de6996138'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:26:54.393087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.545862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-86d7299e-159e-4bca-9fdb-c1a4ed99b470 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port c14f44d9-8279-4e83-8bc7-e0ba69ca677a {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:54.546378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86d7299e-159e-4bca-9fdb-c1a4ed99b470 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.574633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:54.586200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:security_group_rule and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:54.587531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/94390f36-4602-42fc-a01a-f71de6996138/b94f4109-19f4-467b-9301-161145b8de6e) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:54.593586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.603743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:54.627610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:54.847973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.860735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Transition to ACTIVE for port object b94f4109-19f4-467b-9301-161145b8de6e will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:54.885259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Transition to ACTIVE for port object b94f4109-19f4-467b-9301-161145b8de6e will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:54.894526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.959232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.963478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:54.976919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:54.978235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:54.983895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:54.998847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Pushing event updated for resources: {'Port': ['ID=b94f4109-19f4-467b-9301-161145b8de6e,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:54.999390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.000029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Fanout notify agent at l3_agent the message router_deleted on router f1c7c13a-feb4-41fc-828e-dc2097f24aaa {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:26:55.003985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:55.012854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:55.019182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:55.033922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.036483 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-49459d13-c0de-4bff-bf38-1b4eaae018c7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/f1c7c13a-feb4-41fc-828e-dc2097f24aaa HTTP/1.1" status: 204 len: 168 time: 1.9021428 Dec 23 08:26:55.039977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42194) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:55.046182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-556155266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:55.053888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:55.058747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Usage tracker for resource:router and tenant:07eed1a30f6b4aa2bad00c407a4bdd73 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:55.061837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:55.085595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:55.097148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Attempting to bind port b94f4109-19f4-467b-9301-161145b8de6e on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:26:55.097716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Attempting to bind port b94f4109-19f4-467b-9301-161145b8de6e by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:26:55.098722 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Attempting to bind port b94f4109-19f4-467b-9301-161145b8de6e on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:26:55.107867 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:26:55.108514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:55.108933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.109390 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:26:55.109975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Bound port: b94f4109-19f4-467b-9301-161145b8de6e, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:26:55.110427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.117417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:55.155053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:55.158066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.161779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11ab2-b1eb-4937-890b-767cbc02bb88 req-d61af3e6-979c-4057-9118-8754c53cb3b0 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:55.163430 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7b11ab2-b1eb-4937-890b-767cbc02bb88 req-d61af3e6-979c-4057-9118-8754c53cb3b0 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 945 time: 0.0982742 Dec 23 08:26:55.194455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.216014 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] For port b94f4109-19f4-467b-9301-161145b8de6e, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:26:55.221254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] For port b94f4109-19f4-467b-9301-161145b8de6e, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b94f4109-19f4-467b-9301-161145b8de6e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:26:55.225232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.230074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.230074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.230299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86d7299e-159e-4bca-9fdb-c1a4ed99b470 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.235602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.248726 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7b11ab2-b1eb-4937-890b-767cbc02bb88 req-46495cef-e35a-431a-acbd-c88ac7dd601f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753138 Dec 23 08:26:55.259387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.282325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.319017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.320532 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cff97f2b-d670-42d2-93bd-4d4d3d9ff478 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2795653 Dec 23 08:26:55.334085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42200) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:55.334250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port ab7dbb77-a81c-43c0-b1dd-be0645b7f745 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:26:55.334353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:55.354786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d3f94-0c82-431c-9a83-d50823a97db7 None None] Pushing event updated for resources: {'Port': ['ID=b94f4109-19f4-467b-9301-161145b8de6e,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:55.445309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-86d7299e-159e-4bca-9fdb-c1a4ed99b470 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for c14f44d9-8279-4e83-8bc7-e0ba69ca677a owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:55.492066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:26:55.525785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caacf54-a8cd-4c60-92eb-0cbfa9bdf94f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:55.549598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.549944 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment 373e7f39-3c2f-42c5-be3b-4cab081ed1ef of type vlan for network 7161c5bd-717f-42c7-a5c4-f7c4c6420f24 Dec 23 08:26:55.638106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.771380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6e2fee-d89c-4c81-a171-247e38b76604 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Router cb3c37c2-45f7-4304-bf05-0a4cb51c19af has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:26:55.806849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::2fc (3b1e253c-1242-4661-909e-bc02458a5888/94390f36-4602-42fc-a01a-f71de6996138/ab7dbb77-a81c-43c0-b1dd-be0645b7f745) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:55.815288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.819522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:55.820137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:55.871093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:56.090049 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3901341 Dec 23 08:26:56.093934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070621f7-28fc-40fa-bccd-7f86a96a5202 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=7161c5bd-717f-42c7-a5c4-f7c4c6420f24,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:56.109559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7161c5bd-717f-42c7-a5c4-f7c4c6420f24 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:26:56.133079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:56.164193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86d7299e-159e-4bca-9fdb-c1a4ed99b470 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:56.170367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:56.216191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42214) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:56.232117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': '7161c5bd-717f-42c7-a5c4-f7c4c6420f24', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:56.351249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7299e-159e-4bca-9fdb-c1a4ed99b470 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=c14f44d9-8279-4e83-8bc7-e0ba69ca677a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:56.528307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:56.537842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:56.544590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:56.559727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b15f43-5dd8-428a-b346-7005dcf16ee6 req-6ee77794-1f84-4df2-baf2-73b8216a16e5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:56.574163 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-91b15f43-5dd8-428a-b346-7005dcf16ee6 req-6ee77794-1f84-4df2-baf2-73b8216a16e5 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 945 time: 0.2659497 Dec 23 08:26:56.603959 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b94f4109-19f4-467b-9301-161145b8de6e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:56.650903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Allocated IP 172.26.8.48 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/ccb50e53-dd6d-46b6-9404-7350f11e152a) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:56.653554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:56.661904 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-91b15f43-5dd8-428a-b346-7005dcf16ee6 req-ca3484a2-284f-4f3a-8772-8f3133b4293f tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866020 Dec 23 08:26:56.718839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:56.753765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-389ba8ed-4b6a-4aa1-8754-3a91054c6334 None None] Provisioning for port b94f4109-19f4-467b-9301-161145b8de6e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:56.763272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86d7299e-159e-4bca-9fdb-c1a4ed99b470 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:56.765170 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-86d7299e-159e-4bca-9fdb-c1a4ed99b470 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/c14f44d9-8279-4e83-8bc7-e0ba69ca677a HTTP/1.1" status: 204 len: 168 time: 2.5209947 Dec 23 08:26:56.768680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object ab7dbb77-a81c-43c0-b1dd-be0645b7f745 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:26:56.769657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42222) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:56.775421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b94f4109-19f4-467b-9301-161145b8de6e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:56.780859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b94f4109-19f4-467b-9301-161145b8de6e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:56.781231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:56.905715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:56.931745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:56.966531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b94f4109-19f4-467b-9301-161145b8de6e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b94f4109-19f4-467b-9301-161145b8de6e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:56.969328 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa8efb4-919c-4a10-a3a2-a80314bc558b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:26:56.969836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-eaa8efb4-919c-4a10-a3a2-a80314bc558b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:56.972666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.002113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-eaa8efb4-919c-4a10-a3a2-a80314bc558b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:57.003223 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eaa8efb4-919c-4a10-a3a2-a80314bc558b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/c14f44d9-8279-4e83-8bc7-e0ba69ca677a HTTP/1.1" status: 404 len: 333 time: 0.2319326 Dec 23 08:26:57.007625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42226) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:57.014308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.051115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b94f4109-19f4-467b-9301-161145b8de6e,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:57.062600 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6e2fee-d89c-4c81-a171-247e38b76604 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:26:57.072799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f6e8e-b2c5-4ef6-b829-c0c5bc99a8d2 None None] Sync routers for ids ['cb3c37c2-45f7-4304-bf05-0a4cb51c19af'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:26:57.076752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b6e2fee-d89c-4c81-a171-247e38b76604 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.077934 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7b6e2fee-d89c-4c81-a171-247e38b76604 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "PUT /v2.0/routers/cb3c37c2-45f7-4304-bf05-0a4cb51c19af HTTP/1.1" status: 200 len: 921 time: 7.0561237 Dec 23 08:26:57.083298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42230) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:57.091182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.092463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f6e8e-b2c5-4ef6-b829-c0c5bc99a8d2 None None] Routers {'cb3c37c2-45f7-4304-bf05-0a4cb51c19af'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:57.093109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e33f6e8e-b2c5-4ef6-b829-c0c5bc99a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['cb3c37c2-45f7-4304-bf05-0a4cb51c19af'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:57.157750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e33f6e8e-b2c5-4ef6-b829-c0c5bc99a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:57.169749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f6e8e-b2c5-4ef6-b829-c0c5bc99a8d2 None None] Routers {'cb3c37c2-45f7-4304-bf05-0a4cb51c19af'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:26:57.170386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e33f6e8e-b2c5-4ef6-b829-c0c5bc99a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:26:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['cb3c37c2-45f7-4304-bf05-0a4cb51c19af'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:57.175167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=ab7dbb77-a81c-43c0-b1dd-be0645b7f745,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:57.179389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:57.181144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:57.184157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:57.188030 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:57.188624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.235641 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ca2869c8-430c-445c-9e61-17bb5c1be0ec tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8783386 Dec 23 08:26:57.236957 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42234) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:57.244964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e33f6e8e-b2c5-4ef6-b829-c0c5bc99a8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:26:57.245376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33f6e8e-b2c5-4ef6-b829-c0c5bc99a8d2 None None] The sync data for ids ['cb3c37c2-45f7-4304-bf05-0a4cb51c19af'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:26:57.339496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.408401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e4373-ee19-43fa-b031-0d351f34842c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:57.412445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e4373-ee19-43fa-b031-0d351f34842c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:57.413242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-556e4373-ee19-43fa-b031-0d351f34842c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:57.451019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-556e4373-ee19-43fa-b031-0d351f34842c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:57.454589 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-556e4373-ee19-43fa-b031-0d351f34842c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2142835 Dec 23 08:26:57.456288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42238) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:57.463178 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-78e81e20-95e0-4f29-8f25-7db5da13dcd7 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/routers/cb3c37c2-45f7-4304-bf05-0a4cb51c19af HTTP/1.1" status: 200 len: 921 time: 0.3782918 Dec 23 08:26:57.470380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42242) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:57.486884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4cbde076-9f3e-4f58-8276-90c4d502d8eb None None] Provisioning for port ab7dbb77-a81c-43c0-b1dd-be0645b7f745 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:26:57.493232 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4cbde076-9f3e-4f58-8276-90c4d502d8eb None None] Provisioning complete for port ab7dbb77-a81c-43c0-b1dd-be0645b7f745 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:57.493668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4cbde076-9f3e-4f58-8276-90c4d502d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.558340 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3e6cffd8-510b-4942-b11b-475d4bd07fd1 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=cb3c37c2-45f7-4304-bf05-0a4cb51c19af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0864525 Dec 23 08:26:57.560903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42246) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:57.565614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.565797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4cbde076-9f3e-4f58-8276-90c4d502d8eb None None] Port ab7dbb77-a81c-43c0-b1dd-be0645b7f745 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:26:57.615257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.656918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-721e6f83-425d-4a02-b54f-1caeacb4f455 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port ab7dbb77-a81c-43c0-b1dd-be0645b7f745 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:57.657168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-721e6f83-425d-4a02-b54f-1caeacb4f455 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.682147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5be7662-3904-4da6-886a-c7bec434cc75 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet 9b547156-f7a3-4ffc-a9cb-284187047904 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:26:57.695309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa75dd1-9594-483b-964a-e08b8ef5184c tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:57.699299 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7fa75dd1-9594-483b-964a-e08b8ef5184c tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 881 time: 0.1344528 Dec 23 08:26:57.699626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42250) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:57.712141 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5be7662-3904-4da6-886a-c7bec434cc75 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.743749 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-100528c0-de1d-4b2b-969a-6f559cb26601 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3c37c2-45f7-4304-bf05-0a4cb51c19af HTTP/1.1" status: 200 len: 205 time: 0.0430176 Dec 23 08:26:57.746241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42258) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:57.799486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=f2c4e626-764a-4731-ab3a-ee0b26e70b08,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:57.837661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event updated for resources: {'Port': ['ID=ccb50e53-dd6d-46b6-9404-7350f11e152a,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:57.848998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5be7662-3904-4da6-886a-c7bec434cc75 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:57.883451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:26:57.891662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:57.894156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:26:57.979631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-dc64987e-e324-4f29-9414-2253ec6a105d tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:57.980299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-dc64987e-e324-4f29-9414-2253ec6a105d tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Synchronizing usage tracker for tenant:3ce5b6fa1acc41e38c12927d81e4b0db on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:58.018808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-dc64987e-e324-4f29-9414-2253ec6a105d tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Unset dirty status for tenant:3ce5b6fa1acc41e38c12927d81e4b0db on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:58.020072 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-dc64987e-e324-4f29-9414-2253ec6a105d tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.24 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 945 time: 0.1944482 Dec 23 08:26:58.039089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': '373e7f39-3c2f-42c5-be3b-4cab081ed1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7161c5bd-717f-42c7-a5c4-f7c4c6420f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:26:58.039443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: 7161c5bd-717f-42c7-a5c4-f7c4c6420f24, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:26:58.097313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Deleting port 4811a871-b6a0-42f3-a126-05ddc0170f9b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:58.097313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:58.136675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:58.294246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 7161c5bd-717f-42c7-a5c4-f7c4c6420f24 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:26:58.304644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5be7662-3904-4da6-886a-c7bec434cc75 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:58.347015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701a208-fadb-4137-8645-7b558d16ff61 req-0208780a-3386-4e26-8c97-4aef8ea420b3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:58.349016 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3701a208-fadb-4137-8645-7b558d16ff61 req-0208780a-3386-4e26-8c97-4aef8ea420b3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 945 time: 0.4639533 Dec 23 08:26:58.397765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-721e6f83-425d-4a02-b54f-1caeacb4f455 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:58.418952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7161c5bd-717f-42c7-a5c4-f7c4c6420f24) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:26:58.430478 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81624c80-d8bc-4a21-bb41-3e55529cc66c None None] Network 7161c5bd-717f-42c7-a5c4-f7c4c6420f24 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:58.525470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] For port 4811a871-b6a0-42f3-a126-05ddc0170f9b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4811a871-b6a0-42f3-a126-05ddc0170f9b,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:26:58.526087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:58.588590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b94f4109-19f4-467b-9301-161145b8de6e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:26:58.656188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:58.656770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:58.667689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-721e6f83-425d-4a02-b54f-1caeacb4f455 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for ab7dbb77-a81c-43c0-b1dd-be0645b7f745 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:58.780628 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3701a208-fadb-4137-8645-7b558d16ff61 req-c90d36dd-7cb7-4517-9539-ca4df64837ad tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4104538 Dec 23 08:26:58.801825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5be7662-3904-4da6-886a-c7bec434cc75 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:58.839725 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-426f64e0-17cf-4e62-95f3-0fd5ec75accf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6220603 Dec 23 08:26:58.848238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42264) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:58.850316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be7662-3904-4da6-886a-c7bec434cc75 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=9b547156-f7a3-4ffc-a9cb-284187047904,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:58.857781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1424458752'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:26:58.869111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:26:58.871710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5be7662-3904-4da6-886a-c7bec434cc75 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:58.907238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e21b244-0a75-46dd-becf-c8740bd24c87 None None] Network 848d0fa5-c18f-49dc-9552-2bf630493077 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:26:58.930490 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:26:58.940581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:58.943757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:26:58.966549 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e5be7662-3904-4da6-886a-c7bec434cc75 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/9b547156-f7a3-4ffc-a9cb-284187047904 HTTP/1.1" status: 204 len: 168 time: 1.9571021 Dec 23 08:26:58.970483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42270) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:58.971609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:26:59.051944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:26:59.055482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.056022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b94f4109-19f4-467b-9301-161145b8de6e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:26:59.056393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.075393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.081291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Deleting port 6508b973-3069-405a-b025-4ab2118c1de3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:26:59.081637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.086062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7161c5bd-717f-42c7-a5c4-f7c4c6420f24', 'network_id': '7161c5bd-717f-42c7-a5c4-f7c4c6420f24', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': 'f2c4e626-764a-4731-ab3a-ee0b26e70b08'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:26:59.086873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.231178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-721e6f83-425d-4a02-b54f-1caeacb4f455 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.287514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.327990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-651b6d4d-99e3-4deb-9094-dfb110f84ba0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet cc195497-034b-48d4-8094-a4e1fa867722 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:26:59.329981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e6f83-425d-4a02-b54f-1caeacb4f455 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=ab7dbb77-a81c-43c0-b1dd-be0645b7f745,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:59.389077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-651b6d4d-99e3-4deb-9094-dfb110f84ba0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.415417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:26:59.424063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Calling delete_port for 6508b973-3069-405a-b025-4ab2118c1de3 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:59.501299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.501644 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment ce9b6571-4e37-4ad7-b655-50988f52f7dd of type vlan for network fc47dff5-7c52-4edb-9dd2-15784e5972b4 Dec 23 08:26:59.505667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-721e6f83-425d-4a02-b54f-1caeacb4f455 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.574022 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-721e6f83-425d-4a02-b54f-1caeacb4f455 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/ab7dbb77-a81c-43c0-b1dd-be0645b7f745 HTTP/1.1" status: 204 len: 168 time: 2.1088164 Dec 23 08:26:59.578100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-651b6d4d-99e3-4deb-9094-dfb110f84ba0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.605391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42276) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:26:59.633740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.649793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Allocated IP 172.20.255.242 (7161c5bd-717f-42c7-a5c4-f7c4c6420f24/f2c4e626-764a-4731-ab3a-ee0b26e70b08/ae566ff9-42db-428b-b72e-24284fa4b31a) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:26:59.651505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.658187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.688270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.688631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.688948 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Floating IP 8134f0d3-3191-4232-8f0b-6d83a197335e disassociated. External IP: 172.26.8.124, port: 4811a871-b6a0-42f3-a126-05ddc0170f9b. Dec 23 08:26:59.689280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Calling delete_port for 4811a871-b6a0-42f3-a126-05ddc0170f9b owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:26:59.803228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108c9060-8da2-431a-baf8-9e7d6060f242 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:59.804683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108c9060-8da2-431a-baf8-9e7d6060f242 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:59.805693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-108c9060-8da2-431a-baf8-9e7d6060f242 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:26:59.813197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2c99048a-5238-46e8-a16c-6fc367500934 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:26:59.823573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.828449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.832085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:26:59.832705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.856737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 2c99048a-5238-46e8-a16c-6fc367500934 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:26:59.857071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2c99048a-5238-46e8-a16c-6fc367500934 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:26:59.883753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-651b6d4d-99e3-4deb-9094-dfb110f84ba0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:26:59.903324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event deleted for resources: {'Port': ['ID=6508b973-3069-405a-b025-4ab2118c1de3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:26:59.974298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-108c9060-8da2-431a-baf8-9e7d6060f242 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:26:59.978363 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-108c9060-8da2-431a-baf8-9e7d6060f242 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3717999 Dec 23 08:26:59.983717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42282) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:00.048721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.058015 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2053542 Dec 23 08:27:00.071452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42286) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:00.090399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': 'fc47dff5-7c52-4edb-9dd2-15784e5972b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:00.104889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cb50e-c94b-430a-84ad-11710d2f2a7a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=fc47dff5-7c52-4edb-9dd2-15784e5972b4,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:00.131117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network fc47dff5-7c52-4edb-9dd2-15784e5972b4 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:00.200947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.286277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.300555 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Transition to ACTIVE for port object ae566ff9-42db-428b-b72e-24284fa4b31a will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:00.330787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-651b6d4d-99e3-4deb-9094-dfb110f84ba0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.341532 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Transition to ACTIVE for port object ae566ff9-42db-428b-b72e-24284fa4b31a will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:00.352974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.401101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b6d4d-99e3-4deb-9094-dfb110f84ba0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=cc195497-034b-48d4-8094-a4e1fa867722,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:00.403517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:00.424330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:00.429367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:00.443768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Pushing event deleted for resources: {'Port': ['ID=4811a871-b6a0-42f3-a126-05ddc0170f9b,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:00.450487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:00.452890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-651b6d4d-99e3-4deb-9094-dfb110f84ba0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.460324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.464800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd661b66-6b9f-4aed-b886-20ecbca722bb req-f1ef55af-1234-4e3a-acb4-ce107592097e tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:00.466682 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fd661b66-6b9f-4aed-b886-20ecbca722bb req-f1ef55af-1234-4e3a-acb4-ce107592097e tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 867 time: 0.4499393 Dec 23 08:27:00.495898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Network 7161c5bd-717f-42c7-a5c4-f7c4c6420f24 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:00.500402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:00.502631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Pushing event updated for resources: {'Port': ['ID=ae566ff9-42db-428b-b72e-24284fa4b31a,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:00.505093 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-651b6d4d-99e3-4deb-9094-dfb110f84ba0 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/cc195497-034b-48d4-8094-a4e1fa867722 HTTP/1.1" status: 204 len: 168 time: 1.5295396 Dec 23 08:27:00.510962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e3f477b8-9f01-4f9d-b08c-7ff67f43a77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.522830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:00.529052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42294) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:00.534380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:00.665275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Attempting to bind port ae566ff9-42db-428b-b72e-24284fa4b31a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:00.665842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Attempting to bind port ae566ff9-42db-428b-b72e-24284fa4b31a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '373e7f39-3c2f-42c5-be3b-4cab081ed1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7161c5bd-717f-42c7-a5c4-f7c4c6420f24'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:00.666531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Attempting to bind port ae566ff9-42db-428b-b72e-24284fa4b31a on network 7161c5bd-717f-42c7-a5c4-f7c4c6420f24 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:00.674549 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:00.675391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Checking segment: {'id': '373e7f39-3c2f-42c5-be3b-4cab081ed1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7161c5bd-717f-42c7-a5c4-f7c4c6420f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:00.675891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.677017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Bound using segment: {'id': '373e7f39-3c2f-42c5-be3b-4cab081ed1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7161c5bd-717f-42c7-a5c4-f7c4c6420f24'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:00.677579 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Bound port: ae566ff9-42db-428b-b72e-24284fa4b31a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373e7f39-3c2f-42c5-be3b-4cab081ed1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7161c5bd-717f-42c7-a5c4-f7c4c6420f24'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:00.678143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.785204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] For port ae566ff9-42db-428b-b72e-24284fa4b31a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:00.789484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] For port ae566ff9-42db-428b-b72e-24284fa4b31a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ae566ff9-42db-428b-b72e-24284fa4b31a,segment=NetworkSegment(373e7f39-3c2f-42c5-be3b-4cab081ed1ef),segment_id=373e7f39-3c2f-42c5-be3b-4cab081ed1ef)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:00.799796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.849886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c8d82-5b69-4bc1-a4cc-247bd683f95d None None] Network 848d0fa5-c18f-49dc-9552-2bf630493077 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:00.923771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2150b99-c114-465e-81c7-25a8045ddca5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 94390f36-4602-42fc-a01a-f71de6996138 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:00.927229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2150b99-c114-465e-81c7-25a8045ddca5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:00.989457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2150b99-c114-465e-81c7-25a8045ddca5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.022460 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fd661b66-6b9f-4aed-b886-20ecbca722bb req-97c6e2ce-3ffa-4f56-87db-d1b5b1b378d3 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a45da73-9a93-4285-b533-bb60a291fd73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5313051 Dec 23 08:27:01.040479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6f0e4-d876-4e14-85ea-9a2a00d19e5c None None] Pushing event updated for resources: {'Port': ['ID=ae566ff9-42db-428b-b72e-24284fa4b31a,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:01.040695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.040695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.092392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2150b99-c114-465e-81c7-25a8045ddca5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.157752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7ea215be-ce93-4627-801c-72cb6cd2383e None None] Provisioning complete for port f03e37ae-0295-4d8b-88c8-a6239d86cb98 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:01.158145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7ea215be-ce93-4627-801c-72cb6cd2383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.173695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port f03e37ae-0295-4d8b-88c8-a6239d86cb98 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:01.174386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.316725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.328401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.386921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Router 27d2fd90-4635-418d-98e5-00ccdd2a95f3 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:27:01.446190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f0c73-a8a3-4600-83e2-371972e27b45 None None] DHCP port deletion for 848d0fa5-c18f-49dc-9552-2bf630493077 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:01.452069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f0c73-a8a3-4600-83e2-371972e27b45 None None] Deleting port f03e37ae-0295-4d8b-88c8-a6239d86cb98 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:01.453164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0c73-a8a3-4600-83e2-371972e27b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.554029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2150b99-c114-465e-81c7-25a8045ddca5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.627248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.628202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Fanout notify agent at l3_agent the message router_deleted on router cb3c37c2-45f7-4304-bf05-0a4cb51c19af {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:27:01.649652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2150b99-c114-465e-81c7-25a8045ddca5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=94390f36-4602-42fc-a01a-f71de6996138,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:01.671774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2150b99-c114-465e-81c7-25a8045ddca5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.679392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f7326-535f-41f0-ad3c-178484884131 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:01.732956 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d2150b99-c114-465e-81c7-25a8045ddca5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/94390f36-4602-42fc-a01a-f71de6996138 HTTP/1.1" status: 204 len: 168 time: 1.7439611 Dec 23 08:27:01.738275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42304) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:01.741309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.743246 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0c71b023-7b2b-42e0-8f3b-d6011f2e4727 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/cb3c37c2-45f7-4304-bf05-0a4cb51c19af HTTP/1.1" status: 204 len: 168 time: 3.9956813 Dec 23 08:27:01.750685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42306) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:01.757563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2020373349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:01.764967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:01.773412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Usage tracker for resource:router and tenant:379193d209c0454fb4b11dd36c7290c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:01.829911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:01.845092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:01.868260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.869215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.930958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:01.955627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42314) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:01.955811 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d52feeaa-7483-4604-ab1a-ed8cb4b49df4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606786 Dec 23 08:27:01.963211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:01.991665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] For port f03e37ae-0295-4d8b-88c8-a6239d86cb98, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f03e37ae-0295-4d8b-88c8-a6239d86cb98,segment=NetworkSegment(66a5a1e1-d2c8-4b44-adeb-4486b05f8050),segment_id=66a5a1e1-d2c8-4b44-adeb-4486b05f8050)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:01.991945 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:02.074847 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:27:02.091568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:02.168078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ba8f0c73-a8a3-4600-83e2-371972e27b45 None None] For port f03e37ae-0295-4d8b-88c8-a6239d86cb98, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f03e37ae-0295-4d8b-88c8-a6239d86cb98,segment=NetworkSegment(66a5a1e1-d2c8-4b44-adeb-4486b05f8050),segment_id=66a5a1e1-d2c8-4b44-adeb-4486b05f8050)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:02.168891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0c73-a8a3-4600-83e2-371972e27b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:02.189285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:02.190765 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-31bbc4d2-1c3c-4414-8e3d-1c50613aabd6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4389589 Dec 23 08:27:02.256460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42320) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:02.271996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:02.349630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:02.376081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f0c73-a8a3-4600-83e2-371972e27b45 None None] Calling delete_port for f03e37ae-0295-4d8b-88c8-a6239d86cb98 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:02.393184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for f03e37ae-0295-4d8b-88c8-a6239d86cb98 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:02.422282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:02.463325 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cc75782e-09b5-4596-919c-f0bf1357d922 req-1fe83b3d-82fd-428a-8df2-e3a69659d6dc tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 210 time: 0.1790130 Dec 23 08:27:02.473616 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0c73-a8a3-4600-83e2-371972e27b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:02.516540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:02.542250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f0c73-a8a3-4600-83e2-371972e27b45 None None] Pushing event deleted for resources: {'Port': ['ID=f03e37ae-0295-4d8b-88c8-a6239d86cb98,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:02.558810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f0c73-a8a3-4600-83e2-371972e27b45 None None] No DVR routers for this DVR port f03e37ae-0295-4d8b-88c8-a6239d86cb98 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:02.575365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:02.578818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:02.702259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b22b-382a-4e02-ac00-21780cbcfdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:02.718282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4635f986-26e0-4537-8d2c-6f47ede7bb1d None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:02.729575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4635f986-26e0-4537-8d2c-6f47ede7bb1d None None] Deleting port b94f4109-19f4-467b-9301-161145b8de6e {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:02.729938 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4635f986-26e0-4537-8d2c-6f47ede7bb1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:02.906356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95dea3-0a4f-4f17-9cde-5dde34fa31cd req-d0c48482-9f49-491e-9de9-79fc4cff1b01 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:02.920797 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ca95dea3-0a4f-4f17-9cde-5dde34fa31cd req-d0c48482-9f49-491e-9de9-79fc4cff1b01 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.8823850 Dec 23 08:27:02.923988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ae566ff9-42db-428b-b72e-24284fa4b31a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:02.994571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4811a871-b6a0-42f3-a126-05ddc0170f9b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:03.055062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=31d70b66-c83a-4fe9-9c24-db44739c74e0,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:03.070153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 4811a871-b6a0-42f3-a126-05ddc0170f9b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:03.070614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4811a871-b6a0-42f3-a126-05ddc0170f9b not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:03.109456 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ca95dea3-0a4f-4f17-9cde-5dde34fa31cd req-87ef0187-a2e1-494a-b9d2-6e5d6edd581d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851995 Dec 23 08:27:03.110694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': 'ce9b6571-4e37-4ad7-b655-50988f52f7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fc47dff5-7c52-4edb-9dd2-15784e5972b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:03.112062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: fc47dff5-7c52-4edb-9dd2-15784e5972b4, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:03.149632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:03.150276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:03.177265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:03.189341 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3ed9a-f45d-4cdc-a976-87cb8dfa76e5 None None] Sync routers for ids ['27d2fd90-4635-418d-98e5-00ccdd2a95f3'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:03.205287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:03.207822 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3ed9a-f45d-4cdc-a976-87cb8dfa76e5 None None] Routers {'27d2fd90-4635-418d-98e5-00ccdd2a95f3'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:03.209080 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-34e3ed9a-f45d-4cdc-a976-87cb8dfa76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['27d2fd90-4635-418d-98e5-00ccdd2a95f3'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:03.210850 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e3c10f1-1264-4744-8487-cd4d878be26e tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "PUT /v2.0/routers/27d2fd90-4635-418d-98e5-00ccdd2a95f3 HTTP/1.1" status: 200 len: 882 time: 7.8860805 Dec 23 08:27:03.212001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network fc47dff5-7c52-4edb-9dd2-15784e5972b4 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:03.214246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42328) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:03.217576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4635f986-26e0-4537-8d2c-6f47ede7bb1d None None] For port b94f4109-19f4-467b-9301-161145b8de6e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b94f4109-19f4-467b-9301-161145b8de6e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:03.218328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4635f986-26e0-4537-8d2c-6f47ede7bb1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:03.321693 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-34e3ed9a-f45d-4cdc-a976-87cb8dfa76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:03.345327 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3ed9a-f45d-4cdc-a976-87cb8dfa76e5 None None] Routers {'27d2fd90-4635-418d-98e5-00ccdd2a95f3'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:03.346219 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-34e3ed9a-f45d-4cdc-a976-87cb8dfa76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['27d2fd90-4635-418d-98e5-00ccdd2a95f3'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:03.385816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4635f986-26e0-4537-8d2c-6f47ede7bb1d None None] Calling delete_port for b94f4109-19f4-467b-9301-161145b8de6e owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:03.488908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, fc47dff5-7c52-4edb-9dd2-15784e5972b4) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:03.492488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f331d3b4-6790-46d5-b703-d285d400711e None None] Network 7161c5bd-717f-42c7-a5c4-f7c4c6420f24 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:03.495580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:03.496410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:03.501171 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-34e3ed9a-f45d-4cdc-a976-87cb8dfa76e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:03.502148 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3ed9a-f45d-4cdc-a976-87cb8dfa76e5 None None] The sync data for ids ['27d2fd90-4635-418d-98e5-00ccdd2a95f3'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:03.602747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:03.614556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39772b20-b479-4929-ae6c-968716b9afab None None] Network fc47dff5-7c52-4edb-9dd2-15784e5972b4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:03.625994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:03.665361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port f03e37ae-0295-4d8b-88c8-a6239d86cb98 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:03.665616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:03.693251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4635f986-26e0-4537-8d2c-6f47ede7bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:03.701571 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f4ff5031-65fa-43f2-90fd-c68a44adc1ca tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6282692 Dec 23 08:27:03.733860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42336) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:03.745890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] Sync routers for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:03.752786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635f986-26e0-4537-8d2c-6f47ede7bb1d None None] Pushing event deleted for resources: {'Port': ['ID=b94f4109-19f4-467b-9301-161145b8de6e,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:03.829833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] The port 'f03e37ae-0295-4d8b-88c8-a6239d86cb98' was deleted {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:27:03.843973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2da56b10-f959-4deb-8c9c-b4fc04159991 req-5968ec1d-a9fa-40b7-994a-636ebf86fdcf tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/ports?device_id=377e3f8a-2cd3-4998-b639-caa8a13fc22d HTTP/1.1" status: 200 len: 210 time: 0.1483319 Dec 23 08:27:03.868203 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635f986-26e0-4537-8d2c-6f47ede7bb1d None None] No DVR routers for this DVR port b94f4109-19f4-467b-9301-161145b8de6e on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:03.875644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] No DVR routers for this DVR port 4811a871-b6a0-42f3-a126-05ddc0170f9b on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:03.879313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:03.888077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port ae566ff9-42db-428b-b72e-24284fa4b31a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:03.951470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'name': 'network-vif-deleted', 'tag': '4811a871-b6a0-42f3-a126-05ddc0170f9b'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:27:03.978715 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-243a8ece-05d3-4a00-a398-1aa592e99697 req-e26f1276-22e9-4ea4-8aae-ff29d5dc91b6 tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.24 "DELETE /v2.0/ports/4811a871-b6a0-42f3-a126-05ddc0170f9b HTTP/1.1" status: 204 len: 173 time: 5.9505527 Dec 23 08:27:03.994414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ae566ff9-42db-428b-b72e-24284fa4b31a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:03.996752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.001109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.077144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.096045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=69061fc6-0fbd-47cb-bde2-5ed69e13aae8,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:04.104132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848d0fa5-c18f-49dc-9552-2bf630493077']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:04.111781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:04.112326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:04.117093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a5a1e1-d2c8-4b44-adeb-4486b05f8050') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:04.117470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a5a1e1-d2c8-4b44-adeb-4486b05f8050') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:04.130646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.146965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:04.149005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.155686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:04.156142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.187470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:04.199929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.203992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:04.204719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.223505 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377e3f8a-2cd3-4998-b639-caa8a13fc22d', 'name': 'network-vif-deleted', 'tag': '4811a871-b6a0-42f3-a126-05ddc0170f9b', 'status': 'completed', 'code': 200} Dec 23 08:27:04.227397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.228016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4aaf666c-9bb2-413e-a452-70d5362ad5ce None None] Provisioning for port ae566ff9-42db-428b-b72e-24284fa4b31a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:04.233813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.250905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4aaf666c-9bb2-413e-a452-70d5362ad5ce None None] Provisioning complete for port ae566ff9-42db-428b-b72e-24284fa4b31a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:04.251315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4aaf666c-9bb2-413e-a452-70d5362ad5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:04.262238 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:04.277716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.277926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11c7c2-1974-4f5e-a17c-cdd6c5c03bd6 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:04.283708 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5a0e28fb-6938-47e9-a0e4-08863b2786c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3247321 Dec 23 08:27:04.287200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42344) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:04.294999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'name': 'tempest-NetworksTestDHCPv6-250871812'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:04.303419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.314862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Network': ['ID=848d0fa5-c18f-49dc-9552-2bf630493077,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:04.335267 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-98bd6496-a4f3-4f27-8e8f-ec7252d7f63b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/networks/848d0fa5-c18f-49dc-9552-2bf630493077 HTTP/1.1" status: 204 len: 168 time: 3.8036864 Dec 23 08:27:04.338325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42348) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:04.383176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cff1e-93cd-4299-87e0-d7afc24748d2 req-d8e417d3-e32d-4dc0-9d54-e60f8ef9f9e7 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:04.384757 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa9cff1e-93cd-4299-87e0-d7afc24748d2 req-d8e417d3-e32d-4dc0-9d54-e60f8ef9f9e7 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.6905518 Dec 23 08:27:04.418246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.442392 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0f77c6bb-6969-469d-8c1a-cf4b125bd3ad tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/routers/27d2fd90-4635-418d-98e5-00ccdd2a95f3 HTTP/1.1" status: 200 len: 923 time: 1.2235909 Dec 23 08:27:04.443559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42352) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:04.476117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec5578-13b0-4b67-94df-1624a5316d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-fc47dff5-7c52-4edb-9dd2-15784e5972b4', 'network_id': 'fc47dff5-7c52-4edb-9dd2-15784e5972b4', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': '31d70b66-c83a-4fe9-9c24-db44739c74e0'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:04.477190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-80ec5578-13b0-4b67-94df-1624a5316d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.542533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.557203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95833179-1264-4a52-9318-32e44f2dcd9c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:04.558016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-95833179-1264-4a52-9318-32e44f2dcd9c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:04.587938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.647896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:04.661534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.663787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-95833179-1264-4a52-9318-32e44f2dcd9c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:04.664966 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-95833179-1264-4a52-9318-32e44f2dcd9c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3257036 Dec 23 08:27:04.671128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42356) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:04.671784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:04.684535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.734250 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa9cff1e-93cd-4299-87e0-d7afc24748d2 req-78fa5471-add3-416c-9fe4-b2454feea2d4 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370044 Dec 23 08:27:04.741190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=31d70b66-c83a-4fe9-9c24-db44739c74e0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:04.794064 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-42846852-425f-413a-b47a-1f9beda8684f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1165736 Dec 23 08:27:04.798698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42360) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:04.800294 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-698ace55-2b31-4e68-8983-47019cbe3cf1 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=27d2fd90-4635-418d-98e5-00ccdd2a95f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3538437 Dec 23 08:27:04.801803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42364) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:04.828468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-700400040'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:04.838486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:04.841405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.854947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:04.865688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:network and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:04.875406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:04.885272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:04.888759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:27:04.942719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:04.947547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 092aea4b-6c63-4cda-abe0-11b0da434489 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server [None req-80ec5578-13b0-4b67-94df-1624a5316d9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31d70b66-c83a-4fe9-9c24-db44739c74e0: This subnet is being modified by another concurrent operation. Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 08:27:04.995938 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise exception Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31d70b66-c83a-4fe9-9c24-db44739c74e0: This subnet is being modified by another concurrent operation. Dec 23 08:27:04.999211 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server Dec 23 08:27:05.015481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5e7a98-f722-4812-a63f-672979570157 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:05.019860 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ee5e7a98-f722-4812-a63f-672979570157 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 881 time: 0.2141755 Dec 23 08:27:05.020479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42376) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:05.048395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd028d-3c2f-48aa-9ac4-31079a0d7246 None None] Network fc47dff5-7c52-4edb-9dd2-15784e5972b4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:05.108908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42382) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:05.120227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port ae566ff9-42db-428b-b72e-24284fa4b31a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ae566ff9-42db-428b-b72e-24284fa4b31a,segment=NetworkSegment(373e7f39-3c2f-42c5-be3b-4cab081ed1ef),segment_id=373e7f39-3c2f-42c5-be3b-4cab081ed1ef)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:05.168815 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-97027b6d-09fd-447b-ba49-e32d63f57836 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=27d2fd90-4635-418d-98e5-00ccdd2a95f3 HTTP/1.1" status: 200 len: 205 time: 0.1472788 Dec 23 08:27:05.172243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc47dff5-7c52-4edb-9dd2-15784e5972b4']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:05.173350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42386) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:05.186240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9b6571-4e37-4ad7-b655-50988f52f7dd') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:05.186864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9b6571-4e37-4ad7-b655-50988f52f7dd') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:05.202806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.220276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.227473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:05.227855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.323655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-31a23c50-e83e-47c6-9977-f16572471beb tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:05.326133 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:05.328106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4aaf666c-9bb2-413e-a452-70d5362ad5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.350312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.355938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-31a23c50-e83e-47c6-9977-f16572471beb tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.369900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Allocated IP 172.26.8.55 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/adc6bd57-94af-4935-b37d-2777f8080204) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:05.470030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3b873f2c-382b-4b2b-9b65-8c0cd227de76 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:05.604008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-31a23c50-e83e-47c6-9977-f16572471beb tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.640808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.652751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 3b873f2c-382b-4b2b-9b65-8c0cd227de76 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:05.653092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3b873f2c-382b-4b2b-9b65-8c0cd227de76 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:05.657045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b94f4109-19f4-467b-9301-161145b8de6e no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:05.659255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a23c50-e83e-47c6-9977-f16572471beb tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a45da73-9a93-4285-b533-bb60a291fd73,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:05.689214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '69061fc6-0fbd-47cb-bde2-5ed69e13aae8'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:05.689980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.690879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552db7a-fa4f-4a82-8b6e-80b654aa64d3 req-d9767f4c-69cd-495b-b987-8706046d7ffe tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:05.693318 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b552db7a-fa4f-4a82-8b6e-80b654aa64d3 req-d9767f4c-69cd-495b-b987-8706046d7ffe tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 945 time: 0.3031180 Dec 23 08:27:05.705095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.741783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:05.744798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.750126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.781039 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b94f4109-19f4-467b-9301-161145b8de6e {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:05.781726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b94f4109-19f4-467b-9301-161145b8de6e not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:05.782328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f03e37ae-0295-4d8b-88c8-a6239d86cb98 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:05.836494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.838320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:05.869020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-31a23c50-e83e-47c6-9977-f16572471beb tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.872510 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-31a23c50-e83e-47c6-9977-f16572471beb tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "DELETE /v2.0/security-groups/3a45da73-9a93-4285-b533-bb60a291fd73 HTTP/1.1" status: 204 len: 168 time: 0.7550051 Dec 23 08:27:05.877857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.880859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42396) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:05.930388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:05.931250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=fc47dff5-7c52-4edb-9dd2-15784e5972b4,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:05.935724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.936057 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Added segment 5b4e730a-d750-4dbc-b169-578aa54a7f76 of type vlan for network 52e9840a-d2a6-441d-bb3c-4291e30312d9 Dec 23 08:27:05.950116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:05.953990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event updated for resources: {'Port': ['ID=adc6bd57-94af-4935-b37d-2777f8080204,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:05.956392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:05.991120 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-184c68ca-b404-49e3-b304-ea07808f2d9c tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] show failed (client error): The resource could not be found. Dec 23 08:27:05.992138 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-184c68ca-b404-49e3-b304-ea07808f2d9c tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "GET /v2.0/security-groups/3a45da73-9a93-4285-b533-bb60a291fd73 HTTP/1.1" status: 404 len: 347 time: 0.0983369 Dec 23 08:27:06.003333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42402) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:06.008426 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b552db7a-fa4f-4a82-8b6e-80b654aa64d3 req-f78b8020-3161-4a6f-bbe5-aa633e07d203 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427190 Dec 23 08:27:06.014360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42406) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:06.014536 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7ae50734-9c3e-496c-90e4-ce53beb1ddc3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/fc47dff5-7c52-4edb-9dd2-15784e5972b4 HTTP/1.1" status: 204 len: 168 time: 2.2794964 Dec 23 08:27:06.026357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-240525662'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:06.034383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:06.039938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:06.044337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:06.053784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:06.061550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f03e37ae-0295-4d8b-88c8-a6239d86cb98 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:06.062242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26179f2-b85a-4149-b17f-4419b8bf9bb8 req-2c782275-e186-4979-aedd-09f6d1510396 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:06.063124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f03e37ae-0295-4d8b-88c8-a6239d86cb98 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:06.064054 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d26179f2-b85a-4149-b17f-4419b8bf9bb8 req-2c782275-e186-4979-aedd-09f6d1510396 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.3687837 Dec 23 08:27:06.110464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:06.114088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.128376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.133002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:06.154038 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=ae566ff9-42db-428b-b72e-24284fa4b31a,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:06.174745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::e2 (3b1e253c-1242-4661-909e-bc02458a5888/69061fc6-0fbd-47cb-bde2-5ed69e13aae8/092aea4b-6c63-4cda-abe0-11b0da434489) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:06.212919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-4aaf666c-9bb2-413e-a452-70d5362ad5ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:06.213328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-4aaf666c-9bb2-413e-a452-70d5362ad5ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:06.225678 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d26179f2-b85a-4149-b17f-4419b8bf9bb8 req-ea4465d2-bfcd-4e6e-a1a1-ec49e746f2d6 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469412 Dec 23 08:27:06.234832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:06.248859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.249280 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment ddc2e290-319f-488d-849b-3349059ef05a of type vlan for network 99e831ff-eeb2-4390-82ec-8ba0b18d20eb Dec 23 08:27:06.287229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.322803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Deleting port 091b2391-b938-404e-aa41-3d80e6cf8dcd {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:06.323150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.329532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.333359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:06.334051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.352526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:20Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'af9fa7aa-047f-47f8-bdb6-ae9f8c260473', 'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'mac_address': 'fa:16:3e:74:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:19Z', 'updated_at': '2021-12-23T08:25:34Z', 'revision_number': 5, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'subnets': [{'id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:06.357267 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] Checking router: 6c5a70c6-759a-4c89-8dfc-2e30988fed9a for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:27:06.368457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:06.369063 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:06.439104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.455184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=99e831ff-eeb2-4390-82ec-8ba0b18d20eb,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:06.458592 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-52463936-2aa5-4d7f-b270-8f2988cb12c0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4432104 Dec 23 08:27:06.459924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Deleting port ccb50e53-dd6d-46b6-9404-7350f11e152a {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:06.460262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.476191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.480419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:06.480981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.483458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42414) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:06.498571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': '99e831ff-eeb2-4390-82ec-8ba0b18d20eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:06.561893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 99e831ff-eeb2-4390-82ec-8ba0b18d20eb details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:06.690132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:27:06.705803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:06.722292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:06.727188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:06.739917 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9338970 Dec 23 08:27:06.742409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:06.747461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42420) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:06.755251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.765823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '52e9840a-d2a6-441d-bb3c-4291e30312d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:06.775293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eee6fe-f929-4aa0-9b94-2ebe89842cc5 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Network': ['ID=52e9840a-d2a6-441d-bb3c-4291e30312d9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:06.893362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.900432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.900854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:06.951304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:06.952335 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 52e9840a-d2a6-441d-bb3c-4291e30312d9 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:07.026485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Calling delete_port for ccb50e53-dd6d-46b6-9404-7350f11e152a owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:07.050808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 092aea4b-6c63-4cda-abe0-11b0da434489 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:07.061507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Calling delete_port for 091b2391-b938-404e-aa41-3d80e6cf8dcd owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:07.203227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:07.222882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:07.232767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:07.257186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.266634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.281043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:07.283680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-53e802d3-2417-487c-bc7b-444186abfa8b None None] Provisioning complete for port ae566ff9-42db-428b-b72e-24284fa4b31a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:07.284166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-53e802d3-2417-487c-bc7b-444186abfa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.343247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.386849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:20Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'af9fa7aa-047f-47f8-bdb6-ae9f8c260473', 'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'mac_address': 'fa:16:3e:74:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:19Z', 'updated_at': '2021-12-23T08:25:34Z', 'revision_number': 5, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'subnets': [{'id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:07.397554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83254f10-2f05-45bd-a5d6-49ab1e862ff8 None None] The sync data for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv is: [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:25:20Z', 'revision_number': 4, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'af9fa7aa-047f-47f8-bdb6-ae9f8c260473', 'name': '', 'network_id': '0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'mac_address': 'fa:16:3e:74:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:19Z', 'updated_at': '2021-12-23T08:25:34Z', 'revision_number': 5, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'subnets': [{'id': 'f004cc47-ad24-408a-974a-3cbf6ff0c1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:07.437886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/69061fc6-0fbd-47cb-bde2-5ed69e13aae8/afdf942a-ca79-43b7-8bc5-1b5780ae5168) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:07.481518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.571772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:07.579608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:07.581570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=092aea4b-6c63-4cda-abe0-11b0da434489,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:07.584575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:07.588806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:07.589610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.600010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.601981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.649237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.665305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Pushing event deleted for resources: {'Port': ['ID=091b2391-b938-404e-aa41-3d80e6cf8dcd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:07.762937 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-107b6d26-3ae5-4ea6-a215-0c204922c923 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4733143 Dec 23 08:27:07.774679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42428) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:07.794633 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1d053-d81d-478e-9590-33910c34e68c None None] New status for floating IP 8134f0d3-3191-4232-8f0b-6d83a197335e: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:27:07.798124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event deleted for resources: {'Port': ['ID=ccb50e53-dd6d-46b6-9404-7350f11e152a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:07.824085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:07.830147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.842934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Transition to ACTIVE for port object afdf942a-ca79-43b7-8bc5-1b5780ae5168 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:07.866120 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Transition to ACTIVE for port object afdf942a-ca79-43b7-8bc5-1b5780ae5168 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:07.876525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.902921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.905197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.909368 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-122dd108-9e62-47e8-9123-4e2e4e1dd9ea tempest-ServersTestManualDisk-1815595122 tempest-ServersTestManualDisk-1815595122-project] 10.222.0.36 "DELETE /v2.0/floatingips/8134f0d3-3191-4232-8f0b-6d83a197335e HTTP/1.1" status: 204 len: 168 time: 1.9009914 Dec 23 08:27:07.910378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42432) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:07.950386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:07.967138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:07.971129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:07.977304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:08.032992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Pushing event updated for resources: {'Port': ['ID=afdf942a-ca79-43b7-8bc5-1b5780ae5168,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:08.045415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.ipam_backend_mixin [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing IP validity checks on allocation pools {{(pid=83522) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 08:27:08.045986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.ipam_backend_mixin [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83522) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 08:27:08.072220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1dad04-bfe2-4ab9-8223-b5ab9ba528c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:08.072906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-da1dad04-bfe2-4ab9-8223-b5ab9ba528c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:08.103394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Attempting to bind port afdf942a-ca79-43b7-8bc5-1b5780ae5168 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:08.103809 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Attempting to bind port afdf942a-ca79-43b7-8bc5-1b5780ae5168 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:08.104191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Attempting to bind port afdf942a-ca79-43b7-8bc5-1b5780ae5168 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:08.107912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-da1dad04-bfe2-4ab9-8223-b5ab9ba528c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:08.109051 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-da1dad04-bfe2-4ab9-8223-b5ab9ba528c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.3324487 Dec 23 08:27:08.111825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42436) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:08.116878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:08.117258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:08.117660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.118129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:08.118594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Bound port: afdf942a-ca79-43b7-8bc5-1b5780ae5168, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:08.118959 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.190061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-848abbd7-915a-4927-a432-9b1822d22de7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 092aea4b-6c63-4cda-abe0-11b0da434489 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:08.190401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-848abbd7-915a-4927-a432-9b1822d22de7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.229315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] For port afdf942a-ca79-43b7-8bc5-1b5780ae5168, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:08.233995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] For port afdf942a-ca79-43b7-8bc5-1b5780ae5168, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=afdf942a-ca79-43b7-8bc5-1b5780ae5168,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:08.241929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.270315 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37022088-5c5c-466c-85d9-eb2859202b4d req-bd61115f-1c62-4b51-814a-6f5ad4776ba5 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:08.277055 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37022088-5c5c-466c-85d9-eb2859202b4d req-bd61115f-1c62-4b51-814a-6f5ad4776ba5 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 945 time: 1.1562378 Dec 23 08:27:08.296615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ae566ff9-42db-428b-b72e-24284fa4b31a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:08.386147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.403256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dbfc0-9ed6-4f69-92a8-700101f014de None None] Pushing event updated for resources: {'Port': ['ID=afdf942a-ca79-43b7-8bc5-1b5780ae5168,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:08.423458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ae566ff9-42db-428b-b72e-24284fa4b31a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:08.426081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.591800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458e86c-a1e3-410d-ae4b-6d4895be7bd4 req-be11a591-9c25-480d-9367-4ce30b4dd4f2 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:08.593332 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c458e86c-a1e3-410d-ae4b-6d4895be7bd4 req-be11a591-9c25-480d-9367-4ce30b4dd4f2 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 1.1041257 Dec 23 08:27:08.726716 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37022088-5c5c-466c-85d9-eb2859202b4d req-b93291be-5949-47a4-b5a8-6a666566f0cb tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4487939 Dec 23 08:27:08.821507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Router 2de32349-7bc6-4e00-ba25-18915e209cf9 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:27:08.836267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-8dc2c7bd-ae3e-4432-8e69-d0da5eafbb67 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:08.837660 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-8dc2c7bd-ae3e-4432-8e69-d0da5eafbb67 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.24 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 945 time: 0.5274861 Dec 23 08:27:08.875964 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-848abbd7-915a-4927-a432-9b1822d22de7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.946233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.971372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.976843 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c458e86c-a1e3-410d-ae4b-6d4895be7bd4 req-f78f3103-c4d7-4495-9f15-33ac34ac3a95 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930727 Dec 23 08:27:08.979320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:08.982902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.030277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-848abbd7-915a-4927-a432-9b1822d22de7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 092aea4b-6c63-4cda-abe0-11b0da434489 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:09.090847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.091363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Fanout notify agent at l3_agent the message router_deleted on router 27d2fd90-4635-418d-98e5-00ccdd2a95f3 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:27:09.106292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=3c2c5beb-2f88-447f-a5ee-18d764004205,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:09.125549 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:27:09.142786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Deleting port b808baf6-0dbc-43f3-8297-03a1801f5899 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:09.142786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.184152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Checking segment: {'id': '5b4e730a-d750-4dbc-b169-578aa54a7f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '52e9840a-d2a6-441d-bb3c-4291e30312d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:09.184501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network hostable DHCP agents. Network: 52e9840a-d2a6-441d-bb3c-4291e30312d9, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:09.200952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': 'ddc2e290-319f-488d-849b-3349059ef05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99e831ff-eeb2-4390-82ec-8ba0b18d20eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:09.201302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: 99e831ff-eeb2-4390-82ec-8ba0b18d20eb, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:09.212644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=d8736e78-a083-4481-b227-eeede8fae417,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:09.224331 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.228910 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d3bf9c9c-79a7-4843-8d90-e4469c1e8550 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/27d2fd90-4635-418d-98e5-00ccdd2a95f3 HTTP/1.1" status: 204 len: 168 time: 4.0511827 Dec 23 08:27:09.229425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42440) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:09.247557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 52e9840a-d2a6-441d-bb3c-4291e30312d9 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:09.250382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-130993065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:09.251898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 99e831ff-eeb2-4390-82ec-8ba0b18d20eb is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:09.264639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 52e9840a-d2a6-441d-bb3c-4291e30312d9) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:09.265258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:09.266842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 99e831ff-eeb2-4390-82ec-8ba0b18d20eb) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:09.272820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:09.275420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Usage tracker for resource:router and tenant:07eed1a30f6b4aa2bad00c407a4bdd73 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:09.275782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.283250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:09.283899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.284426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc6a09-5a03-45d0-834d-756851a78c13 None None] Network 52e9840a-d2a6-441d-bb3c-4291e30312d9 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:09.303175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58cf5b-7643-4d85-9e2c-e01481223efd None None] Network 99e831ff-eeb2-4390-82ec-8ba0b18d20eb requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:09.317621 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2f00ba1d-fefb-499b-8365-cb0fad97bcce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5677302 Dec 23 08:27:09.320064 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-218566a2-1216-4c0a-846c-de80ddd7e4c6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8320417 Dec 23 08:27:09.320929 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42444) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:09.323438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42446) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:09.328883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '52e9840a-d2a6-441d-bb3c-4291e30312d9', 'name': 'tempest-PortsTestJSON-736965992'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:09.338850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:09.401886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:09.505704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.515215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.656297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-848abbd7-915a-4927-a432-9b1822d22de7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.747292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.755816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:09.764351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:09.770622 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:09.776067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bbc744e7-c8bb-49a9-9632-74a0eeaf19b0 None None] Provisioning for port afdf942a-ca79-43b7-8bc5-1b5780ae5168 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:09.782527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848abbd7-915a-4927-a432-9b1822d22de7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=092aea4b-6c63-4cda-abe0-11b0da434489,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:09.782649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:09.786073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-99e831ff-eeb2-4390-82ec-8ba0b18d20eb', 'network_id': '99e831ff-eeb2-4390-82ec-8ba0b18d20eb', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': 'd8736e78-a083-4481-b227-eeede8fae417'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:09.787224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.806526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-52e9840a-d2a6-441d-bb3c-4291e30312d9', 'network_id': '52e9840a-d2a6-441d-bb3c-4291e30312d9', 'tenant_id': '063fc722289642818ffcfed1dc7cfd84', 'fixed_ips': [{'subnet_id': '3c2c5beb-2f88-447f-a5ee-18d764004205'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:09.807451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.813550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:09.817443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.867065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] For port b808baf6-0dbc-43f3-8297-03a1801f5899, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b808baf6-0dbc-43f3-8297-03a1801f5899,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:09.867607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:09.916605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:10.037405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.100513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.102100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-848abbd7-915a-4927-a432-9b1822d22de7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.202234 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-848abbd7-915a-4927-a432-9b1822d22de7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/092aea4b-6c63-4cda-abe0-11b0da434489 HTTP/1.1" status: 204 len: 168 time: 2.0872858 Dec 23 08:27:10.207338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42456) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:10.224624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-11a368d1-2de2-427a-8b29-6772fbdc9c5a None None] Could not find standard attr ID for object 092aea4b-6c63-4cda-abe0-11b0da434489. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:27:10.258955 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Allocated IP 172.20.0.2 (52e9840a-d2a6-441d-bb3c-4291e30312d9/3c2c5beb-2f88-447f-a5ee-18d764004205/f02d2c8a-b7d5-4f85-9a14-594204ffcc58) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:10.271929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.280211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Allocated IP 172.20.0.3 (99e831ff-eeb2-4390-82ec-8ba0b18d20eb/d8736e78-a083-4481-b227-eeede8fae417/eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:10.358880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device afdf942a-ca79-43b7-8bc5-1b5780ae5168 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:10.372035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135187c8-ce34-4ff8-840c-b52e194d1e54 req-f5593688-fd42-4da2-8f5f-5c7c4181f04b tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:10.373616 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-135187c8-ce34-4ff8-840c-b52e194d1e54 req-f5593688-fd42-4da2-8f5f-5c7c4181f04b tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 945 time: 0.2017407 Dec 23 08:27:10.403716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ede9c0-e978-4a34-9934-e16430630cbc req-9a521b8f-6a6f-4dc8-9462-5e31a2e0795b tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:10.407962 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-99ede9c0-e978-4a34-9934-e16430630cbc req-9a521b8f-6a6f-4dc8-9462-5e31a2e0795b tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.1663349 Dec 23 08:27:10.486447 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-135187c8-ce34-4ff8-840c-b52e194d1e54 req-0890a4f8-14c9-416b-82b0-ff62ab1d088f tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b8517a2-8011-4498-b66d-2af9401c8d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033661 Dec 23 08:27:10.495221 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-99ede9c0-e978-4a34-9934-e16430630cbc req-96ea9683-a775-4a21-8713-39cf4b0fb74c tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792930 Dec 23 08:27:10.585338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.626580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11298bb2-c111-4583-a779-0655b81cdc75 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:10.627797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11298bb2-c111-4583-a779-0655b81cdc75 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:10.628523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-11298bb2-c111-4583-a779-0655b81cdc75 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:10.664532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.665701 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2583afe7-dbde-42cb-8909-e2fbc998cb7f tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4353137 Dec 23 08:27:10.668590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42460) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:10.675340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': True}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:10.683326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:10.689702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.690863 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1c89705f-f24b-4ce6-a008-302cf4aca26e tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "PUT /v2.0/routers/2de32349-7bc6-4e00-ba25-18915e209cf9 HTTP/1.1" status: 200 len: 879 time: 8.4332006 Dec 23 08:27:10.692961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-11298bb2-c111-4583-a779-0655b81cdc75 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:10.694199 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-11298bb2-c111-4583-a779-0655b81cdc75 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4733315 Dec 23 08:27:10.696003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.696376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.696764 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Floating IP 0c0932fd-0238-4034-bd42-8f841e1c44fd disassociated. External IP: 172.26.8.140, port: b808baf6-0dbc-43f3-8297-03a1801f5899. Dec 23 08:27:10.697106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Calling delete_port for b808baf6-0dbc-43f3-8297-03a1801f5899 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:10.724524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42464) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:10.724859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42466) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:10.753353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae92b61-4c85-4e05-9cef-b4816c30ca32 None None] Sync routers for ids ['2de32349-7bc6-4e00-ba25-18915e209cf9'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:10.787112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port afdf942a-ca79-43b7-8bc5-1b5780ae5168 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:10.809463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port afdf942a-ca79-43b7-8bc5-1b5780ae5168 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:10.809825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.854481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.871646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:10.876393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae92b61-4c85-4e05-9cef-b4816c30ca32 None None] Routers {'2de32349-7bc6-4e00-ba25-18915e209cf9'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:10.877088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4ae92b61-4c85-4e05-9cef-b4816c30ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['2de32349-7bc6-4e00-ba25-18915e209cf9'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:10.958799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Transition to ACTIVE for port object f02d2c8a-b7d5-4f85-9a14-594204ffcc58 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:10.963719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Transition to ACTIVE for port object eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:10.970384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4ae92b61-4c85-4e05-9cef-b4816c30ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:11.008509 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Transition to ACTIVE for port object f02d2c8a-b7d5-4f85-9a14-594204ffcc58 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:11.013394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Transition to ACTIVE for port object eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:11.025021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.063845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.073833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae92b61-4c85-4e05-9cef-b4816c30ca32 None None] Routers {'2de32349-7bc6-4e00-ba25-18915e209cf9'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:11.074489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4ae92b61-4c85-4e05-9cef-b4816c30ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['2de32349-7bc6-4e00-ba25-18915e209cf9'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:11.148843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.155467 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.196229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4ae92b61-4c85-4e05-9cef-b4816c30ca32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:11.196548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae92b61-4c85-4e05-9cef-b4816c30ca32 None None] The sync data for ids ['2de32349-7bc6-4e00-ba25-18915e209cf9'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:11.199240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=d8736e78-a083-4481-b227-eeede8fae417,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:11.213756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.214050 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.214361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.214692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.215534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.215534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.215931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.216242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.216575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.216891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.223554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Network 52e9840a-d2a6-441d-bb3c-4291e30312d9 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:11.228789 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.5 (52e9840a-d2a6-441d-bb3c-4291e30312d9/3c2c5beb-2f88-447f-a5ee-18d764004205/6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:11.233049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:11.236081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:11.249389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0484a09c-3cfc-40fd-8aaf-7d68ebe1f77e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 69061fc6-0fbd-47cb-bde2-5ed69e13aae8 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:11.253161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Pushing event updated for resources: {'Port': ['ID=f02d2c8a-b7d5-4f85-9a14-594204ffcc58,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:11.259258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.261018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0484a09c-3cfc-40fd-8aaf-7d68ebe1f77e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.291936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.301672 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Network 99e831ff-eeb2-4390-82ec-8ba0b18d20eb is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:11.318874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:11.321343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:11.361867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Pushing event deleted for resources: {'Port': ['ID=b808baf6-0dbc-43f3-8297-03a1801f5899,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:11.421059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.431191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0484a09c-3cfc-40fd-8aaf-7d68ebe1f77e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.461351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.461687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.462264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.462593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.463104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.463427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.463894 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.464391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.464873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.465367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.465841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:11.467055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Pushing event updated for resources: {'Port': ['ID=eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:11.471058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e831ff-eeb2-4390-82ec-8ba0b18d20eb']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:11.511000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc2e290-319f-488d-849b-3349059ef05a') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:11.511324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc2e290-319f-488d-849b-3349059ef05a') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:11.532372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port afdf942a-ca79-43b7-8bc5-1b5780ae5168, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=afdf942a-ca79-43b7-8bc5-1b5780ae5168,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:11.539711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Attempting to bind port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:11.540246 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Attempting to bind port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '5b4e730a-d750-4dbc-b169-578aa54a7f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '52e9840a-d2a6-441d-bb3c-4291e30312d9'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:11.540609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Attempting to bind port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 on network 52e9840a-d2a6-441d-bb3c-4291e30312d9 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:11.548027 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.583299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Attempting to bind port eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:11.583673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Attempting to bind port eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'ddc2e290-319f-488d-849b-3349059ef05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99e831ff-eeb2-4390-82ec-8ba0b18d20eb'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:11.584514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Attempting to bind port eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10 on network 99e831ff-eeb2-4390-82ec-8ba0b18d20eb {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:11.614325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:11.614665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Checking segment: {'id': '5b4e730a-d750-4dbc-b169-578aa54a7f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '52e9840a-d2a6-441d-bb3c-4291e30312d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:11.615068 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.615502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Bound using segment: {'id': '5b4e730a-d750-4dbc-b169-578aa54a7f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '52e9840a-d2a6-441d-bb3c-4291e30312d9'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:11.616004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Bound port: f02d2c8a-b7d5-4f85-9a14-594204ffcc58, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4e730a-d750-4dbc-b169-578aa54a7f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '52e9840a-d2a6-441d-bb3c-4291e30312d9'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:11.616769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.709097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:11.709353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Checking segment: {'id': 'ddc2e290-319f-488d-849b-3349059ef05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99e831ff-eeb2-4390-82ec-8ba0b18d20eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:11.709737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.710149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Bound using segment: {'id': 'ddc2e290-319f-488d-849b-3349059ef05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99e831ff-eeb2-4390-82ec-8ba0b18d20eb'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:11.710622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Bound port: eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc2e290-319f-488d-849b-3349059ef05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '99e831ff-eeb2-4390-82ec-8ba0b18d20eb'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:11.710986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.726134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.726627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=afdf942a-ca79-43b7-8bc5-1b5780ae5168,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:11.805984 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-04197ab1-d7b3-4d97-a9ce-ea4dca8e8c1b req-f58cd3fe-a499-46ae-aa6a-d4aefdc59977 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.1183915 Dec 23 08:27:11.836398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.852106 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5965eaee-77c2-460e-96d2-d82d1aa20058 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/routers/2de32349-7bc6-4e00-ba25-18915e209cf9 HTTP/1.1" status: 200 len: 920 time: 1.1248736 Dec 23 08:27:11.858486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42476) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:11.872694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] For port f02d2c8a-b7d5-4f85-9a14-594204ffcc58, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:11.875058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] For port eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:11.877926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] For port f02d2c8a-b7d5-4f85-9a14-594204ffcc58, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f02d2c8a-b7d5-4f85-9a14-594204ffcc58,segment=NetworkSegment(5b4e730a-d750-4dbc-b169-578aa54a7f76),segment_id=5b4e730a-d750-4dbc-b169-578aa54a7f76)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:11.884221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.901337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:11.902268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.918378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0484a09c-3cfc-40fd-8aaf-7d68ebe1f77e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:11.924554 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:11.980370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680977b6-30c5-4246-bf44-150dcc8ed172 None None] Pushing event updated for resources: {'Port': ['ID=f02d2c8a-b7d5-4f85-9a14-594204ffcc58,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:12.101361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] For port eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10,segment=NetworkSegment(ddc2e290-319f-488d-849b-3349059ef05a),segment_id=ddc2e290-319f-488d-849b-3349059ef05a)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:12.112047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.119392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:27:12.119392 dv-neutron-822507-1-hyperv neutron-server[83522]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:27:12.119392 dv-neutron-822507-1-hyperv neutron-server[83522]: [parameters: {'id': '99e831ff-eeb2-4390-82ec-8ba0b18d20eb'}] Dec 23 08:27:12.119392 dv-neutron-822507-1-hyperv neutron-server[83522]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:12.119913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:12.125183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.201864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209239-c63f-42aa-984a-d233e4d3f154 req-b65b146b-e7be-42cf-8749-4b8bdc64ef24 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:12.203402 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f5209239-c63f-42aa-984a-d233e4d3f154 req-b65b146b-e7be-42cf-8749-4b8bdc64ef24 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4663517 Dec 23 08:27:12.214542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object 6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:12.267275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e81186e7-ae87-42e8-886e-abd4ef37857d tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Synchronizing usage tracker for tenant:408c8dc16f974c5ebee6a9e3c9de284c on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:12.283845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.310247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device afdf942a-ca79-43b7-8bc5-1b5780ae5168 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:12.336994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.361461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0484a09c-3cfc-40fd-8aaf-7d68ebe1f77e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.397866 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f5209239-c63f-42aa-984a-d233e4d3f154 req-dcd98932-e8ae-482e-85b9-7c4f9178ec72 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799026 Dec 23 08:27:12.409346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e81186e7-ae87-42e8-886e-abd4ef37857d tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Unset dirty status for tenant:408c8dc16f974c5ebee6a9e3c9de284c on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:12.413266 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e81186e7-ae87-42e8-886e-abd4ef37857d tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=2de32349-7bc6-4e00-ba25-18915e209cf9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5463643 Dec 23 08:27:12.414041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42480) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:12.436629 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0fa27-6662-4628-9ce8-eca9fc033ea7 None None] Pushing event updated for resources: {'Port': ['ID=eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:12.440496 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed35aca-1067-4d1b-8d5b-38eea7623e19 None None] Network 99e831ff-eeb2-4390-82ec-8ba0b18d20eb requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:12.444600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.463039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484a09c-3cfc-40fd-8aaf-7d68ebe1f77e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=69061fc6-0fbd-47cb-bde2-5ed69e13aae8,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:12.477718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0484a09c-3cfc-40fd-8aaf-7d68ebe1f77e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.514666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063db86-2a9d-4663-87b1-af6878cc53e6 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:12.538039 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0484a09c-3cfc-40fd-8aaf-7d68ebe1f77e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/69061fc6-0fbd-47cb-bde2-5ed69e13aae8 HTTP/1.1" status: 204 len: 168 time: 1.8090174 Dec 23 08:27:12.543167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42484) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:12.554065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Router 58800531-02c6-43f5-8c37-ab16ed94172e has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:27:12.640787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.727461 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7b81e4c7-fcd4-48cc-a2eb-9ca90a62211d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1692128 Dec 23 08:27:12.732980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42488) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:12.737497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 52e9840a-d2a6-441d-bb3c-4291e30312d9 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:12.746856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:12.761849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:12.765480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:12.821443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting port eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:12.821848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.902968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Allocated IP 172.26.8.252 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/6f42cc4e-2891-4c3a-b4e7-7120981dde13) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:12.907603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port afdf942a-ca79-43b7-8bc5-1b5780ae5168 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:12.909530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:12.920462 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1020b28c-c255-4374-bdf7-dc779e526a93 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:12.921150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1020b28c-c255-4374-bdf7-dc779e526a93 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Synchronizing usage tracker for tenant:408c8dc16f974c5ebee6a9e3c9de284c on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:12.939177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:12.940436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:13.011179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b5de3d-8325-4959-ae7f-d1dfa3f071d1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:13.011989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e3b5de3d-8325-4959-ae7f-d1dfa3f071d1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:13.015967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b808baf6-0dbc-43f3-8297-03a1801f5899 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:13.044390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Deleting port af9fa7aa-047f-47f8-bdb6-ae9f8c260473 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:13.044778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:13.085174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e3b5de3d-8325-4959-ae7f-d1dfa3f071d1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:13.088996 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e3b5de3d-8325-4959-ae7f-d1dfa3f071d1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3491628 Dec 23 08:27:13.089940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42494) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:13.127820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1020b28c-c255-4374-bdf7-dc779e526a93 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Unset dirty status for tenant:408c8dc16f974c5ebee6a9e3c9de284c on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:13.133147 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1020b28c-c255-4374-bdf7-dc779e526a93 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 881 time: 0.7179689 Dec 23 08:27:13.135675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42498) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:13.158401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: b808baf6-0dbc-43f3-8297-03a1801f5899 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:13.159060 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b808baf6-0dbc-43f3-8297-03a1801f5899 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:13.179097 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-42754bc9-de06-454a-8a81-9f824d9d4625 req-571480bd-b389-4b11-bd49-71d9399fdf5f tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.1656299 Dec 23 08:27:13.219174 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d33948bc-7a53-4adb-86f5-eb8ef7435a11 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de32349-7bc6-4e00-ba25-18915e209cf9 HTTP/1.1" status: 200 len: 205 time: 0.0803747 Dec 23 08:27:13.222207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:13.222889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42502) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:13.232168 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] Sync routers for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:13.241399 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a7c4b-9cf0-47db-b790-5a4487936c4e None None] Network 52e9840a-d2a6-441d-bb3c-4291e30312d9 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:13.245838 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:13.246450 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:13.337805 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-13dc8fe2-1afd-4577-a31d-38a6ba328dd6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0133791 Dec 23 08:27:13.358507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42506) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:13.366155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '52e9840a-d2a6-441d-bb3c-4291e30312d9', 'name': 'tempest-PortsTestJSON-1073823806'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:13.376108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71303f-1ca2-4f29-9b79-325526993981 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:13.377394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fe71303f-1ca2-4f29-9b79-325526993981 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:13.408261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5bb7f6-c1ff-4448-9a9a-14a17f3e135a None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:13.419728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7a5bb7f6-c1ff-4448-9a9a-14a17f3e135a None None] Deleting port afdf942a-ca79-43b7-8bc5-1b5780ae5168 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:13.420069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb7f6-c1ff-4448-9a9a-14a17f3e135a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:13.465512 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:27:13.467564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] No DVR routers for this DVR port b808baf6-0dbc-43f3-8297-03a1801f5899 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:13.476798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:13.479152 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e36ca79-b16a-48ba-b4ba-2ffe8d9226f0 req-cb5b2178-368a-4dca-a285-d01d6cee93bd tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.24 "DELETE /v2.0/ports/b808baf6-0dbc-43f3-8297-03a1801f5899 HTTP/1.1" status: 204 len: 173 time: 4.6350048 Dec 23 08:27:13.479776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'name': 'network-vif-deleted', 'tag': 'b808baf6-0dbc-43f3-8297-03a1801f5899'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:27:13.516814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fe71303f-1ca2-4f29-9b79-325526993981 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:13.527589 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fe71303f-1ca2-4f29-9b79-325526993981 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4338300 Dec 23 08:27:13.533885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42514) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:13.607398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4db94a62-7113-4700-b9ba-e157d5eaf894 None None] Provisioning for port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:13.647647 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5d5374d0-c73f-4ef6-952c-a9db31c52d84 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079555 Dec 23 08:27:13.656022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42518) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:13.670254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] For port af9fa7aa-047f-47f8-bdb6-ae9f8c260473, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=af9fa7aa-047f-47f8-bdb6-ae9f8c260473,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:13.670700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:13.686822 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3417b583-53ee-4b8e-914b-44fb8e7e0360', 'name': 'network-vif-deleted', 'tag': 'b808baf6-0dbc-43f3-8297-03a1801f5899', 'status': 'completed', 'code': 200} Dec 23 08:27:13.699299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:13.784131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7a5bb7f6-c1ff-4448-9a9a-14a17f3e135a None None] For port afdf942a-ca79-43b7-8bc5-1b5780ae5168, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=afdf942a-ca79-43b7-8bc5-1b5780ae5168,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:13.784458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb7f6-c1ff-4448-9a9a-14a17f3e135a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:13.845574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:13.910772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7a5bb7f6-c1ff-4448-9a9a-14a17f3e135a None None] Calling delete_port for afdf942a-ca79-43b7-8bc5-1b5780ae5168 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:13.996090 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:29Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'eab82e90-a7fe-4ae9-a2a1-4c26ecfad090', 'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'mac_address': 'fa:16:3e:e5:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:25Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'subnets': [{'id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:13.999629 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb7f6-c1ff-4448-9a9a-14a17f3e135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.000268 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] Checking router: 58800531-02c6-43f5-8c37-ab16ed94172e for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:27:14.013727 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:14.014386 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:14.015112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.066201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Calling delete_port for af9fa7aa-047f-47f8-bdb6-ae9f8c260473 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:14.070371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:14.075830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bb7f6-c1ff-4448-9a9a-14a17f3e135a None None] Pushing event deleted for resources: {'Port': ['ID=afdf942a-ca79-43b7-8bc5-1b5780ae5168,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:14.085219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5bb7f6-c1ff-4448-9a9a-14a17f3e135a None None] No DVR routers for this DVR port afdf942a-ca79-43b7-8bc5-1b5780ae5168 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:14.102074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.112325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:14.162236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:14.166543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.192944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-16f43734-6454-42ab-bb8f-4dbd45482d0d None None] Provisioning for port 6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:14.200935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-16f43734-6454-42ab-bb8f-4dbd45482d0d None None] Provisioning complete for port 6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:14.201678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-16f43734-6454-42ab-bb8f-4dbd45482d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.234711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:14.244608 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:14.251948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:14.313335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] For port eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10,segment=NetworkSegment(ddc2e290-319f-488d-849b-3349059ef05a),segment_id=ddc2e290-319f-488d-849b-3349059ef05a)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:14.313681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.326013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:14.330037 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-16f43734-6454-42ab-bb8f-4dbd45482d0d None None] Port 6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:14.349669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:14.359263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.398839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f02d2c8a-b7d5-4f85-9a14-594204ffcc58 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:14.468617 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:27:14.476806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:14.492369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:14.567290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:14.574351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:14.575090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.606952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 646568a7-39fc-4e01-b151-f568da89d7f2 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:14.625844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd3e70d-effb-4101-91e5-1cf90b4e2004 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:27:14.688446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.762908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=f1a8aea5-9754-4ee5-95e3-19b7c8ffd1e4,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:14.788638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:14.790704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:14.793668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:14.794270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.828362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4c466c46-a893-410a-9ab0-62a1c8ef8250 None None] Provisioning complete for port 6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:14.828975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4c466c46-a893-410a-9ab0-62a1c8ef8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.836943 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3f6db94f-f2de-4263-83fc-cf5a8009448e req-3d080e77-7426-4a6a-aa67-bce9a0fefe13 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/ports?device_id=3417b583-53ee-4b8e-914b-44fb8e7e0360 HTTP/1.1" status: 200 len: 210 time: 0.1950359 Dec 23 08:27:14.838935 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-127fa69e-b551-493c-ad61-0b2fc8766fc7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1719396 Dec 23 08:27:14.842136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event updated for resources: {'Port': ['ID=6f42cc4e-2891-4c3a-b4e7-7120981dde13,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:14.842276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42524) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:14.850627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': 'f1a8aea5-9754-4ee5-95e3-19b7c8ffd1e4', 'ip_address': '2001:db8::3a6e:7aad:250a:6ec8'}], 'name': 'tempest-NetworksTestDHCPv6-305909585'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:14.860641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Calling delete_port for eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:14.919791 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:29Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'eab82e90-a7fe-4ae9-a2a1-4c26ecfad090', 'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'mac_address': 'fa:16:3e:e5:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:25Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'subnets': [{'id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:14.923650 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12bf01-e9a4-4739-b6f9-8f78d938f1a4 None None] The sync data for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv is: [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:29Z', 'revision_number': 4, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'eab82e90-a7fe-4ae9-a2a1-4c26ecfad090', 'name': '', 'network_id': '63788f09-fc68-4f8e-bdc1-ffd155abbfb2', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'mac_address': 'fa:16:3e:e5:9b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:25Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'subnets': [{'id': 'de68b6fd-1b22-40df-9e00-1824b09c2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:14.960904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:14.993650 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4c466c46-a893-410a-9ab0-62a1c8ef8250 None None] Port 6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:14.999230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed184541-40e9-42d4-8d79-b554095c71ce req-e954e243-5d17-4e65-8d84-36084926065d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:15.001692 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed184541-40e9-42d4-8d79-b554095c71ce req-e954e243-5d17-4e65-8d84-36084926065d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 1.1061249 Dec 23 08:27:15.040513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f02d2c8a-b7d5-4f85-9a14-594204ffcc58, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f02d2c8a-b7d5-4f85-9a14-594204ffcc58,segment=NetworkSegment(5b4e730a-d750-4dbc-b169-578aa54a7f76),segment_id=5b4e730a-d750-4dbc-b169-578aa54a7f76)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:15.049980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:15.058667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:15.120020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=af9fa7aa-047f-47f8-bdb6-ae9f8c260473,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:15.147564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:15.160913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device afdf942a-ca79-43b7-8bc5-1b5780ae5168 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:15.191904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd3e70d-effb-4101-91e5-1cf90b4e2004 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:27:15.203468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: afdf942a-ca79-43b7-8bc5-1b5780ae5168 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:15.203801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device afdf942a-ca79-43b7-8bc5-1b5780ae5168 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:15.214501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f02d2c8a-b7d5-4f85-9a14-594204ffcc58,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:15.260252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:15.265943 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed184541-40e9-42d4-8d79-b554095c71ce req-7807d3b5-d1b7-490c-b17f-c2a47c4dea33 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457297 Dec 23 08:27:15.266553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:15.331749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b58b26b-f38b-4302-9315-1a500986deb2 None None] New status for floating IP 0c0932fd-0238-4034-bd42-8f841e1c44fd: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:27:15.336921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:15.342672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:15.351229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.14 (52e9840a-d2a6-441d-bb3c-4291e30312d9/3c2c5beb-2f88-447f-a5ee-18d764004205/646568a7-39fc-4e01-b151-f568da89d7f2) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:15.353469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Port': ['ID=eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:15.373894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No DVR routers for this DVR port eaf3dbaa-3f22-45cc-8503-5bd95dbd2b10 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:15.381575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:15.563026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:15.665224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::3a6e:7aad:250a:6ec8 (3b1e253c-1242-4661-909e-bc02458a5888/f1a8aea5-9754-4ee5-95e3-19b7c8ffd1e4/f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:15.674762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:15.683009 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:15.731134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e831ff-eeb2-4390-82ec-8ba0b18d20eb']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:15.840007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': 'f1a8aea5-9754-4ee5-95e3-19b7c8ffd1e4'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:15.840818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:15.886638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc2e290-319f-488d-849b-3349059ef05a') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:15.886936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc2e290-319f-488d-849b-3349059ef05a') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:15.901931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:15.988756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.022238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42532) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:16.080036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.089822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.109918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:16.185710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:16.186135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:16.204235 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:16.211891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.290415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.300996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/f1a8aea5-9754-4ee5-95e3-19b7c8ffd1e4/b55e3228-a622-4f29-80c4-cc791039d4de) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:16.325705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f02d2c8a-b7d5-4f85-9a14-594204ffcc58 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:16.332682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-78dfea8a-7942-4843-99fc-3050703c8acc tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.433882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.448840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object 646568a7-39fc-4e01-b151-f568da89d7f2 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:16.480429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:16.495268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:16.497784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:16.502017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:16.502612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.511460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:16.521871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.523961 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.533851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-78dfea8a-7942-4843-99fc-3050703c8acc tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.536045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:16.536408 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.610520 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8739874e-d4f0-40cd-b0fd-7921c14a6065 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7669375 Dec 23 08:27:16.617669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42538) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:16.634861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.664255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=99e831ff-eeb2-4390-82ec-8ba0b18d20eb,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:16.666587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.710296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Transition to ACTIVE for port object b55e3228-a622-4f29-80c4-cc791039d4de will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:16.711501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42542) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:16.712541 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c33aadeb-224a-469d-bf02-275cc0952636 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/99e831ff-eeb2-4390-82ec-8ba0b18d20eb HTTP/1.1" status: 204 len: 168 time: 7.3878191 Dec 23 08:27:16.717201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1903920519'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:16.743563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Transition to ACTIVE for port object b55e3228-a622-4f29-80c4-cc791039d4de will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:16.754390 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.763744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.777257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4e703-4bf7-49d7-b438-43a4bdd202a0 req-85d7d547-5f0a-44a7-9691-fbf2904d7898 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:16.778738 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2dd4e703-4bf7-49d7-b438-43a4bdd202a0 req-85d7d547-5f0a-44a7-9691-fbf2904d7898 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.3394160 Dec 23 08:27:16.786861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:16.798014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c7332d-aa4b-49b9-9e6c-827999df5f10 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:16.799021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-80c7332d-aa4b-49b9-9e6c-827999df5f10 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:16.802844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:16.807940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:16.818013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:16.830727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:16.833626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:16.837349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:16.844062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Pushing event updated for resources: {'Port': ['ID=b55e3228-a622-4f29-80c4-cc791039d4de,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:16.851755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-80c7332d-aa4b-49b9-9e6c-827999df5f10 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:16.853299 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-80c7332d-aa4b-49b9-9e6c-827999df5f10 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2345169 Dec 23 08:27:16.855885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:16.857544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42546) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:16.858820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.868570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-78dfea8a-7942-4843-99fc-3050703c8acc tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.905826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:16.909028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:27:16.910858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.911200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.911531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.911855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.912575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.912575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.912863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.913146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.913474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.913738 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.914102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:27:16.926666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.927034 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment 54e1c1a0-8784-474f-83ac-be6e4f2705e6 of type vlan for network 21f82c2a-ac9e-4337-9fee-64cc93f29d62 Dec 23 08:27:16.942724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Attempting to bind port b55e3228-a622-4f29-80c4-cc791039d4de on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:16.943087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Attempting to bind port b55e3228-a622-4f29-80c4-cc791039d4de by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:16.943695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Attempting to bind port b55e3228-a622-4f29-80c4-cc791039d4de on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:16.949830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:16.950223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:16.950617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.951049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:16.951627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Bound port: b55e3228-a622-4f29-80c4-cc791039d4de, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:16.951999 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:16.969115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfea8a-7942-4843-99fc-3050703c8acc tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8517a2-8011-4498-b66d-2af9401c8d7d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:17.020150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 52e9840a-d2a6-441d-bb3c-4291e30312d9 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:17.031851 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.051394 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:17.053055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=646568a7-39fc-4e01-b151-f568da89d7f2,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:17.053800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] For port b55e3228-a622-4f29-80c4-cc791039d4de, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:17.057069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] For port b55e3228-a622-4f29-80c4-cc791039d4de, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b55e3228-a622-4f29-80c4-cc791039d4de,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:17.059758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:17.068533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.088203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-78dfea8a-7942-4843-99fc-3050703c8acc tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.091880 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-78dfea8a-7942-4843-99fc-3050703c8acc tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b8517a2-8011-4498-b66d-2af9401c8d7d HTTP/1.1" status: 204 len: 168 time: 1.0552266 Dec 23 08:27:17.091880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.100388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42550) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:17.138194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.141945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:17.142400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.143313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e29cda48-a5ed-4fc2-9de2-1d688fbad5ef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:17.143469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e29cda48-a5ed-4fc2-9de2-1d688fbad5ef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.158176 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fc98d-b3fd-4da5-ba54-fdc8ee5c75e6 None None] Pushing event updated for resources: {'Port': ['ID=b55e3228-a622-4f29-80c4-cc791039d4de,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:17.176566 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2dd4e703-4bf7-49d7-b438-43a4bdd202a0 req-aadafefd-05eb-4347-81df-289c39f9bdfa tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621533 Dec 23 08:27:17.188105 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4729514 Dec 23 08:27:17.194341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42554) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:17.205879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Deleting port adc6bd57-94af-4935-b37d-2777f8080204 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:17.210411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.244415 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-c7e276be-5199-46f1-8cb8-b3fb4e47a7c9 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] show failed (client error): The resource could not be found. Dec 23 08:27:17.245996 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c7e276be-5199-46f1-8cb8-b3fb4e47a7c9 tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "GET /v2.0/security-groups/2b8517a2-8011-4498-b66d-2af9401c8d7d HTTP/1.1" status: 404 len: 347 time: 0.1430249 Dec 23 08:27:17.269833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42560) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:17.272856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0710f-21be-4a7c-9cce-8d0d9cbc998f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=21f82c2a-ac9e-4337-9fee-64cc93f29d62,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:17.285451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 21f82c2a-ac9e-4337-9fee-64cc93f29d62 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:17.288137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': '21f82c2a-ac9e-4337-9fee-64cc93f29d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:17.526098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Deleting port 97a647bb-f03f-4bf6-a381-6ab7dc1463d7 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:17.526443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.638534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:17.648497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.751365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:17.760878 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3e182f86-f170-45d3-8bd0-0d4fdfadbb02 admin admin] 10.222.0.36 "PUT /v2.0/routers/6c5a70c6-759a-4c89-8dfc-2e30988fed9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8453138 Dec 23 08:27:17.762195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42566) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:17.764953 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] Sync routers for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:17.780656 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:17.781555 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:17.876331 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.876666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:17.965390 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2eea574b-54e5-4266-9c77-ab893f9882ee tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6057658 Dec 23 08:27:17.968691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:17.982414 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:27:17.984918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42570) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:17.988158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:18.017071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Calling delete_port for 97a647bb-f03f-4bf6-a381-6ab7dc1463d7 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:18.045747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:18.068875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:18.075493 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a4b38b4-5f80-4b1e-904c-9e4a4d096744 req-625d08b3-06a4-4804-98b5-e4ea75443d64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1098 time: 0.3865693 Dec 23 08:27:18.140229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e29cda48-a5ed-4fc2-9de2-1d688fbad5ef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:18.149614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:18.173802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:18.316724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b55e3228-a622-4f29-80c4-cc791039d4de up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:18.388185 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:27:14Z', 'revision_number': 5, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:18.393894 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] Checking router: 6c5a70c6-759a-4c89-8dfc-2e30988fed9a for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:27:18.409266 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] Routers {'6c5a70c6-759a-4c89-8dfc-2e30988fed9a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:18.410689 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:18.444265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498943a-24d8-4c38-b34a-15817219401a None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:27:18.460866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Calling delete_port for adc6bd57-94af-4935-b37d-2777f8080204 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:18.503079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b55e3228-a622-4f29-80c4-cc791039d4de completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:18.545111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b38b4-5f80-4b1e-904c-9e4a4d096744 req-f3df3c4e-ed18-4cc8-aa45-b810c4b799ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:18.546492 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a4b38b4-5f80-4b1e-904c-9e4a4d096744 req-f3df3c4e-ed18-4cc8-aa45-b810c4b799ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 912 time: 0.4638433 Dec 23 08:27:18.575691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e29cda48-a5ed-4fc2-9de2-1d688fbad5ef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:18.585425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-55480976-3cd3-4380-a540-45b65e6f5ec9 None None] Provisioning for port b55e3228-a622-4f29-80c4-cc791039d4de completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:18.603956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-55480976-3cd3-4380-a540-45b65e6f5ec9 None None] Provisioning complete for port b55e3228-a622-4f29-80c4-cc791039d4de triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:18.604572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-55480976-3cd3-4380-a540-45b65e6f5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:18.646246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b7190-06bf-4bc8-9b6e-85548ac192f0 req-2308c672-73b3-42cc-8c60-18ef406358bb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:18.647874 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d1b7190-06bf-4bc8-9b6e-85548ac192f0 req-2308c672-73b3-42cc-8c60-18ef406358bb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.7773960 Dec 23 08:27:18.684399 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] Set router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:27:18.710142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498943a-24d8-4c38-b34a-15817219401a None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:27:18.735415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:18.753775 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a4b38b4-5f80-4b1e-904c-9e4a4d096744 req-7f2445a7-7023-4588-a65f-cbe453355a08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 1001 time: 0.1354465 Dec 23 08:27:18.836317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b38b4-5f80-4b1e-904c-9e4a4d096744 req-d76570a8-ae2d-46d4-9761-8b87d3291cac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:18.837819 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a4b38b4-5f80-4b1e-904c-9e4a4d096744 req-d76570a8-ae2d-46d4-9761-8b87d3291cac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 200 len: 851 time: 0.0750668 Dec 23 08:27:18.856320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b795f3f7-c050-41a2-919b-cd1d12045e77 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:18.856539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-55480976-3cd3-4380-a540-45b65e6f5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:18.857017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b795f3f7-c050-41a2-919b-cd1d12045e77 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:18.924619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Router 1a286393-00b4-4ee5-b692-716608af6775 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:27:18.929214 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d1b7190-06bf-4bc8-9b6e-85548ac192f0 req-05b45748-08c5-43b9-a9ad-f645052e433a tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597616 Dec 23 08:27:18.939196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b795f3f7-c050-41a2-919b-cd1d12045e77 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:18.940859 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b795f3f7-c050-41a2-919b-cd1d12045e77 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.9546120 Dec 23 08:27:18.946942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-55480976-3cd3-4380-a540-45b65e6f5ec9 None None] For port b55e3228-a622-4f29-80c4-cc791039d4de, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b55e3228-a622-4f29-80c4-cc791039d4de,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:18.950761 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42574) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:18.968319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-55480976-3cd3-4380-a540-45b65e6f5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:18.971082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:19.082584 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:27:14Z', 'revision_number': 5, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:19.086887 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bcead-4f2a-4dc4-b122-8e7fcdaf533c None None] The sync data for ids ['6c5a70c6-759a-4c89-8dfc-2e30988fed9a'] in dv-neutron-822507-1-hyperv is: [{'id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'name': 'tempest-ServersTestManualDisk-782433015-router', 'tenant_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:11Z', 'updated_at': '2021-12-23T08:27:14Z', 'revision_number': 5, 'project_id': '3ce5b6fa1acc41e38c12927d81e4b0db', 'gw_port': {'id': '43c6af3a-e918-452f-b23e-eb8185861b37', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5a70c6-759a-4c89-8dfc-2e30988fed9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:19.103205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0807e742-8643-4e07-bd16-6ca6d82ebdd8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 646568a7-39fc-4e01-b151-f568da89d7f2 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:19.103545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0807e742-8643-4e07-bd16-6ca6d82ebdd8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:19.140196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55480976-3cd3-4380-a540-45b65e6f5ec9 None None] Pushing event updated for resources: {'Port': ['ID=b55e3228-a622-4f29-80c4-cc791039d4de,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:19.171158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:19.185961 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e29cda48-a5ed-4fc2-9de2-1d688fbad5ef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:19.245415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Pushing event deleted for resources: {'Port': ['ID=97a647bb-f03f-4bf6-a381-6ab7dc1463d7,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:19.286347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cda48-a5ed-4fc2-9de2-1d688fbad5ef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:19.289474 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a4b38b4-5f80-4b1e-904c-9e4a4d096744 req-94854ab0-fc16-42c7-afa0-20edb4364947 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=824d0043-5466-40fa-aafd-00652d6477b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4427054 Dec 23 08:27:19.290473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7215f857-d684-4a82-afd6-2a7e34654a52 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:19.340973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e29cda48-a5ed-4fc2-9de2-1d688fbad5ef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:19.359780 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e29cda48-a5ed-4fc2-9de2-1d688fbad5ef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9 HTTP/1.1" status: 204 len: 168 time: 2.4923987 Dec 23 08:27:19.373168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42578) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:19.375389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:19.493119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:19.707893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:19.713978 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-559b8301-4725-41f9-897f-8a33be1bb6ca tempest-ServersTestJSON-1379175868 tempest-ServersTestJSON-1379175868-project] 10.222.0.36 "DELETE /v2.0/floatingips/0c0932fd-0238-4034-bd42-8f841e1c44fd HTTP/1.1" status: 204 len: 168 time: 2.4423671 Dec 23 08:27:19.716503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42582) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:19.787357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event deleted for resources: {'Port': ['ID=adc6bd57-94af-4935-b37d-2777f8080204,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:19.820234 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a4b38b4-5f80-4b1e-904c-9e4a4d096744 req-8bbd20eb-b8d5-46dd-87b6-c9cc670bcf6b service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187471 Dec 23 08:27:19.826526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9158cb14-45f0-48b2-b925-fe66db7e91df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:19.828055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9158cb14-45f0-48b2-b925-fe66db7e91df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:19.828810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9158cb14-45f0-48b2-b925-fe66db7e91df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:19.830581 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60fc3940-f9ca-40fa-92c1-3bc5d9be1300 None None] Provisioning for port 646568a7-39fc-4e01-b151-f568da89d7f2 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:19.839666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60fc3940-f9ca-40fa-92c1-3bc5d9be1300 None None] Provisioning complete for port 646568a7-39fc-4e01-b151-f568da89d7f2 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:19.840325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60fc3940-f9ca-40fa-92c1-3bc5d9be1300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:19.905042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-60fc3940-f9ca-40fa-92c1-3bc5d9be1300 None None] Port 646568a7-39fc-4e01-b151-f568da89d7f2 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:19.973444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9158cb14-45f0-48b2-b925-fe66db7e91df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:19.974621 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9158cb14-45f0-48b2-b925-fe66db7e91df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6006398 Dec 23 08:27:19.985928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42586) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:20.040271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-28d35ba1-caee-4f42-8d8b-f9d9d826df43 None None] Provisioning complete for port b55e3228-a622-4f29-80c4-cc791039d4de triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:20.041001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-28d35ba1-caee-4f42-8d8b-f9d9d826df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.104972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.216001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0807e742-8643-4e07-bd16-6ca6d82ebdd8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.292302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b55e3228-a622-4f29-80c4-cc791039d4de up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:20.375072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b55e3228-a622-4f29-80c4-cc791039d4de triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:20.375588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.395404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0807e742-8643-4e07-bd16-6ca6d82ebdd8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 646568a7-39fc-4e01-b151-f568da89d7f2 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:20.432472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.482576 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a4b38b4-5f80-4b1e-904c-9e4a4d096744 req-bc247801-8431-4ff0-bd97-a1f2b6b38d87 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494184 Dec 23 08:27:20.501086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=ae2cc10b-c7fc-4a62-88db-7439ba0dee61,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:20.525208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d2051864-60b8-406e-8cbb-931f6d6e6ef8 None None] Could not find standard attr ID for object f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:27:20.528396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device af9fa7aa-047f-47f8-bdb6-ae9f8c260473 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:20.572122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: af9fa7aa-047f-47f8-bdb6-ae9f8c260473 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:20.572531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device af9fa7aa-047f-47f8-bdb6-ae9f8c260473 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:20.589799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:20.600944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22886d-9386-41e2-9a24-1b325afa9042 None None] Sync routers for ids ['1a286393-00b4-4ee5-b692-716608af6775'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:20.609342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.613408 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-681ec574-5189-40df-b185-8956bc10fa43 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "PUT /v2.0/routers/1a286393-00b4-4ee5-b692-716608af6775 HTTP/1.1" status: 200 len: 918 time: 9.9429233 Dec 23 08:27:20.614209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22886d-9386-41e2-9a24-1b325afa9042 None None] Routers {'1a286393-00b4-4ee5-b692-716608af6775'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:20.615028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3b22886d-9386-41e2-9a24-1b325afa9042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['1a286393-00b4-4ee5-b692-716608af6775'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:20.617585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42592) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:20.678330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3b22886d-9386-41e2-9a24-1b325afa9042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:20.689202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22886d-9386-41e2-9a24-1b325afa9042 None None] Routers {'1a286393-00b4-4ee5-b692-716608af6775'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:20.689727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3b22886d-9386-41e2-9a24-1b325afa9042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['1a286393-00b4-4ee5-b692-716608af6775'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:20.714061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': '54e1c1a0-8784-474f-83ac-be6e4f2705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21f82c2a-ac9e-4337-9fee-64cc93f29d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:20.714436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: 21f82c2a-ac9e-4337-9fee-64cc93f29d62, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:20.714763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.746409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Deleting port 43c6af3a-e918-452f-b23e-eb8185861b37 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:20.746774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.748697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3b22886d-9386-41e2-9a24-1b325afa9042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:20.749107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22886d-9386-41e2-9a24-1b325afa9042 None None] The sync data for ids ['1a286393-00b4-4ee5-b692-716608af6775'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:20.804899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458560-00e2-4994-b765-ff516786c49c req-5c9ac916-a34d-4c81-ae34-e5dbbebdcd6f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:20.806358 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c7458560-00e2-4994-b765-ff516786c49c req-5c9ac916-a34d-4c81-ae34-e5dbbebdcd6f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.6472571 Dec 23 08:27:20.822152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.826793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9a04f5-25cd-445a-93f2-e3325ef2a1db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet f1a8aea5-9754-4ee5-95e3-19b7c8ffd1e4 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:20.843490 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7e9a04f5-25cd-445a-93f2-e3325ef2a1db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.887517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0807e742-8643-4e07-bd16-6ca6d82ebdd8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.892757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.927969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7e9a04f5-25cd-445a-93f2-e3325ef2a1db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:20.955357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807e742-8643-4e07-bd16-6ca6d82ebdd8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=646568a7-39fc-4e01-b151-f568da89d7f2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:20.976151 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c7458560-00e2-4994-b765-ff516786c49c req-a91fffc6-56c6-4e24-bd95-a586053b3d48 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586850 Dec 23 08:27:20.976672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 21f82c2a-ac9e-4337-9fee-64cc93f29d62 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:21.017572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 21f82c2a-ac9e-4337-9fee-64cc93f29d62) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:21.019196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.019536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Fanout notify agent at l3_agent the message router_deleted on router 2de32349-7bc6-4e00-ba25-18915e209cf9 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:27:21.027589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd85fa0-51ed-47d6-ae51-d752a63d3c6c None None] Network 21f82c2a-ac9e-4337-9fee-64cc93f29d62 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:21.032288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:21.032854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.072422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.079452 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-47dead05-8204-4acd-9e2d-b8e3b4ce0af2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/2de32349-7bc6-4e00-ba25-18915e209cf9 HTTP/1.1" status: 204 len: 168 time: 7.8524115 Dec 23 08:27:21.081833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42596) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:21.087022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-99719794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:21.094295 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2dd05285-18b4-4082-8a17-b523900ec481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8924813 Dec 23 08:27:21.097740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42600) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:21.099171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:21.123902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Usage tracker for resource:router and tenant:379193d209c0454fb4b11dd36c7290c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:21.131370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:21.195793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:21.207443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7e9a04f5-25cd-445a-93f2-e3325ef2a1db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.280854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] For port 43c6af3a-e918-452f-b23e-eb8185861b37, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43c6af3a-e918-452f-b23e-eb8185861b37,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:21.281206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.356022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0807e742-8643-4e07-bd16-6ca6d82ebdd8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.401163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-21f82c2a-ac9e-4337-9fee-64cc93f29d62', 'network_id': '21f82c2a-ac9e-4337-9fee-64cc93f29d62', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': 'ae2cc10b-c7fc-4a62-88db-7439ba0dee61'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:21.402234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.403963 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.404881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.423538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Calling delete_port for 43c6af3a-e918-452f-b23e-eb8185861b37 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:21.467918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.480618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.480824 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0807e742-8643-4e07-bd16-6ca6d82ebdd8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/646568a7-39fc-4e01-b151-f568da89d7f2 HTTP/1.1" status: 204 len: 168 time: 2.5184860 Dec 23 08:27:21.484487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7e9a04f5-25cd-445a-93f2-e3325ef2a1db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.486255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42604) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:21.537333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a04f5-25cd-445a-93f2-e3325ef2a1db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a8aea5-9754-4ee5-95e3-19b7c8ffd1e4,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:21.571298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7e9a04f5-25cd-445a-93f2-e3325ef2a1db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.573651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b03eb-75f0-4729-a174-f5881af76b74 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:21.593463 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-75aa1cf5-b6d5-467b-88a3-7dadcde53a98 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:27:21.594134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75aa1cf5-b6d5-467b-88a3-7dadcde53a98 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:21.597502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.623195 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7e9a04f5-25cd-445a-93f2-e3325ef2a1db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/f1a8aea5-9754-4ee5-95e3-19b7c8ffd1e4 HTTP/1.1" status: 204 len: 168 time: 1.6340513 Dec 23 08:27:21.624785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42608) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:21.687252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.704418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Allocated IP 172.20.0.1 (21f82c2a-ac9e-4337-9fee-64cc93f29d62/ae2cc10b-c7fc-4a62-88db-7439ba0dee61/c3f2a405-97d1-4c5c-8738-88c0c95266c2) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:21.724093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.727782 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cc6b9785-50bc-4818-bcc3-97216ee3cff1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6424067 Dec 23 08:27:21.733400 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-20e24858-4ab7-4f43-91e0-f5e1f6c09938 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052206 Dec 23 08:27:21.733400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42612) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:21.739672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42614) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:21.742921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': True}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:21.778853 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dce7d584-df49-403b-9332-5ed423f8e874 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/routers/1a286393-00b4-4ee5-b692-716608af6775 HTTP/1.1" status: 200 len: 924 time: 1.1545334 Dec 23 08:27:21.780614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42618) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:21.783151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75aa1cf5-b6d5-467b-88a3-7dadcde53a98 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:21.787325 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-75aa1cf5-b6d5-467b-88a3-7dadcde53a98 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/646568a7-39fc-4e01-b151-f568da89d7f2 HTTP/1.1" status: 404 len: 333 time: 0.2969503 Dec 23 08:27:21.793081 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42622) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:21.803642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:21.948568 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5a5a0838-9cdb-447b-8824-5dda166b212a tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=1a286393-00b4-4ee5-b692-716608af6775&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1679292 Dec 23 08:27:21.952401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42628) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:21.954088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:21.996298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e059830-7bd7-4385-8d19-4ce0323923c8 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:22.007225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5e059830-7bd7-4385-8d19-4ce0323923c8 None None] Deleting port b55e3228-a622-4f29-80c4-cc791039d4de {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:22.007596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5e059830-7bd7-4385-8d19-4ce0323923c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.030992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.044279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-03539acc-9bc2-4dfd-aa3b-08ccece7fd2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:22.045293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-03539acc-9bc2-4dfd-aa3b-08ccece7fd2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.064546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.087919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Transition to ACTIVE for port object c3f2a405-97d1-4c5c-8738-88c0c95266c2 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:22.117451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:22.131696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:22.139249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Pushing event deleted for resources: {'Port': ['ID=43c6af3a-e918-452f-b23e-eb8185861b37,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:22.141775 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:22.166300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Transition to ACTIVE for port object c3f2a405-97d1-4c5c-8738-88c0c95266c2 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:22.178176 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.258078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:22.308706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349443a3-a0be-4ef0-85a8-981f114feb67 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:22.309269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-349443a3-a0be-4ef0-85a8-981f114feb67 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Synchronizing usage tracker for tenant:ca5de6dedfd4472ba434ffc9b590626c on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:22.355485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b55e3228-a622-4f29-80c4-cc791039d4de no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:22.392316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Pushing event updated for resources: {'Port': ['ID=c3f2a405-97d1-4c5c-8738-88c0c95266c2,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:22.397115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5e059830-7bd7-4385-8d19-4ce0323923c8 None None] For port b55e3228-a622-4f29-80c4-cc791039d4de, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b55e3228-a622-4f29-80c4-cc791039d4de,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:22.397507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5e059830-7bd7-4385-8d19-4ce0323923c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.411211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Network 21f82c2a-ac9e-4337-9fee-64cc93f29d62 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:22.417943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:22.419840 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:22.432444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:22.435928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.512742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-349443a3-a0be-4ef0-85a8-981f114feb67 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Unset dirty status for tenant:ca5de6dedfd4472ba434ffc9b590626c on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:22.516563 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-349443a3-a0be-4ef0-85a8-981f114feb67 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 881 time: 0.5092587 Dec 23 08:27:22.517694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42634) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:22.544967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5e059830-7bd7-4385-8d19-4ce0323923c8 None None] Calling delete_port for b55e3228-a622-4f29-80c4-cc791039d4de owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:22.564696 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5118c5b3-cde4-472a-a6a1-99210f1774e3 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a286393-00b4-4ee5-b692-716608af6775 HTTP/1.1" status: 200 len: 205 time: 0.0443349 Dec 23 08:27:22.565242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42638) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:22.621550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.624337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.684102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2cc10b-c7fc-4a62-88db-7439ba0dee61,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:22.734242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Attempting to bind port c3f2a405-97d1-4c5c-8738-88c0c95266c2 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:22.734597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Attempting to bind port c3f2a405-97d1-4c5c-8738-88c0c95266c2 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '54e1c1a0-8784-474f-83ac-be6e4f2705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21f82c2a-ac9e-4337-9fee-64cc93f29d62'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:22.734944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Attempting to bind port c3f2a405-97d1-4c5c-8738-88c0c95266c2 on network 21f82c2a-ac9e-4337-9fee-64cc93f29d62 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:22.751539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5e059830-7bd7-4385-8d19-4ce0323923c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.756108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:22.756108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Checking segment: {'id': '54e1c1a0-8784-474f-83ac-be6e4f2705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21f82c2a-ac9e-4337-9fee-64cc93f29d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:22.756361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.756935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Bound using segment: {'id': '54e1c1a0-8784-474f-83ac-be6e4f2705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21f82c2a-ac9e-4337-9fee-64cc93f29d62'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:22.757181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Bound port: c3f2a405-97d1-4c5c-8738-88c0c95266c2, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e1c1a0-8784-474f-83ac-be6e4f2705e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '21f82c2a-ac9e-4337-9fee-64cc93f29d62'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:22.757544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.831618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.866536 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e059830-7bd7-4385-8d19-4ce0323923c8 None None] Pushing event deleted for resources: {'Port': ['ID=b55e3228-a622-4f29-80c4-cc791039d4de,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:22.910144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e059830-7bd7-4385-8d19-4ce0323923c8 None None] No DVR routers for this DVR port b55e3228-a622-4f29-80c4-cc791039d4de on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:22.944856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.958814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:22.979602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27210e-38d8-4ada-ba33-5c8541d2748a req-10818384-a2ff-4691-b438-e74d464a7261 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:22.981061 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed27210e-38d8-4ada-ba33-5c8541d2748a req-10818384-a2ff-4691-b438-e74d464a7261 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.7150712 Dec 23 08:27:22.992209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] For port c3f2a405-97d1-4c5c-8738-88c0c95266c2, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:22.996100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] For port c3f2a405-97d1-4c5c-8738-88c0c95266c2, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c3f2a405-97d1-4c5c-8738-88c0c95266c2,segment=NetworkSegment(54e1c1a0-8784-474f-83ac-be6e4f2705e6),segment_id=54e1c1a0-8784-474f-83ac-be6e4f2705e6)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:22.999972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.085861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae980f38-315c-4ce9-b193-b7a20520644f None None] Pushing event updated for resources: {'Port': ['ID=c3f2a405-97d1-4c5c-8738-88c0c95266c2,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:23.120212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.136786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-03539acc-9bc2-4dfd-aa3b-08ccece7fd2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.166875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c388304-db71-49a3-a9ae-2a74888da3d6 None None] Network 21f82c2a-ac9e-4337-9fee-64cc93f29d62 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:23.225279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.225731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c5a70c6-759a-4c89-8dfc-2e30988fed9a {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:27:23.316918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.319925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f82c2a-ac9e-4337-9fee-64cc93f29d62']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:23.320276 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-99bf1cc1-e904-463d-9113-08f61bd4734e admin admin] 10.222.0.36 "DELETE /v2.0/routers/6c5a70c6-759a-4c89-8dfc-2e30988fed9a HTTP/1.1" status: 204 len: 168 time: 5.5561836 Dec 23 08:27:23.321047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42642) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:23.333498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-03539acc-9bc2-4dfd-aa3b-08ccece7fd2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:23.379262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d872c8-aec8-4c1b-a199-41d4b2dd55a7 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:27:23.396085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e1c1a0-8784-474f-83ac-be6e4f2705e6') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:23.396359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e1c1a0-8784-474f-83ac-be6e4f2705e6') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:23.427549 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed27210e-38d8-4ada-ba33-5c8541d2748a req-83c0fdfc-cbd0-45e3-9e42-f312f67bdf64 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4227486 Dec 23 08:27:23.429302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.436113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.447424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f6038f-c3cb-47a7-a849-f3b187946c38 admin admin] Deleting subnet f004cc47-ad24-408a-974a-3cbf6ff0c1c4 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:23.454277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a6f6038f-c3cb-47a7-a849-f3b187946c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.506136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.542634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:23.543182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.555491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a6f6038f-c3cb-47a7-a849-f3b187946c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:23.558872 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:23.572883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d872c8-aec8-4c1b-a199-41d4b2dd55a7 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:27:23.607794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.686274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.808934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a6f6038f-c3cb-47a7-a849-f3b187946c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.879705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:27:23.879705 dv-neutron-822507-1-hyperv neutron-server[83522]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:27:23.879705 dv-neutron-822507-1-hyperv neutron-server[83522]: [parameters: {'id': '21f82c2a-ac9e-4337-9fee-64cc93f29d62'}] Dec 23 08:27:23.879705 dv-neutron-822507-1-hyperv neutron-server[83522]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:23.880062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:23.882152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:23.890910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:23.903861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:23.904440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:23.914274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=7791f05d-83c8-4bd4-8383-1ec85770655a,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:23.940445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-03539acc-9bc2-4dfd-aa3b-08ccece7fd2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.005858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03539acc-9bc2-4dfd-aa3b-08ccece7fd2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:24.010121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '7791f05d-83c8-4bd4-8383-1ec85770655a'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:24.012827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.027413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a6f6038f-c3cb-47a7-a849-f3b187946c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.055833 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fffc5169-7be3-4572-a3b2-54d34200cf39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2612817 Dec 23 08:27:24.060668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42648) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:24.068418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5ae28-0959-453a-9307-54f2f78045d6 req-f81d67b5-84b5-46a2-ad60-4ddb93007bd0 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:24.069900 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-93d5ae28-0959-453a-9307-54f2f78045d6 req-f81d67b5-84b5-46a2-ad60-4ddb93007bd0 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.3757896 Dec 23 08:27:24.080320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6038f-c3cb-47a7-a849-f3b187946c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f004cc47-ad24-408a-974a-3cbf6ff0c1c4,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:24.091925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a6f6038f-c3cb-47a7-a849-f3b187946c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.106559 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a6f6038f-c3cb-47a7-a849-f3b187946c38 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f004cc47-ad24-408a-974a-3cbf6ff0c1c4 HTTP/1.1" status: 204 len: 168 time: 0.7829118 Dec 23 08:27:24.107907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42652) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:24.123211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': '7791f05d-83c8-4bd4-8383-1ec85770655a', 'ip_address': '2001:db8::7138:fc98:e32d:f6a2'}], 'name': 'tempest-NetworksTestDHCPv6-997305166'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:24.184901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/7791f05d-83c8-4bd4-8383-1ec85770655a/0c6093ed-04a9-4015-aa07-dc43e1ec5fc5) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:24.195915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.215678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43c6af3a-e918-452f-b23e-eb8185861b37 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:24.252185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Deleting port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:24.252556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.283894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-03539acc-9bc2-4dfd-aa3b-08ccece7fd2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.288668 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-03539acc-9bc2-4dfd-aa3b-08ccece7fd2a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a HTTP/1.1" status: 204 len: 168 time: 2.4657269 Dec 23 08:27:24.293643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42656) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:24.297740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 43c6af3a-e918-452f-b23e-eb8185861b37 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:24.298115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43c6af3a-e918-452f-b23e-eb8185861b37 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:24.298714 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-93d5ae28-0959-453a-9307-54f2f78045d6 req-910050e1-dde7-43db-8be1-2da09bb24e2e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973345 Dec 23 08:27:24.372512 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-be92fe4c-220e-4611-ad5d-fc7a8c45af3c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:27:24.373018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-be92fe4c-220e-4611-ad5d-fc7a8c45af3c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:24.397524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Deleting port 6f42cc4e-2891-4c3a-b4e7-7120981dde13 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:24.397889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.406045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.453813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.468429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Transition to ACTIVE for port object 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:24.475102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:24.477443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-be92fe4c-220e-4611-ad5d-fc7a8c45af3c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:24.489717 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-be92fe4c-220e-4611-ad5d-fc7a8c45af3c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/6675dfdf-8c75-48cb-80dd-15ca6cf5fe2a HTTP/1.1" status: 404 len: 333 time: 0.1706460 Dec 23 08:27:24.489717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting port c3f2a405-97d1-4c5c-8738-88c0c95266c2 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:24.489717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.491011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42662) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:24.494591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Transition to ACTIVE for port object 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:24.505930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.512187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:24.515190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.548521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:24.559715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.568835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:24.588189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:24.591181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:24.600085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:24.648400 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Pushing event updated for resources: {'Port': ['ID=0c6093ed-04a9-4015-aa07-dc43e1ec5fc5,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:24.683049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.702648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Attempting to bind port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:24.703005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Attempting to bind port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:24.703381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Attempting to bind port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:24.711233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:24.711583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:24.711898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.712279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:24.712729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Bound port: 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:24.713748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.750861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.809781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] For port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:24.814003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] For port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0c6093ed-04a9-4015-aa07-dc43e1ec5fc5,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:24.823218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.828196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:24.834562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:24.914823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be93f8-a260-4bdd-954a-9c62753fd13c None None] Pushing event updated for resources: {'Port': ['ID=0c6093ed-04a9-4015-aa07-dc43e1ec5fc5,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:24.965323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] For port eab82e90-a7fe-4ae9-a2a1-4c26ecfad090, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eab82e90-a7fe-4ae9-a2a1-4c26ecfad090,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:24.965660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:25.027134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 3c1f2f11-a306-47d3-ad03-46255e8941f2 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:25.121082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Calling delete_port for eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:25.227753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] For port c3f2a405-97d1-4c5c-8738-88c0c95266c2, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c3f2a405-97d1-4c5c-8738-88c0c95266c2,segment=NetworkSegment(54e1c1a0-8784-474f-83ac-be6e4f2705e6),segment_id=54e1c1a0-8784-474f-83ac-be6e4f2705e6)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:25.228276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:25.398835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Calling delete_port for 6f42cc4e-2891-4c3a-b4e7-7120981dde13 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:25.426962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Calling delete_port for c3f2a405-97d1-4c5c-8738-88c0c95266c2 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:25.436687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Deleting port 323b0646-e2a5-458a-b747-5d24c65de310 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:25.437026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:25.461283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7674b11-3c33-46cf-a506-29b7facc75e3 req-08e69a75-a59f-4431-9f24-5b38d7dc9dd7 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:25.463534 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d7674b11-3c33-46cf-a506-29b7facc75e3 req-08e69a75-a59f-4431-9f24-5b38d7dc9dd7 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.7190094 Dec 23 08:27:25.498530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Allocated IP 172.26.8.36 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/34f01d0f-1d8e-4c0b-a9af-614285263d7f) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:25.662237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba5571b-4d8e-4137-a4a8-76bdfa8332d2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet 3c2c5beb-2f88-447f-a5ee-18d764004205 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:25.700383 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d7674b11-3c33-46cf-a506-29b7facc75e3 req-9853ca60-7609-4e76-a787-59dca1eea552 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172337 Dec 23 08:27:25.728219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::7138:fc98:e32d:f6a2 (3b1e253c-1242-4661-909e-bc02458a5888/7791f05d-83c8-4bd4-8383-1ec85770655a/3c1f2f11-a306-47d3-ad03-46255e8941f2) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:25.734619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fba5571b-4d8e-4137-a4a8-76bdfa8332d2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:25.743184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:25.812650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Port': ['ID=c3f2a405-97d1-4c5c-8738-88c0c95266c2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:25.845274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No DVR routers for this DVR port c3f2a405-97d1-4c5c-8738-88c0c95266c2 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:25.872142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:25.995181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event deleted for resources: {'Port': ['ID=6f42cc4e-2891-4c3a-b4e7-7120981dde13,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:26.056483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.087523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc20a94-6046-42c2-b627-5ade62308d4c None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:26.094089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fba5571b-4d8e-4137-a4a8-76bdfa8332d2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.117503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a6b7cf-9588-45f0-ae0a-24c7303f4712 None None] Network 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:26.154470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] For port 323b0646-e2a5-458a-b747-5d24c65de310, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=323b0646-e2a5-458a-b747-5d24c65de310,segment=NetworkSegment(6c64330f-6e1c-4d3d-bd05-978358d3a97e),segment_id=6c64330f-6e1c-4d3d-bd05-978358d3a97e)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:26.155212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.286889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f82c2a-ac9e-4337-9fee-64cc93f29d62']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:26.317035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e1c1a0-8784-474f-83ac-be6e4f2705e6') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:26.317203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e1c1a0-8784-474f-83ac-be6e4f2705e6') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:26.337458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.347776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Calling delete_port for 323b0646-e2a5-458a-b747-5d24c65de310 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:26.356154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.380582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:26.380928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.398226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:26.401005 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:26.487948 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:26.513418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-55310304-0350-479b-87a6-a8e5c6a46fb4 None None] Provisioning for port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:26.571509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.575973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.625887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=21f82c2a-ac9e-4337-9fee-64cc93f29d62,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:26.631593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.651738 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7c7fb785-384f-4c72-a6e4-25c37c327e33 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/21f82c2a-ac9e-4337-9fee-64cc93f29d62 HTTP/1.1" status: 204 len: 168 time: 5.5460393 Dec 23 08:27:26.656983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42672) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:26.662987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211dfee-684a-4e76-94da-80e57f8d8f4b req-dd67d7df-ad89-447b-87d9-27792d0113e4 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:26.664424 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3211dfee-684a-4e76-94da-80e57f8d8f4b req-dd67d7df-ad89-447b-87d9-27792d0113e4 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.5937927 Dec 23 08:27:26.671771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-690856453'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:26.675604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.680372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 3c1f2f11-a306-47d3-ad03-46255e8941f2 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:26.723328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.732847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:26.744602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:26.744964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.778925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.851070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:26.873624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:26.881150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.887484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:26.918848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0c6093ed-04a9-4015-aa07-dc43e1ec5fc5,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:26.925181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:26.925525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.939971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:26.945574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fba5571b-4d8e-4137-a4a8-76bdfa8332d2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:26.949024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:26.952035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:26.976050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca372d9d-bd35-412e-8a19-4aa723f6c283 None None] DHCP port deletion for 0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:26.997296 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3211dfee-684a-4e76-94da-80e57f8d8f4b req-e7983f19-3e7a-4b1b-81e1-fd1ee00df7e5 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144670 Dec 23 08:27:27.009210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event updated for resources: {'Port': ['ID=34f01d0f-1d8e-4c0b-a9af-614285263d7f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:27.012558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=0c6093ed-04a9-4015-aa07-dc43e1ec5fc5,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:27.058926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:27.061998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.093449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.178890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab82e90-a7fe-4ae9-a2a1-4c26ecfad090,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:27.185008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.192833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:27.209715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e605ae09-8591-4e91-bc83-9cf0d807b74c None None] Provisioning complete for port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:27.210762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e605ae09-8591-4e91-bc83-9cf0d807b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.212221 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:27.220734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.222503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:27.224347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=3c1f2f11-a306-47d3-ad03-46255e8941f2,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:27.228142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:27.231413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:27.232002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.235983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.236330 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment 6b035dc8-ebf2-440f-86a2-c8deb0649887 of type vlan for network 7acafc58-e0ad-459b-a77c-fb4c7fba25e3 Dec 23 08:27:27.286048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Pushing event deleted for resources: {'Port': ['ID=323b0646-e2a5-458a-b747-5d24c65de310,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:27.291513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.300907 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-762bffd3-1a20-41fb-abab-47ca2cc645e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2054858 Dec 23 08:27:27.301671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42676) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:27.324582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.325892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fba5571b-4d8e-4137-a4a8-76bdfa8332d2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.381869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] No DVR routers for this DVR port 323b0646-e2a5-458a-b747-5d24c65de310 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:27.385334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5571b-4d8e-4137-a4a8-76bdfa8332d2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2c5beb-2f88-447f-a5ee-18d764004205,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:27.397933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.401739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:27.402400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.453147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41a52a8-9fa7-4fca-a3a4-8f4649e5ed18 None None] Network 52e9840a-d2a6-441d-bb3c-4291e30312d9 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:27.496314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fba5571b-4d8e-4137-a4a8-76bdfa8332d2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.533476 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8653510 Dec 23 08:27:27.535437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42680) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:27.561699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': '7acafc58-e0ad-459b-a77c-fb4c7fba25e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:27.597317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a7aeb-3589-42a8-a203-745dba06da39 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=7acafc58-e0ad-459b-a77c-fb4c7fba25e3,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:27.604114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.634397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7acafc58-e0ad-459b-a77c-fb4c7fba25e3 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:27.695450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.696038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Fanout notify agent at l3_agent the message router_deleted on router 1a286393-00b4-4ee5-b692-716608af6775 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:27:27.715732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.722304 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-37fa99b6-b1c5-43d5-814d-cfbb16b5fdc7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/1a286393-00b4-4ee5-b692-716608af6775 HTTP/1.1" status: 204 len: 168 time: 5.1546984 Dec 23 08:27:27.726810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42684) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:27.733062 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fba5571b-4d8e-4137-a4a8-76bdfa8332d2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/3c2c5beb-2f88-447f-a5ee-18d764004205 HTTP/1.1" status: 204 len: 168 time: 3.2386448 Dec 23 08:27:27.733722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42688) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:27.740113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-11244757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:27.744894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af6480-9477-4cfe-b215-1a6a8d4376d1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:27.748089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.748912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af6480-9477-4cfe-b215-1a6a8d4376d1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:27.749680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59af6480-9477-4cfe-b215-1a6a8d4376d1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:27.785359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:27.810417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b0a1254e-2777-410a-8797-c92fc2e3fd38 None None] Provisioning for port 3c1f2f11-a306-47d3-ad03-46255e8941f2 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:27.818289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b0a1254e-2777-410a-8797-c92fc2e3fd38 None None] Provisioning complete for port 3c1f2f11-a306-47d3-ad03-46255e8941f2 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:27.818654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b0a1254e-2777-410a-8797-c92fc2e3fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.861463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Usage tracker for resource:router and tenant:07eed1a30f6b4aa2bad00c407a4bdd73 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:27.871617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:27.873695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59af6480-9477-4cfe-b215-1a6a8d4376d1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:27.877278 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-59af6480-9477-4cfe-b215-1a6a8d4376d1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5662904 Dec 23 08:27:27.879156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1254e-2777-410a-8797-c92fc2e3fd38 None None] Port 3c1f2f11-a306-47d3-ad03-46255e8941f2 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:27.879283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:27.880020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:27.881611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42692) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:27.892637 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:27.893164 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:27.896406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:27.929003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:27.929198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c64330f-6e1c-4d3d-bd05-978358d3a97e') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:27.929381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c64330f-6e1c-4d3d-bd05-978358d3a97e') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:27.945824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.954510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.954748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ae9f4-7e52-4d6d-8224-6ca5d21c1813 None None] DHCP port deletion for 52e9840a-d2a6-441d-bb3c-4291e30312d9 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:27.955449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.961284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-696ae9f4-7e52-4d6d-8224-6ca5d21c1813 None None] Deleting port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:27.961652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-696ae9f4-7e52-4d6d-8224-6ca5d21c1813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.962444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.974833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:27.979758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:27.986930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.042795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7c42b-66b1-4402-bdf6-4458b7fc60af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 3c1f2f11-a306-47d3-ad03-46255e8941f2 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:28.043171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ad7c42b-66b1-4402-bdf6-4458b7fc60af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.053776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:28.054133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.067057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.082615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:28.083010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:28.097294 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:28.191024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-696ae9f4-7e52-4d6d-8224-6ca5d21c1813 None None] For port f02d2c8a-b7d5-4f85-9a14-594204ffcc58, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f02d2c8a-b7d5-4f85-9a14-594204ffcc58,segment=NetworkSegment(5b4e730a-d750-4dbc-b169-578aa54a7f76),segment_id=5b4e730a-d750-4dbc-b169-578aa54a7f76)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:28.191409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-696ae9f4-7e52-4d6d-8224-6ca5d21c1813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.274744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.324471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.367871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-696ae9f4-7e52-4d6d-8224-6ca5d21c1813 None None] Calling delete_port for f02d2c8a-b7d5-4f85-9a14-594204ffcc58 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:28.394237 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:28.399637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.427175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.440854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.450725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] Pushing event deleted for resources: {'Network': ['ID=0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:28.507380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-696ae9f4-7e52-4d6d-8224-6ca5d21c1813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.543161 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-561433f8-6d03-4104-b71a-6e000ec9e92d admin admin] 10.222.0.36 "DELETE /v2.0/networks/0f524a1d-73a9-4d6b-9d1f-5363b2cfba7a HTTP/1.1" status: 204 len: 168 time: 4.4332395 Dec 23 08:27:28.551009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:28.551247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.563882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.567853 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fc2a0778-3d8a-4974-ade2-6d0cf2428eb7 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8391514 Dec 23 08:27:28.570465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42700) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:28.576647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': False}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:28.601836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ae9f4-7e52-4d6d-8224-6ca5d21c1813 None None] Pushing event deleted for resources: {'Port': ['ID=f02d2c8a-b7d5-4f85-9a14-594204ffcc58,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:28.618828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ae9f4-7e52-4d6d-8224-6ca5d21c1813 None None] No DVR routers for this DVR port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:28.665854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] For port f02d2c8a-b7d5-4f85-9a14-594204ffcc58, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f02d2c8a-b7d5-4f85-9a14-594204ffcc58,segment=NetworkSegment(5b4e730a-d750-4dbc-b169-578aa54a7f76),segment_id=5b4e730a-d750-4dbc-b169-578aa54a7f76)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:28.666232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.674402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.763353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4121-1be3-47b9-ae62-1bb3cfba0d82 req-93d527a4-6701-46f9-a5b3-4c1cdc414062 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:28.767293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 323b0646-e2a5-458a-b747-5d24c65de310 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:28.770512 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d11c4121-1be3-47b9-ae62-1bb3cfba0d82 req-93d527a4-6701-46f9-a5b3-4c1cdc414062 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.5901885 Dec 23 08:27:28.807874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 323b0646-e2a5-458a-b747-5d24c65de310 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:28.808302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 323b0646-e2a5-458a-b747-5d24c65de310 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:28.808943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f02d2c8a-b7d5-4f85-9a14-594204ffcc58 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:28.809987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ad7c42b-66b1-4402-bdf6-4458b7fc60af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:28.846550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f02d2c8a-b7d5-4f85-9a14-594204ffcc58 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:28.847024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f02d2c8a-b7d5-4f85-9a14-594204ffcc58 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:28.872947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for f02d2c8a-b7d5-4f85-9a14-594204ffcc58 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:28.903251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42704) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:28.992683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0ad7c42b-66b1-4402-bdf6-4458b7fc60af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 3c1f2f11-a306-47d3-ad03-46255e8941f2 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:29.061451 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d11c4121-1be3-47b9-ae62-1bb3cfba0d82 req-477a470e-0960-446d-9b73-666b213fce64 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900901 Dec 23 08:27:29.149881 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9e39456d-afc7-4590-b3ff-df4dea58ac1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ce5b6fa1acc41e38c12927d81e4b0db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2335246 Dec 23 08:27:29.149881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:29.149881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:29.172644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42710) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:29.194105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:29.320823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ad7c42b-66b1-4402-bdf6-4458b7fc60af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:29.374047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=f5d9142e-b2a6-4c51-8792-a508bff33a88,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:29.400272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7c42b-66b1-4402-bdf6-4458b7fc60af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=3c1f2f11-a306-47d3-ad03-46255e8941f2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:29.428911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:29.554405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0314881a-d585-4031-b29c-9b9e9341c245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:29.567669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Router a142f5b4-98ec-4224-88f9-b7817469614c is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:27:29.599742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ad7c42b-66b1-4402-bdf6-4458b7fc60af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:29.627478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': '6b035dc8-ebf2-440f-86a2-c8deb0649887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7acafc58-e0ad-459b-a77c-fb4c7fba25e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:29.628194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: 7acafc58-e0ad-459b-a77c-fb4c7fba25e3, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:29.733332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port f02d2c8a-b7d5-4f85-9a14-594204ffcc58 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:29.733677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:29.738366 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0ad7c42b-66b1-4402-bdf6-4458b7fc60af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/3c1f2f11-a306-47d3-ad03-46255e8941f2 HTTP/1.1" status: 204 len: 168 time: 1.8527594 Dec 23 08:27:29.741137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0314881a-d585-4031-b29c-9b9e9341c245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:29.754809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42716) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:29.813790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] The port 'f02d2c8a-b7d5-4f85-9a14-594204ffcc58' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:27:29.815169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82733-b3fd-4ed4-99b1-43d067afb108 req-780c3e20-9473-4d9a-b302-4860b58b3b9b tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:29.816605 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2fe82733-b3fd-4ed4-99b1-43d067afb108 req-780c3e20-9473-4d9a-b302-4860b58b3b9b tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4331830 Dec 23 08:27:29.887918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 7acafc58-e0ad-459b-a77c-fb4c7fba25e3 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:29.910677 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3aab61-34d2-45c0-8842-810a16252a00 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:29.912094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3aab61-34d2-45c0-8842-810a16252a00 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:29.912820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9d3aab61-34d2-45c0-8842-810a16252a00 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:29.948660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7acafc58-e0ad-459b-a77c-fb4c7fba25e3) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:29.953053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:29.953683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:29.959681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608fa633-9988-4a1f-ab4d-7b2080a8e716 None None] Network 7acafc58-e0ad-459b-a77c-fb4c7fba25e3 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:29.992907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0314881a-d585-4031-b29c-9b9e9341c245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.008013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9d3aab61-34d2-45c0-8842-810a16252a00 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:30.011937 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9d3aab61-34d2-45c0-8842-810a16252a00 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2511399 Dec 23 08:27:30.011937 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2fe82733-b3fd-4ed4-99b1-43d067afb108 req-319bc5b1-5a13-45f1-99ce-ab8b51ca74e7 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782722 Dec 23 08:27:30.019122 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42720) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:30.036720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.071224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e9840a-d2a6-441d-bb3c-4291e30312d9']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:30.076062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314881a-d585-4031-b29c-9b9e9341c245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981dee0b-75d1-4d90-937d-7e819988ac2a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:30.084870 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-58b5b726-def8-4f37-983d-b8cdfef5fbff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5421193 Dec 23 08:27:30.127709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42724) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:30.133228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0314881a-d585-4031-b29c-9b9e9341c245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.136779 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0314881a-d585-4031-b29c-9b9e9341c245 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/981dee0b-75d1-4d90-937d-7e819988ac2a HTTP/1.1" status: 204 len: 168 time: 0.9564567 Dec 23 08:27:30.138644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4e730a-d750-4dbc-b169-578aa54a7f76') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:30.138937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4e730a-d750-4dbc-b169-578aa54a7f76') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:30.182609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.237380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.239375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7acafc58-e0ad-459b-a77c-fb4c7fba25e3', 'network_id': '7acafc58-e0ad-459b-a77c-fb4c7fba25e3', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': 'f5d9142e-b2a6-4c51-8792-a508bff33a88'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:30.239535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.286416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.299648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:30.300030 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:30.322989 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:30.328746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-07da58ef-2e36-4d8b-a1da-e36a33c7ee04 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 7791f05d-83c8-4bd4-8383-1ec85770655a {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:30.339932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07da58ef-2e36-4d8b-a1da-e36a33c7ee04 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.398824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:30.403011 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Allocated IP 172.20.0.2 (7acafc58-e0ad-459b-a77c-fb4c7fba25e3/f5d9142e-b2a6-4c51-8792-a508bff33a88/4ea5187b-1ba1-451a-8e1c-ddb05794dbe5) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:30.405260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.406636 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-499ddfb8-3e26-4765-a01b-c00091d1fbe8 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "PUT /v2.0/routers/a142f5b4-98ec-4224-88f9-b7817469614c HTTP/1.1" status: 200 len: 912 time: 8.6701713 Dec 23 08:27:30.409248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07da58ef-2e36-4d8b-a1da-e36a33c7ee04 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.414136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42730) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:30.419560 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dc3de-d816-40c5-b27b-ff75d1baecee None None] Sync routers for ids ['a142f5b4-98ec-4224-88f9-b7817469614c'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:30.442641 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dc3de-d816-40c5-b27b-ff75d1baecee None None] Routers {'a142f5b4-98ec-4224-88f9-b7817469614c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:30.443468 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-583dc3de-d816-40c5-b27b-ff75d1baecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a142f5b4-98ec-4224-88f9-b7817469614c'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:30.573218 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-583dc3de-d816-40c5-b27b-ff75d1baecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:30.586517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.598591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.602980 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dc3de-d816-40c5-b27b-ff75d1baecee None None] Routers {'a142f5b4-98ec-4224-88f9-b7817469614c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:30.603849 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-583dc3de-d816-40c5-b27b-ff75d1baecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a142f5b4-98ec-4224-88f9-b7817469614c'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:30.636865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.660583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7cc4-1775-401c-8710-033087142f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.660837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Network': ['ID=52e9840a-d2a6-441d-bb3c-4291e30312d9,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:30.688205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.717374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07da58ef-2e36-4d8b-a1da-e36a33c7ee04 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.741405 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-583dc3de-d816-40c5-b27b-ff75d1baecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:30.742708 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dc3de-d816-40c5-b27b-ff75d1baecee None None] The sync data for ids ['a142f5b4-98ec-4224-88f9-b7817469614c'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:30.812533 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fa6daf41-45ce-4f41-99d6-f4a186679d6a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/networks/52e9840a-d2a6-441d-bb3c-4291e30312d9 HTTP/1.1" status: 204 len: 168 time: 3.0674098 Dec 23 08:27:30.813384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42740) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:30.821914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07da58ef-2e36-4d8b-a1da-e36a33c7ee04 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.822586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.827658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.838987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Transition to ACTIVE for port object 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:30.859403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Transition to ACTIVE for port object 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:30.867878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.876437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-554052931'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:30.883767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07da58ef-2e36-4d8b-a1da-e36a33c7ee04 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.899558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:30.900215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da58ef-2e36-4d8b-a1da-e36a33c7ee04 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=7791f05d-83c8-4bd4-8383-1ec85770655a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:30.912257 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-07da58ef-2e36-4d8b-a1da-e36a33c7ee04 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/7791f05d-83c8-4bd4-8383-1ec85770655a HTTP/1.1" status: 204 len: 168 time: 0.8908980 Dec 23 08:27:30.913299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42746) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:30.914421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d95880-8bf4-4c9a-89d4-1ac6233b4d4a None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:30.923013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:network and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:30.930788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:30.969452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:30.977429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:30.994859 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b668be8b-eb4c-4fcb-9967-e057470a196e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801518 Dec 23 08:27:30.995735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42752) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:31.001792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:31.027648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Network 7acafc58-e0ad-459b-a77c-fb4c7fba25e3 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:31.033246 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:31.039012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:31.056118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Pushing event updated for resources: {'Port': ['ID=4ea5187b-1ba1-451a-8e1c-ddb05794dbe5,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:31.098861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Allocated IP 172.26.8.2 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/41cc6202-13a0-4c7a-96e6-9d48788cbea1) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:31.132597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:31.137013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:31.140320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:31.146357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:31.160846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:31.164883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.222540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Attempting to bind port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:31.222897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Attempting to bind port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '6b035dc8-ebf2-440f-86a2-c8deb0649887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7acafc58-e0ad-459b-a77c-fb4c7fba25e3'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:31.223450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Attempting to bind port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 on network 7acafc58-e0ad-459b-a77c-fb4c7fba25e3 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:31.240044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:31.240404 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Checking segment: {'id': '6b035dc8-ebf2-440f-86a2-c8deb0649887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7acafc58-e0ad-459b-a77c-fb4c7fba25e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:31.240804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.241178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Bound using segment: {'id': '6b035dc8-ebf2-440f-86a2-c8deb0649887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7acafc58-e0ad-459b-a77c-fb4c7fba25e3'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:31.241633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Bound port: 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b035dc8-ebf2-440f-86a2-c8deb0649887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7acafc58-e0ad-459b-a77c-fb4c7fba25e3'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:31.242012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.356804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba9858-b002-4add-9e66-36a429f5e459 req-6b98f72c-0033-4054-aa21-0aa9ccbe1e68 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:31.356916 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] For port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:31.358561 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e8ba9858-b002-4add-9e66-36a429f5e459 req-6b98f72c-0033-4054-aa21-0aa9ccbe1e68 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.1225376 Dec 23 08:27:31.360656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] For port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4ea5187b-1ba1-451a-8e1c-ddb05794dbe5,segment=NetworkSegment(6b035dc8-ebf2-440f-86a2-c8deb0649887),segment_id=6b035dc8-ebf2-440f-86a2-c8deb0649887)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:31.367819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.420888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:31.428068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.438091 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e8ba9858-b002-4add-9e66-36a429f5e459 req-adfe80e2-f206-4e5a-9f2e-41a0a24e8ca3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693934 Dec 23 08:27:31.463157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47734ee-6327-4c12-8039-e3ebd82b5528 None None] Pushing event updated for resources: {'Port': ['ID=4ea5187b-1ba1-451a-8e1c-ddb05794dbe5,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:31.469805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea28f64-804e-4efc-8d7a-d0795bc27037 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:31.478010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-aea28f64-804e-4efc-8d7a-d0795bc27037 None None] Deleting port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:31.478549 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aea28f64-804e-4efc-8d7a-d0795bc27037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.742250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.781895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-aea28f64-804e-4efc-8d7a-d0795bc27037 None None] For port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0c6093ed-04a9-4015-aa07-dc43e1ec5fc5,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:31.782344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aea28f64-804e-4efc-8d7a-d0795bc27037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.813361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=d0733a8d-71fd-4e7b-bc09-1eaba7a6d074,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:31.849522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255cd1-2c05-49b7-8040-1282e97ac410 req-41b43991-83f9-4e41-8cb0-65be9d785ccd tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:31.856672 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-79255cd1-2c05-49b7-8040-1282e97ac410 req-41b43991-83f9-4e41-8cb0-65be9d785ccd tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.1982656 Dec 23 08:27:31.867584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:31.897098 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:31.898433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:31.901985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.908067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:31.908650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.927639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.965419 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-03aff9d7-c192-499a-8718-412419ca2621 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9684465 Dec 23 08:27:31.966276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42770) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:31.981695 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-79255cd1-2c05-49b7-8040-1282e97ac410 req-cb76af8f-99c2-4632-a863-dbac57299671 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241057 Dec 23 08:27:31.985330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': 'd0733a8d-71fd-4e7b-bc09-1eaba7a6d074', 'ip_address': '2001:db8::2406:3949:8891:4e97'}], 'name': 'tempest-NetworksTestDHCPv6-1420731330'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:31.994316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:31.995047 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Added segment e825b36d-ada6-46dc-aa7c-5e2b93af792f of type vlan for network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e Dec 23 08:27:32.043405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d9142e-b2a6-4c51-8792-a508bff33a88,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:32.078809 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-aea28f64-804e-4efc-8d7a-d0795bc27037 None None] Calling delete_port for 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:32.178600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:32.186745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:32.193328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:32.201510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:32.212410 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aea28f64-804e-4efc-8d7a-d0795bc27037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.234803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:32.241726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.279485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.306555 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea28f64-804e-4efc-8d7a-d0795bc27037 None None] Pushing event deleted for resources: {'Port': ['ID=0c6093ed-04a9-4015-aa07-dc43e1ec5fc5,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:32.323259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea28f64-804e-4efc-8d7a-d0795bc27037 None None] No DVR routers for this DVR port 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:32.325601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acafc58-e0ad-459b-a77c-fb4c7fba25e3']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:32.337611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b348fc9-7169-4424-9c77-4afafdc1c25d None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:32.356157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:32.371116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 9a911a08-f898-4735-b47e-5b86b79c1113 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:32.429420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b035dc8-ebf2-440f-86a2-c8deb0649887') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:32.430528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b035dc8-ebf2-440f-86a2-c8deb0649887') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:32.452466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Router 58800531-02c6-43f5-8c37-ab16ed94172e has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:27:32.494635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.532268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.551199 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-68dba1dd-cfb0-4513-a0af-95f157228435 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/routers/a142f5b4-98ec-4224-88f9-b7817469614c HTTP/1.1" status: 200 len: 918 time: 2.1286848 Dec 23 08:27:32.555101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:32.571863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42786) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:32.727858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.741265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:32.760818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:27:32.792334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:32.792674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0c6093ed-04a9-4015-aa07-dc43e1ec5fc5 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:32.797460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c4bce-df9e-4c3b-b2a9-4e13a19870f9 req-1581507d-6e8d-4268-ba36-1bd29c3f6c4f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:32.800094 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e27c4bce-df9e-4c3b-b2a9-4e13a19870f9 req-1581507d-6e8d-4268-ba36-1bd29c3f6c4f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.5207431 Dec 23 08:27:32.801444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::2406:3949:8891:4e97 (3b1e253c-1242-4661-909e-bc02458a5888/d0733a8d-71fd-4e7b-bc09-1eaba7a6d074/9a911a08-f898-4735-b47e-5b86b79c1113) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:32.823332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f65a580e-737b-4e33-ad60-d91a66b2a695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.824953 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': 'd0733a8d-71fd-4e7b-bc09-1eaba7a6d074'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:32.825751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.829313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:32.830075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.873032 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e27c4bce-df9e-4c3b-b2a9-4e13a19870f9 req-f33afe7a-37d9-444d-b66f-307247b2621e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537825 Dec 23 08:27:32.944774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdfd369-3225-4251-9991-026fe528bf89 None None] Network 7acafc58-e0ad-459b-a77c-fb4c7fba25e3 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:32.981215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:32.988646 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-d92df63d-015e-48e4-af91-a1cdcb229744 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6179512 Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:32.995723 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:33.108235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42796) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:33.137356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d21b5296-5d71-4e04-bf71-648c3b606ee8 None None] Provisioning for port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:33.148265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d21b5296-5d71-4e04-bf71-648c3b606ee8 None None] Provisioning complete for port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:33.148698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d21b5296-5d71-4e04-bf71-648c3b606ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.219794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.231898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.234082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda9c8b-664a-406e-ab6e-c38463d2755e req-19f4d06e-0abf-4086-a0c6-0c9d0ba48c54 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:33.235802 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dfda9c8b-664a-406e-ab6e-c38463d2755e req-19f4d06e-0abf-4086-a0c6-0c9d0ba48c54 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.1698565 Dec 23 08:27:33.235929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:33.236402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.249377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 9a911a08-f898-4735-b47e-5b86b79c1113 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:33.291441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d21b5296-5d71-4e04-bf71-648c3b606ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.320370 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dfda9c8b-664a-406e-ab6e-c38463d2755e req-1e10fd86-25cc-48c9-9096-eb5df2692dfa tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726042 Dec 23 08:27:33.331955 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d21b5296-5d71-4e04-bf71-648c3b606ee8 None None] For port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4ea5187b-1ba1-451a-8e1c-ddb05794dbe5,segment=NetworkSegment(6b035dc8-ebf2-440f-86a2-c8deb0649887),segment_id=6b035dc8-ebf2-440f-86a2-c8deb0649887)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:33.333339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.377328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a2ec8-fb0a-4e7d-9b3c-9cd70dabffb2 None None] DHCP port deletion for 7acafc58-e0ad-459b-a77c-fb4c7fba25e3 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:33.382086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d21b5296-5d71-4e04-bf71-648c3b606ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.397863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Network': ['ID=9d2658d4-8fea-4534-ae06-21d7aedc1a1e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:33.403646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:27:33.403646 dv-neutron-822507-1-hyperv neutron-server[83523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:27:33.403646 dv-neutron-822507-1-hyperv neutron-server[83523]: [parameters: {'id': '7acafc58-e0ad-459b-a77c-fb4c7fba25e3'}] Dec 23 08:27:33.403646 dv-neutron-822507-1-hyperv neutron-server[83523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:33.404035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:33.410231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:33.429223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Pushing event updated for resources: {'Port': ['ID=41cc6202-13a0-4c7a-96e6-9d48788cbea1,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:33.432176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:33.434289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f35a2ec8-fb0a-4e7d-9b3c-9cd70dabffb2 None None] Deleting port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:33.434665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f35a2ec8-fb0a-4e7d-9b3c-9cd70dabffb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.447554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:33.463663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:33.546048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1634443152'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:33.562108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:33.581676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Usage tracker for resource:network and tenant:106342e5031d44d281cf523b6081e332 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:33.591726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:33.601263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:33.606158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=9a911a08-f898-4735-b47e-5b86b79c1113,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:33.611563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:33.617149 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-42921fb1-f7db-424a-993d-5ffc53cfcec9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.7930543 Dec 23 08:27:33.617328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:33.617328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42806) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:33.617499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:33.619519 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a2da5547-cc5b-4daa-9958-67edcf23202f tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=a142f5b4-98ec-4224-88f9-b7817469614c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0340695 Dec 23 08:27:33.624598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:33.625671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.630958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42808) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:33.636876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '9d2658d4-8fea-4534-ae06-21d7aedc1a1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:33.652985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Made reservation on behalf of 106342e5031d44d281cf523b6081e332 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:33.656006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.657765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/d0733a8d-71fd-4e7b-bc09-1eaba7a6d074/f8e6bf64-c932-42fb-b0cc-cf2637593d1b) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:33.736501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b5296-5d71-4e04-bf71-648c3b606ee8 None None] Pushing event updated for resources: {'Port': ['ID=4ea5187b-1ba1-451a-8e1c-ddb05794dbe5,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:33.738829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.758672 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-f6c57578-14bd-45a6-bda0-8870dd0ca62d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1098 time: 0.6365931 Dec 23 08:27:33.791125 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8f1faf0d-2bf0-403f-8e74-d67be5c73ec9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8208818 Dec 23 08:27:33.793439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42814) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:33.858561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:33.861129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:33.867194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Usage tracker for resource:security_group_rule and tenant:106342e5031d44d281cf523b6081e332 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:33.870501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:33.873336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:33.882187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:33.885234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:33.901556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:33.907971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.931624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.932553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:33.937333 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:33.979445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f35a2ec8-fb0a-4e7d-9b3c-9cd70dabffb2 None None] For port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4ea5187b-1ba1-451a-8e1c-ddb05794dbe5,segment=NetworkSegment(6b035dc8-ebf2-440f-86a2-c8deb0649887),segment_id=6b035dc8-ebf2-440f-86a2-c8deb0649887)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:33.979823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f35a2ec8-fb0a-4e7d-9b3c-9cd70dabffb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.018302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:34.019140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.056218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c6c631-bcea-4d80-aecb-b4fe23eac7bd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:34.056923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-77c6c631-bcea-4d80-aecb-b4fe23eac7bd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:34.085115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.129576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f35a2ec8-fb0a-4e7d-9b3c-9cd70dabffb2 None None] Calling delete_port for 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:34.187207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.193274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-77c6c631-bcea-4d80-aecb-b4fe23eac7bd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:34.196443 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-77c6c631-bcea-4d80-aecb-b4fe23eac7bd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3996234 Dec 23 08:27:34.223054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42818) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:34.258178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.261902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:34.303799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7b535-fa4e-4990-bb97-3255b153cc69 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:34.308108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.308300 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f6d7b535-fa4e-4990-bb97-3255b153cc69 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 881 time: 0.6679845 Dec 23 08:27:34.312332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42822) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:34.313840 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Transition to ACTIVE for port object f8e6bf64-c932-42fb-b0cc-cf2637593d1b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:34.319147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f35a2ec8-fb0a-4e7d-9b3c-9cd70dabffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.394298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] The port '4ea5187b-1ba1-451a-8e1c-ddb05794dbe5' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:27:34.395762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-cb21b5ee-dd24-4d97-8f3f-f56365ff44e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:34.397247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a2ec8-fb0a-4e7d-9b3c-9cd70dabffb2 None None] Pushing event deleted for resources: {'Port': ['ID=4ea5187b-1ba1-451a-8e1c-ddb05794dbe5,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:34.397390 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-cb21b5ee-dd24-4d97-8f3f-f56365ff44e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 912 time: 0.5784056 Dec 23 08:27:34.401683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Transition to ACTIVE for port object f8e6bf64-c932-42fb-b0cc-cf2637593d1b will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:34.409806 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4a4b050d-718c-496d-92f3-6356232afdf0 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=a142f5b4-98ec-4224-88f9-b7817469614c HTTP/1.1" status: 200 len: 205 time: 0.0858800 Dec 23 08:27:34.414524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a2ec8-fb0a-4e7d-9b3c-9cd70dabffb2 None None] No DVR routers for this DVR port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:34.418325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42826) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:34.420749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:34.424921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.453661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-40349462-4c11-4ae8-94cb-672752dca72a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 9a911a08-f898-4735-b47e-5b86b79c1113 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:34.454022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-40349462-4c11-4ae8-94cb-672752dca72a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.465107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No active binding found for port 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 {{(pid=83524) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 08:27:34.465567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4ea5187b-1ba1-451a-8e1c-ddb05794dbe5 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:34.510203 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:34.513866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:34.515646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Pushing event updated for resources: {'Port': ['ID=f8e6bf64-c932-42fb-b0cc-cf2637593d1b,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:34.520588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:34.534411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.535027 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Added segment 1e9f9b6c-e14b-4ee2-9584-303900e46ef8 of type vlan for network b3fe35ea-e22d-40aa-a336-de2e85cf199e Dec 23 08:27:34.579678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa87bf3c-a3d4-4471-9179-9b04327ce7f9,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:34.608952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.621935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Attempting to bind port f8e6bf64-c932-42fb-b0cc-cf2637593d1b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:34.622333 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Attempting to bind port f8e6bf64-c932-42fb-b0cc-cf2637593d1b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:34.622466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Attempting to bind port f8e6bf64-c932-42fb-b0cc-cf2637593d1b on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:34.626225 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.630586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:34.631055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:34.631460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.631847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:34.632396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Bound port: f8e6bf64-c932-42fb-b0cc-cf2637593d1b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:34.632661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.692070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:34.699495 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7826ec85-38cf-4683-8830-a45f9d6d7ee2 admin admin] 10.222.0.36 "PUT /v2.0/routers/58800531-02c6-43f5-8c37-ab16ed94172e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9674535 Dec 23 08:27:34.700609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42830) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:34.721543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] Sync routers for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:34.743477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] For port f8e6bf64-c932-42fb-b0cc-cf2637593d1b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:34.748430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] For port f8e6bf64-c932-42fb-b0cc-cf2637593d1b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f8e6bf64-c932-42fb-b0cc-cf2637593d1b,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:34.748430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:34.749026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:34.758778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.796981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=47307c66-1170-49f0-b635-85a3897263b0,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:34.798100 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-1bfde619-2cc4-41fc-8b79-bae37c446317 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 1001 time: 0.3480895 Dec 23 08:27:34.802351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.803834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.804909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.805562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:34.806173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:34.898080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acafc58-e0ad-459b-a77c-fb4c7fba25e3']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:34.971759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c935ad-60f4-4e8a-bca0-a7fb8006b29b None None] Pushing event updated for resources: {'Port': ['ID=f8e6bf64-c932-42fb-b0cc-cf2637593d1b,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:35.018317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b035dc8-ebf2-440f-86a2-c8deb0649887') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:35.018918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b035dc8-ebf2-440f-86a2-c8deb0649887') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:35.021818 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event updated for resources: {'Network': ['ID=b3fe35ea-e22d-40aa-a336-de2e85cf199e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:35.027973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:27:35.029919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Checking segment: {'id': 'e825b36d-ada6-46dc-aa7c-5e2b93af792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d2658d4-8fea-4534-ae06-21d7aedc1a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:35.030477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network hostable DHCP agents. Network: 9d2658d4-8fea-4534-ae06-21d7aedc1a1e, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:35.036460 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-64961036-989c-4be2-a94f-ebe1cfd29c04 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9257193 Dec 23 08:27:35.041689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42834) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:35.063678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Request body: {'subnet': {'network_id': 'b3fe35ea-e22d-40aa-a336-de2e85cf199e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:35.073055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-f03fb52f-3a37-4c81-bd86-10dcfe766d40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:35.075375 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-f03fb52f-3a37-4c81-bd86-10dcfe766d40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 200 len: 851 time: 0.2102478 Dec 23 08:27:35.078923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.081488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network b3fe35ea-e22d-40aa-a336-de2e85cf199e details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:35.217264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.231855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.304711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.393864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:35.407660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Usage tracker for resource:subnet and tenant:106342e5031d44d281cf523b6081e332 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:35.410152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:35.412287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:35.420401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:35.421085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.427872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.430109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:35.438495 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:35.441474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 9d2658d4-8fea-4534-ae06-21d7aedc1a1e) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:35.449800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:35.450885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.464696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Made reservation on behalf of 106342e5031d44d281cf523b6081e332 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:35.481603 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.554458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1c9ed-6ae3-48ed-87e7-78306e34a7fb None None] Network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:35.560006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-40349462-4c11-4ae8-94cb-672752dca72a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.623353 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0ae8b1b7-7d3c-455e-ac6c-da3a9d1b3433 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9928789 Dec 23 08:27:35.637211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42838) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:35.648723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '9d2658d4-8fea-4534-ae06-21d7aedc1a1e', 'name': 'tempest-PortsTestJSON-1491993716', 'fixed_ips': [{'subnet_id': '47307c66-1170-49f0-b635-85a3897263b0', 'ip_address': '172.20.0.10'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:35.677738 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.698685 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-dfe11646-ef31-4d30-8853-998774db36a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=824d0043-5466-40fa-aafd-00652d6477b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4580200 Dec 23 08:27:35.708198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-40349462-4c11-4ae8-94cb-672752dca72a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 9a911a08-f898-4735-b47e-5b86b79c1113 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:35.764267 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:27:25Z', 'revision_number': 5, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:35.775197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] Checking router: 58800531-02c6-43f5-8c37-ab16ed94172e for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:27:35.825737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] Routers {'58800531-02c6-43f5-8c37-ab16ed94172e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:35.826411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['58800531-02c6-43f5-8c37-ab16ed94172e'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:35.882121 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-0089aba4-08bc-48ad-a2b2-9ccf46c43716 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414504 Dec 23 08:27:35.885604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-9d2658d4-8fea-4534-ae06-21d7aedc1a1e', 'network_id': '9d2658d4-8fea-4534-ae06-21d7aedc1a1e', 'tenant_id': '063fc722289642818ffcfed1dc7cfd84', 'fixed_ips': [{'subnet_id': '47307c66-1170-49f0-b635-85a3897263b0'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:35.886597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:35.913661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:35.920204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:35.926051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:35.936849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:35.948609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.039194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:36.044973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.050060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.129503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port a3122a34-6a4b-4df3-be4c-b306733729be yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:36.154826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.169559 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/7acafc58-e0ad-459b-a77c-fb4c7fba25e3 HTTP/1.1" status: 204 len: 168 time: 6.0282500 Dec 23 08:27:36.173527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42842) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:36.173681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406ee27-d2ea-4334-bdd9-91deda152f14 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=7acafc58-e0ad-459b-a77c-fb4c7fba25e3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:36.185441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] Set router 58800531-02c6-43f5-8c37-ab16ed94172e gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:27:36.254481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Allocated IP 172.20.0.2 (9d2658d4-8fea-4534-ae06-21d7aedc1a1e/47307c66-1170-49f0-b635-85a3897263b0/f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:36.263569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716686206'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:36.302994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:36.324394 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:36.334203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:36.364744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f8e6bf64-c932-42fb-b0cc-cf2637593d1b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:36.385843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:36.453377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:36.457004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.459835 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d454b0be-5baf-4df6-92d2-a23f14f554d5 req-bde62a77-3458-4ad2-9b6f-89a1f563dbc9 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620849 Dec 23 08:27:36.524014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-40349462-4c11-4ae8-94cb-672752dca72a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.584038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40349462-4c11-4ae8-94cb-672752dca72a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=9a911a08-f898-4735-b47e-5b86b79c1113,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:36.624425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:36.638594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5c9b7afe-444a-42e3-a243-0ee5e9971900 None None] Provisioning for port f8e6bf64-c932-42fb-b0cc-cf2637593d1b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:36.645497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-40349462-4c11-4ae8-94cb-672752dca72a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.657080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.657404 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment 6a50a384-e919-4ee0-8075-4248dcc90cfe of type vlan for network 1a2c1ab8-19f7-4bd1-b088-24ce0180c76c Dec 23 08:27:36.665469 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-40349462-4c11-4ae8-94cb-672752dca72a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/9a911a08-f898-4735-b47e-5b86b79c1113 HTTP/1.1" status: 204 len: 168 time: 2.4364498 Dec 23 08:27:36.668417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42846) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:36.682017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f8e6bf64-c932-42fb-b0cc-cf2637593d1b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:36.695658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f8e6bf64-c932-42fb-b0cc-cf2637593d1b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:36.696167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.730978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.733078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Router 52772866-f66a-4692-9fe7-83dcfd9df3fb is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:27:36.754622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165589a7-3172-4320-9f9e-ca5a12fe9f9b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:36.756183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165589a7-3172-4320-9f9e-ca5a12fe9f9b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:36.757073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-165589a7-3172-4320-9f9e-ca5a12fe9f9b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:36.769378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.843780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6171a217-2faf-4b29-9d17-f7d137cc731c None None] Could not find standard attr ID for object 9a911a08-f898-4735-b47e-5b86b79c1113. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:27:36.844038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.876602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event updated for resources: {'Subnet': ['ID=fbfd5dab-47b0-4a99-b3b8-03468f36daa9,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:36.887589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Deleting port 34f01d0f-1d8e-4c0b-a9af-614285263d7f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:36.887921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.906458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-165589a7-3172-4320-9f9e-ca5a12fe9f9b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:36.907566 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-165589a7-3172-4320-9f9e-ca5a12fe9f9b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2379618 Dec 23 08:27:36.911696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42850) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:36.954993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:36.959163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:36.959735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.010940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.054385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:37.059994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.061008 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-edfdbb36-0d6e-45a7-b7ed-5ab272b73633 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "PUT /v2.0/routers/52772866-f66a-4692-9fe7-83dcfd9df3fb HTTP/1.1" status: 200 len: 916 time: 8.4882989 Dec 23 08:27:37.064372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42854) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:37.068541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.071725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Transition to ACTIVE for port object f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:37.075240 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577f420-a6c9-43d2-910d-ad659fb767e5 None None] Sync routers for ids ['52772866-f66a-4692-9fe7-83dcfd9df3fb'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:37.082691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Checking segment: {'id': '1e9f9b6c-e14b-4ee2-9584-303900e46ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b3fe35ea-e22d-40aa-a336-de2e85cf199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:37.083047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Network hostable DHCP agents. Network: b3fe35ea-e22d-40aa-a336-de2e85cf199e, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:37.087859 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577f420-a6c9-43d2-910d-ad659fb767e5 None None] Routers {'52772866-f66a-4692-9fe7-83dcfd9df3fb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:37.088571 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1577f420-a6c9-43d2-910d-ad659fb767e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['52772866-f66a-4692-9fe7-83dcfd9df3fb'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:37.102613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Transition to ACTIVE for port object f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:37.119662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.153780 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1577f420-a6c9-43d2-910d-ad659fb767e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:37.166188 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577f420-a6c9-43d2-910d-ad659fb767e5 None None] Routers {'52772866-f66a-4692-9fe7-83dcfd9df3fb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:37.167161 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1577f420-a6c9-43d2-910d-ad659fb767e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['52772866-f66a-4692-9fe7-83dcfd9df3fb'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:37.230435 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1577f420-a6c9-43d2-910d-ad659fb767e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:37.231213 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577f420-a6c9-43d2-910d-ad659fb767e5 None None] The sync data for ids ['52772866-f66a-4692-9fe7-83dcfd9df3fb'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:37.238051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.241711 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0673513 Dec 23 08:27:37.244729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42858) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:37.255815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Deleting port e07097af-0a1e-47d0-887f-354fddd8bab4 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:37.256065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.261658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': '1a2c1ab8-19f7-4bd1-b088-24ce0180c76c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:37.339175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f8e6bf64-c932-42fb-b0cc-cf2637593d1b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f8e6bf64-c932-42fb-b0cc-cf2637593d1b,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:37.349105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Pushing event updated for resources: {'Port': ['ID=f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:37.354137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:37.355084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.389032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:37.400111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:37.404720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:37.405206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:37.409277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:37.409438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a320b6-2731-4ba6-8059-25bdaa0c0999 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=1a2c1ab8-19f7-4bd1-b088-24ce0180c76c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:37.418117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:37.438072 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0dd30335-8455-4ac2-ac40-019dde99e9a5 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/routers/52772866-f66a-4692-9fe7-83dcfd9df3fb HTTP/1.1" status: 200 len: 922 time: 0.3719349 Dec 23 08:27:37.440341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:37.455192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42862) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:37.458966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1a2c1ab8-19f7-4bd1-b088-24ce0180c76c details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:37.471466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:27:25Z', 'revision_number': 5, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:37.568167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c191a3c-9fe6-419d-9604-2f9bab5bfe88 None None] The sync data for ids ['58800531-02c6-43f5-8c37-ab16ed94172e'] in dv-neutron-822507-1-hyperv is: [{'id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'name': 'tempest-ServersTestJSON-1400451043-router', 'tenant_id': 'f41ab964d47b44d38cd8289835839fe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:27:25Z', 'revision_number': 5, 'project_id': 'f41ab964d47b44d38cd8289835839fe4', 'gw_port': {'id': 'e07097af-0a1e-47d0-887f-354fddd8bab4', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58800531-02c6-43f5-8c37-ab16ed94172e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:37.582978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.10 (9d2658d4-8fea-4534-ae06-21d7aedc1a1e/47307c66-1170-49f0-b635-85a3897263b0/a3122a34-6a4b-4df3-be4c-b306733729be) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:37.592908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f8e6bf64-c932-42fb-b0cc-cf2637593d1b,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:37.632905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Attempting to bind port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:37.633352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Attempting to bind port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'e825b36d-ada6-46dc-aa7c-5e2b93af792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d2658d4-8fea-4534-ae06-21d7aedc1a1e'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:37.633788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Attempting to bind port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 on network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:37.641104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.646304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:37.646837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Checking segment: {'id': 'e825b36d-ada6-46dc-aa7c-5e2b93af792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d2658d4-8fea-4534-ae06-21d7aedc1a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:37.647606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.647716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Network b3fe35ea-e22d-40aa-a336-de2e85cf199e is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:37.647807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Bound using segment: {'id': 'e825b36d-ada6-46dc-aa7c-5e2b93af792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d2658d4-8fea-4534-ae06-21d7aedc1a1e'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:37.647981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Bound port: f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e825b36d-ada6-46dc-aa7c-5e2b93af792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9d2658d4-8fea-4534-ae06-21d7aedc1a1e'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:37.648618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.696840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.709478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, b3fe35ea-e22d-40aa-a336-de2e85cf199e) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:37.726622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dade15-56da-4e01-bde0-ff34eeff0efb None None] Network b3fe35ea-e22d-40aa-a336-de2e85cf199e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:37.732979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:37.733764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.745225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing IP validity checks on allocation pools {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 08:27:37.745744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 08:27:37.753132 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-132ee06f-7921-4c6a-a3d1-5af2f32dd817 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=52772866-f66a-4692-9fe7-83dcfd9df3fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2944047 Dec 23 08:27:37.755898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42866) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:37.827763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] For port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:37.841782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] For port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8,segment=NetworkSegment(e825b36d-ada6-46dc-aa7c-5e2b93af792f),segment_id=e825b36d-ada6-46dc-aa7c-5e2b93af792f)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:37.855127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:37.876153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Calling delete_port for 34f01d0f-1d8e-4c0b-a9af-614285263d7f owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:37.994356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c08c2d-b156-4c5b-ac3c-a09b473dd2ba None None] Pushing event updated for resources: {'Port': ['ID=f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:38.070243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-b3fe35ea-e22d-40aa-a336-de2e85cf199e', 'network_id': 'b3fe35ea-e22d-40aa-a336-de2e85cf199e', 'tenant_id': '106342e5031d44d281cf523b6081e332', 'fixed_ips': [{'subnet_id': 'fbfd5dab-47b0-4a99-b3b8-03468f36daa9'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:38.071580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.099575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b70c96-1b76-488a-a827-c158e91eb721 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:38.104026 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-14b70c96-1b76-488a-a827-c158e91eb721 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 881 time: 0.3447421 Dec 23 08:27:38.129680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42870) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:38.182528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.198586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-86909342-d791-439d-b916-96418e01f0b7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet d0733a8d-71fd-4e7b-bc09-1eaba7a6d074 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:38.217135 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-70790ee9-c63d-4c8e-bf13-06ce0e68816b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1737239 Dec 23 08:27:38.245778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42874) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:38.251136 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7adf267e-7784-4839-a91d-2c0f5453d580 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=52772866-f66a-4692-9fe7-83dcfd9df3fb HTTP/1.1" status: 200 len: 205 time: 0.1200635 Dec 23 08:27:38.264374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42876) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:38.323396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-86909342-d791-439d-b916-96418e01f0b7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.323609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f8e6bf64-c932-42fb-b0cc-cf2637593d1b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:38.377058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Allocated IP 172.20.0.2 (b3fe35ea-e22d-40aa-a336-de2e85cf199e/fbfd5dab-47b0-4a99-b3b8-03468f36daa9/fa927c02-85fb-43f8-9842-15c1927190d1) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:38.395847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.416438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object a3122a34-6a4b-4df3-be4c-b306733729be will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:38.416959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=56e76f15-43f6-4c52-bc1f-6bcb5fe00808,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:38.428085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': '6a50a384-e919-4ee0-8075-4248dcc90cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1a2c1ab8-19f7-4bd1-b088-24ce0180c76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:38.428448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: 1a2c1ab8-19f7-4bd1-b088-24ce0180c76c, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:38.440832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Request body: {'port': {'network_id': 'b3fe35ea-e22d-40aa-a336-de2e85cf199e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-722299818'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:38.474392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] For port e07097af-0a1e-47d0-887f-354fddd8bab4, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e07097af-0a1e-47d0-887f-354fddd8bab4,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:38.474762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.524701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.536653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f8e6bf64-c932-42fb-b0cc-cf2637593d1b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:38.537026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.578370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 1a2c1ab8-19f7-4bd1-b088-24ce0180c76c is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:38.597633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.662762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 1a2c1ab8-19f7-4bd1-b088-24ce0180c76c) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:38.668511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:38.669356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.678771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7597968-36e4-4daa-ae8b-972f0c457dba None None] Network 1a2c1ab8-19f7-4bd1-b088-24ce0180c76c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:38.710808 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e44aa762-8f4f-47d8-89c0-bf32c5df171e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4568563 Dec 23 08:27:38.711028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42882) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:38.719973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Calling delete_port for e07097af-0a1e-47d0-887f-354fddd8bab4 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:38.798586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-86909342-d791-439d-b916-96418e01f0b7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.812173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.839408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:38.844791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Transition to ACTIVE for port object fa927c02-85fb-43f8-9842-15c1927190d1 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:38.852317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:38.878233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:38.886326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:38.902630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=a3122a34-6a4b-4df3-be4c-b306733729be,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:38.936444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:38.949383 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:38.950461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eab82e90-a7fe-4ae9-a2a1-4c26ecfad090 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:38.963240 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Transition to ACTIVE for port object fa927c02-85fb-43f8-9842-15c1927190d1 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:39.004345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.025535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.032329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.068703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:39.079048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Deleting port 41cc6202-13a0-4c7a-96e6-9d48788cbea1 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:39.079754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.080370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:39.081031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.100767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Usage tracker for resource:port and tenant:106342e5031d44d281cf523b6081e332 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:39.117192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:39.124281 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3ad82b95-04d7-45a7-8ee6-af3a905a680b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4836960 Dec 23 08:27:39.126767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42888) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:39.131276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:39.149634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': '9d2658d4-8fea-4534-ae06-21d7aedc1a1e', 'name': 'tempest-PortsTestJSON-1436598551', 'fixed_ips': [{'subnet_id': '47307c66-1170-49f0-b635-85a3897263b0', 'ip_address': '172.20.0.9'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:39.232611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Network b3fe35ea-e22d-40aa-a336-de2e85cf199e is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:39.238593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Pushing event updated for resources: {'Port': ['ID=fa927c02-85fb-43f8-9842-15c1927190d1,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:39.247665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:39.250572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:39.289502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6759c8ca-8ae2-4292-9c72-3db7951a17c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-1a2c1ab8-19f7-4bd1-b088-24ce0180c76c', 'network_id': '1a2c1ab8-19f7-4bd1-b088-24ce0180c76c', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': '56e76f15-43f6-4c52-bc1f-6bcb5fe00808'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:39.290553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6759c8ca-8ae2-4292-9c72-3db7951a17c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.384502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.411954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-86909342-d791-439d-b916-96418e01f0b7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.449739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Made reservation on behalf of 106342e5031d44d281cf523b6081e332 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:39.452998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.462927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=56e76f15-43f6-4c52-bc1f-6bcb5fe00808,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:39.475349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.496882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Attempting to bind port fa927c02-85fb-43f8-9842-15c1927190d1 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:39.497850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Attempting to bind port fa927c02-85fb-43f8-9842-15c1927190d1 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '1e9f9b6c-e14b-4ee2-9584-303900e46ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b3fe35ea-e22d-40aa-a336-de2e85cf199e'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:39.498539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Attempting to bind port fa927c02-85fb-43f8-9842-15c1927190d1 on network b3fe35ea-e22d-40aa-a336-de2e85cf199e {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:39.505307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c6933-4f78-40a1-bab7-5538cffaa487 None None] Network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server [None req-6759c8ca-8ae2-4292-9c72-3db7951a17c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56e76f15-43f6-4c52-bc1f-6bcb5fe00808: This subnet is being modified by another concurrent operation. Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 08:27:39.522567 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise exception Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56e76f15-43f6-4c52-bc1f-6bcb5fe00808: This subnet is being modified by another concurrent operation. Dec 23 08:27:39.525677 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server Dec 23 08:27:39.554001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc380fc-82c8-4be8-8a87-afee7062d7e3 None None] Network 1a2c1ab8-19f7-4bd1-b088-24ce0180c76c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:39.574252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:39.578515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event deleted for resources: {'Port': ['ID=34f01d0f-1d8e-4c0b-a9af-614285263d7f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:39.583690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.591576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:39.593241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] device_id is not set on port abcb0711-14fe-4fe4-8599-9361caa8b8f3 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:39.604608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:39.616712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:39.726749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:39.727381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Checking segment: {'id': '1e9f9b6c-e14b-4ee2-9584-303900e46ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b3fe35ea-e22d-40aa-a336-de2e85cf199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:39.727381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.727743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Bound using segment: {'id': '1e9f9b6c-e14b-4ee2-9584-303900e46ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b3fe35ea-e22d-40aa-a336-de2e85cf199e'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:39.728222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Bound port: fa927c02-85fb-43f8-9842-15c1927190d1, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9f9b6c-e14b-4ee2-9584-303900e46ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b3fe35ea-e22d-40aa-a336-de2e85cf199e'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:39.728585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.757373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.814833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7281431d-b97f-46a9-a3fa-7a4d56681b39 None None] Provisioning for port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:39.852593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Calling delete_port for 41cc6202-13a0-4c7a-96e6-9d48788cbea1 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:39.859078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-86909342-d791-439d-b916-96418e01f0b7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.878905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:39.893848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07097af-0a1e-47d0-887f-354fddd8bab4,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:39.899332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:39.917284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86909342-d791-439d-b916-96418e01f0b7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=d0733a8d-71fd-4e7b-bc09-1eaba7a6d074,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:39.987503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] For port fa927c02-85fb-43f8-9842-15c1927190d1, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:39.995280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9066a79-8cf5-4af4-9fd9-6c05e0492692 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:40.043438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.056392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-86909342-d791-439d-b916-96418e01f0b7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.065712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2c1ab8-19f7-4bd1-b088-24ce0180c76c']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:40.072573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] For port fa927c02-85fb-43f8-9842-15c1927190d1, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=fa927c02-85fb-43f8-9842-15c1927190d1,segment=NetworkSegment(1e9f9b6c-e14b-4ee2-9584-303900e46ef8),segment_id=1e9f9b6c-e14b-4ee2-9584-303900e46ef8)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:40.089811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a50a384-e919-4ee0-8075-4248dcc90cfe') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:40.090183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a50a384-e919-4ee0-8075-4248dcc90cfe') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:40.104238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.105631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 6001cb96-48c0-4da4-acbc-e92301bcec48 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:40.147916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Allocated IP 172.20.0.13 (b3fe35ea-e22d-40aa-a336-de2e85cf199e/fbfd5dab-47b0-4a99-b3b8-03468f36daa9/abcb0711-14fe-4fe4-8599-9361caa8b8f3) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:40.153888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.182007 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-86909342-d791-439d-b916-96418e01f0b7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/d0733a8d-71fd-4e7b-bc09-1eaba7a6d074 HTTP/1.1" status: 204 len: 168 time: 3.2635100 Dec 23 08:27:40.185765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.187736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42892) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:40.272990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.288092 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-02b5d46e-5d17-4677-91f9-bc28178800cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954711 Dec 23 08:27:40.293208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42896) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:40.298230 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45861dda-9a15-4fb7-a86e-11d501781cc6 None None] Pushing event updated for resources: {'Port': ['ID=fa927c02-85fb-43f8-9842-15c1927190d1,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:40.339111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:40.339111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:40.344642 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:40.446624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:40.549398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a213161b-ea24-4732-adc2-b61ddbfe7d83 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:40.568272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.575042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a213161b-ea24-4732-adc2-b61ddbfe7d83 None None] Deleting port f8e6bf64-c932-42fb-b0cc-cf2637593d1b {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:40.575412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a213161b-ea24-4732-adc2-b61ddbfe7d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.678889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.702900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=1a2c1ab8-19f7-4bd1-b088-24ce0180c76c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:40.768775 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-25eae52f-7a4a-40e5-a65e-0dbe611448e8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/1a2c1ab8-19f7-4bd1-b088-24ce0180c76c HTTP/1.1" status: 204 len: 168 time: 2.0567510 Dec 23 08:27:40.777665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42900) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:40.787346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-385716977'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:40.805730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:40.829995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:40.838356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829c9ff5-e0ef-4697-a902-c2ae97b7c679 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:40.839281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-829c9ff5-e0ef-4697-a902-c2ae97b7c679 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:40.840520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.842332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:40.847806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.853135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.9 (9d2658d4-8fea-4534-ae06-21d7aedc1a1e/47307c66-1170-49f0-b635-85a3897263b0/6001cb96-48c0-4da4-acbc-e92301bcec48) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:40.894080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:40.895089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:40.917227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:40.917884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:40.929644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event deleted for resources: {'Port': ['ID=41cc6202-13a0-4c7a-96e6-9d48788cbea1,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:40.976670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-edee6402-7f66-417f-8cb0-510bc31ae9bf None None] Provisioning for port a3122a34-6a4b-4df3-be4c-b306733729be completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:40.998229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-829c9ff5-e0ef-4697-a902-c2ae97b7c679 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:41.001667 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-829c9ff5-e0ef-4697-a902-c2ae97b7c679 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7044787 Dec 23 08:27:41.001667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:41.003622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-edee6402-7f66-417f-8cb0-510bc31ae9bf None None] Provisioning complete for port a3122a34-6a4b-4df3-be4c-b306733729be triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:41.004058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-edee6402-7f66-417f-8cb0-510bc31ae9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.004172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.014060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42904) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:41.060357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a213161b-ea24-4732-adc2-b61ddbfe7d83 None None] For port f8e6bf64-c932-42fb-b0cc-cf2637593d1b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f8e6bf64-c932-42fb-b0cc-cf2637593d1b,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:41.060668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a213161b-ea24-4732-adc2-b61ddbfe7d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.226068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.241210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a213161b-ea24-4732-adc2-b61ddbfe7d83 None None] Calling delete_port for f8e6bf64-c932-42fb-b0cc-cf2637593d1b owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:41.275878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:41.276813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-edee6402-7f66-417f-8cb0-510bc31ae9bf None None] Port a3122a34-6a4b-4df3-be4c-b306733729be cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:41.288040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.288502 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment 4446317f-afe6-4582-87c8-867bbdebae43 of type vlan for network 6e4c1748-da53-4de2-aa7a-0c0919d8ab50 Dec 23 08:27:41.323439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.378757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.392827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-edee6402-7f66-417f-8cb0-510bc31ae9bf None None] Provisioning complete for port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:41.393044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-edee6402-7f66-417f-8cb0-510bc31ae9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.434734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.441186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.448370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a213161b-ea24-4732-adc2-b61ddbfe7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.451912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.452381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4861f-1504-4939-a04b-28a6af035256 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:41.458527 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b8f4861f-1504-4939-a04b-28a6af035256 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4373460 Dec 23 08:27:41.459780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42908) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:41.526927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213161b-ea24-4732-adc2-b61ddbfe7d83 None None] Pushing event deleted for resources: {'Port': ['ID=f8e6bf64-c932-42fb-b0cc-cf2637593d1b,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:41.537979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8,segment=NetworkSegment(e825b36d-ada6-46dc-aa7c-5e2b93af792f),segment_id=e825b36d-ada6-46dc-aa7c-5e2b93af792f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:41.538364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.543901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.545517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.546280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58800531-02c6-43f5-8c37-ab16ed94172e {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:27:41.547448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:41.548042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.554538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213161b-ea24-4732-adc2-b61ddbfe7d83 None None] No DVR routers for this DVR port f8e6bf64-c932-42fb-b0cc-cf2637593d1b on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:41.557903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.587835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.588872 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-862a95a1-f215-41aa-9715-794ebf47bec0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/58800531-02c6-43f5-8c37-ab16ed94172e HTTP/1.1" status: 204 len: 168 time: 6.8873653 Dec 23 08:27:41.597501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42912) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:41.656546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.657277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Fanout notify agent at l3_agent the message router_deleted on router a142f5b4-98ec-4224-88f9-b7817469614c {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:27:41.673597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Transition to ACTIVE for port object abcb0711-14fe-4fe4-8599-9361caa8b8f3 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:41.711209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.716823 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-96b288e0-0420-405a-b1bb-04e092086eb2 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/a142f5b4-98ec-4224-88f9-b7817469614c HTTP/1.1" status: 204 len: 168 time: 7.2941320 Dec 23 08:27:41.723852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42916) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:41.732338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1721489142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:41.747732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-66dad77a-8156-4ca3-8e99-124fc96bc6c1 admin admin] Deleting subnet de68b6fd-1b22-40df-9e00-1824b09c2273 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:41.752527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:41.753493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66dad77a-8156-4ca3-8e99-124fc96bc6c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.765609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4abdb0-c856-4c29-92ec-1766971c56e9 None None] Network b3fe35ea-e22d-40aa-a336-de2e85cf199e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:41.808203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:41.821430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Usage tracker for resource:router and tenant:379193d209c0454fb4b11dd36c7290c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:41.826968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:41.831421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66dad77a-8156-4ca3-8e99-124fc96bc6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.868956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:41.873741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.894388 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-344bd5c1-ad73-4faa-82fb-0b75f3360046 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3761942 Dec 23 08:27:41.911121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42920) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:41.922608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.922892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4be9b88e-4cdc-41fc-9006-8e76f5056e25 None None] Provisioning complete for port a3122a34-6a4b-4df3-be4c-b306733729be triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:41.923485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4be9b88e-4cdc-41fc-9006-8e76f5056e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.961230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.962291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:41.991205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event updated for resources: {'Port': ['ID=abcb0711-14fe-4fe4-8599-9361caa8b8f3,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:41.991424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:42.002591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Network b3fe35ea-e22d-40aa-a336-de2e85cf199e is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:42.012719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:42.022871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4be9b88e-4cdc-41fc-9006-8e76f5056e25 None None] Port a3122a34-6a4b-4df3-be4c-b306733729be cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:42.023696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:42.023900 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2448747 Dec 23 08:27:42.050409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42924) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:42.064675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': '6e4c1748-da53-4de2-aa7a-0c0919d8ab50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:42.078049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4be9b88e-4cdc-41fc-9006-8e76f5056e25 None None] Provisioning for port fa927c02-85fb-43f8-9842-15c1927190d1 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:42.092410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acd929-2d59-4e3b-94a8-75fec5da3098 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=6e4c1748-da53-4de2-aa7a-0c0919d8ab50,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:42.111805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 6e4c1748-da53-4de2-aa7a-0c0919d8ab50 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:42.159805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.166945 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66dad77a-8156-4ca3-8e99-124fc96bc6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.255438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:42.256126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.302759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.316521 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3654a5c3-6404-4d91-9ee9-18c20f70da15 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0598540 Dec 23 08:27:42.331885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42928) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:42.337604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:42.383439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device fa927c02-85fb-43f8-9842-15c1927190d1 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:42.405021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:42.414918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:42.420531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66dad77a-8156-4ca3-8e99-124fc96bc6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.441116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.460100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:42.465723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.470726 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-eea1bcd9-af66-4afb-b8ab-de13b9895dae tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7440856 Dec 23 08:27:42.471462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:42.471671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42932) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:42.472617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:42.475285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.479886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:42.482035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port fa927c02-85fb-43f8-9842-15c1927190d1 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:42.493632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:42.494854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port fa927c02-85fb-43f8-9842-15c1927190d1 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:42.495345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'enable_snat': False}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:42.495588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.496158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object 6001cb96-48c0-4da4-acbc-e92301bcec48 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:42.498021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.529777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:42.552955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dad77a-8156-4ca3-8e99-124fc96bc6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de68b6fd-1b22-40df-9e00-1824b09c2273,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:42.587595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-71a1f55d-c9bf-4e1b-8390-4c0420a0e73c tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Deleting port abcb0711-14fe-4fe4-8599-9361caa8b8f3 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:42.587985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71a1f55d-c9bf-4e1b-8390-4c0420a0e73c tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.625054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:42.638395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cd562073-cfae-4af5-9d65-468034d7bbdd None None] Provisioning for port abcb0711-14fe-4fe4-8599-9361caa8b8f3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:42.644174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cd562073-cfae-4af5-9d65-468034d7bbdd None None] Provisioning complete for port abcb0711-14fe-4fe4-8599-9361caa8b8f3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:42.644561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cd562073-cfae-4af5-9d65-468034d7bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.658779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.704350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c019a59-79a6-4ef7-9ceb-cef6bc9d0dfa None None] Network 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:42.720554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66dad77a-8156-4ca3-8e99-124fc96bc6c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.724893 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-66dad77a-8156-4ca3-8e99-124fc96bc6c1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/de68b6fd-1b22-40df-9e00-1824b09c2273 HTTP/1.1" status: 204 len: 168 time: 1.1240618 Dec 23 08:27:42.738243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42936) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:42.772610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.773105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Fanout notify agent at l3_agent the message router_deleted on router 52772866-f66a-4692-9fe7-83dcfd9df3fb {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:27:42.834518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.852135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-cd562073-cfae-4af5-9d65-468034d7bbdd None None] Port abcb0711-14fe-4fe4-8599-9361caa8b8f3 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:42.855341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.908687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.914337 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fb2ccb13-c205-422e-8d94-4992e9bb8f19 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/52772866-f66a-4692-9fe7-83dcfd9df3fb HTTP/1.1" status: 204 len: 168 time: 4.6313579 Dec 23 08:27:42.931775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42940) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:42.950522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port fa927c02-85fb-43f8-9842-15c1927190d1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=fa927c02-85fb-43f8-9842-15c1927190d1,segment=NetworkSegment(1e9f9b6c-e14b-4ee2-9584-303900e46ef8),segment_id=1e9f9b6c-e14b-4ee2-9584-303900e46ef8)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:42.957747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1937560563', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:42.958095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:42.958613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:42.979134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:43.000474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Usage tracker for resource:router and tenant:07eed1a30f6b4aa2bad00c407a4bdd73 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:43.006867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:43.017943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cd562073-cfae-4af5-9d65-468034d7bbdd None None] Provisioning complete for port fa927c02-85fb-43f8-9842-15c1927190d1 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:43.018324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cd562073-cfae-4af5-9d65-468034d7bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.022806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:43.026971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.029784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:43.033875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=6001cb96-48c0-4da4-acbc-e92301bcec48,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:43.040560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:43.043049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:43.079612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.136522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.137456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.140012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=fa927c02-85fb-43f8-9842-15c1927190d1,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:43.149159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Deleting port b2b63190-16c8-493f-8981-f89abb4be2d9 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:43.149768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.225726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:43.226407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.263148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a6f5b-06ff-4b98-a6e6-68ccbef06fb2 None None] DHCP port deletion for 63788f09-fc68-4f8e-bdc1-ffd155abbfb2 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:43.275382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:43.276062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.285617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.311887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-176a6f5b-06ff-4b98-a6e6-68ccbef06fb2 None None] Deleting port b2b63190-16c8-493f-8981-f89abb4be2d9 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:43.312244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-176a6f5b-06ff-4b98-a6e6-68ccbef06fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.394875 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-217d4be3-d708-43e5-8ce1-d7e833cd677b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2616389 Dec 23 08:27:43.397852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42944) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:43.534834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.586289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71a1f55d-c9bf-4e1b-8390-4c0420a0e73c tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.655658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2225c0d0-2ada-4217-a0ba-e39f4874b1ac None None] Provisioning for port 6001cb96-48c0-4da4-acbc-e92301bcec48 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:43.665483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2225c0d0-2ada-4217-a0ba-e39f4874b1ac None None] Provisioning complete for port 6001cb96-48c0-4da4-acbc-e92301bcec48 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:43.665909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2225c0d0-2ada-4217-a0ba-e39f4874b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.710390 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-176a6f5b-06ff-4b98-a6e6-68ccbef06fb2 None None] For port b2b63190-16c8-493f-8981-f89abb4be2d9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b2b63190-16c8-493f-8981-f89abb4be2d9,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:43.710760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-176a6f5b-06ff-4b98-a6e6-68ccbef06fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.727312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f8e6bf64-c932-42fb-b0cc-cf2637593d1b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:43.740489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-71a1f55d-c9bf-4e1b-8390-4c0420a0e73c tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Calling delete_port for abcb0711-14fe-4fe4-8599-9361caa8b8f3 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:43.768620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f8e6bf64-c932-42fb-b0cc-cf2637593d1b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:43.769384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f8e6bf64-c932-42fb-b0cc-cf2637593d1b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:43.769384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e07097af-0a1e-47d0-887f-354fddd8bab4 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:43.802894 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:43.811415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:43.827213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=c291dcbf-135d-48ae-9067-0c721be4d15f,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:43.831285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:43.831873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.847526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.856963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] For port b2b63190-16c8-493f-8981-f89abb4be2d9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b2b63190-16c8-493f-8981-f89abb4be2d9,segment=NetworkSegment(7bb6e962-32f4-44b6-95f0-64469c3ec0f1),segment_id=7bb6e962-32f4-44b6-95f0-64469c3ec0f1)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:43.857320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.872617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcedc827-4d3d-40a2-acf6-239cc0c336eb tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:43.873032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dcedc827-4d3d-40a2-acf6-239cc0c336eb tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:43.912997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca1bb1a-fe1d-4177-8420-3f2ad5e478d0 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:43.928440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:43.936747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-176a6f5b-06ff-4b98-a6e6-68ccbef06fb2 None None] Calling delete_port for b2b63190-16c8-493f-8981-f89abb4be2d9 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:43.966822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: e07097af-0a1e-47d0-887f-354fddd8bab4 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:43.967483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e07097af-0a1e-47d0-887f-354fddd8bab4 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:43.991189 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-781ad1bc-e063-4693-820b-917ed7190956 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0741916 Dec 23 08:27:43.995363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42948) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:43.997135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Calling delete_port for b2b63190-16c8-493f-8981-f89abb4be2d9 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:44.002917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dcedc827-4d3d-40a2-acf6-239cc0c336eb tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:44.006836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dcedc827-4d3d-40a2-acf6-239cc0c336eb tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6028378 Dec 23 08:27:44.014730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': 'c291dcbf-135d-48ae-9067-0c721be4d15f', 'ip_address': '2001:db8::c416:bd6c:3421:9f07'}], 'name': 'tempest-NetworksTestDHCPv6-1029449962'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:44.019810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2225c0d0-2ada-4217-a0ba-e39f4874b1ac None None] Port 6001cb96-48c0-4da4-acbc-e92301bcec48 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:44.024577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42952) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:44.092456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2225c0d0-2ada-4217-a0ba-e39f4874b1ac None None] Provisioning complete for port abcb0711-14fe-4fe4-8599-9361caa8b8f3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:44.092911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2225c0d0-2ada-4217-a0ba-e39f4874b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.118009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.146759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-176a6f5b-06ff-4b98-a6e6-68ccbef06fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.218057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a6f5b-06ff-4b98-a6e6-68ccbef06fb2 None None] Pushing event deleted for resources: {'Port': ['ID=b2b63190-16c8-493f-8981-f89abb4be2d9,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:44.224385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:44.224625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:44.255651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2225c0d0-2ada-4217-a0ba-e39f4874b1ac None None] Port abcb0711-14fe-4fe4-8599-9361caa8b8f3 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:44.261627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71a1f55d-c9bf-4e1b-8390-4c0420a0e73c tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.264405 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a6f5b-06ff-4b98-a6e6-68ccbef06fb2 None None] No DVR routers for this DVR port b2b63190-16c8-493f-8981-f89abb4be2d9 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:44.293874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device fa927c02-85fb-43f8-9842-15c1927190d1 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:44.300651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d0112c-5642-4cc4-b383-d6322ebd0dfe tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:44.305458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d0112c-5642-4cc4-b383-d6322ebd0dfe tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:44.309371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d0112c-5642-4cc4-b383-d6322ebd0dfe tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:44.310349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-63d0112c-5642-4cc4-b383-d6322ebd0dfe tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:44.323953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=6d50c5b7-5754-4acb-b52f-2af37ce923fa,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:44.336825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-63d0112c-5642-4cc4-b383-d6322ebd0dfe tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:44.339861 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-63d0112c-5642-4cc4-b383-d6322ebd0dfe tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3126025 Dec 23 08:27:44.343390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42956) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:44.350612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1f55d-c9bf-4e1b-8390-4c0420a0e73c tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event deleted for resources: {'Port': ['ID=abcb0711-14fe-4fe4-8599-9361caa8b8f3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:44.419633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': 'c291dcbf-135d-48ae-9067-0c721be4d15f'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:44.420591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.431523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fbf87-78a5-4d50-83d6-f5b19d0ea4d7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 6001cb96-48c0-4da4-acbc-e92301bcec48 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:44.431863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbf87-78a5-4d50-83d6-f5b19d0ea4d7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.438014 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port fa927c02-85fb-43f8-9842-15c1927190d1 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:44.438380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.544099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': '4446317f-afe6-4582-87c8-867bbdebae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6e4c1748-da53-4de2-aa7a-0c0919d8ab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:44.544624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: 6e4c1748-da53-4de2-aa7a-0c0919d8ab50, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:44.558964 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:44.617627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.621456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:44.664125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.680131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:44.725219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Deleting port b2b63190-16c8-493f-8981-f89abb4be2d9 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:44.725880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.732283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b2b63190-16c8-493f-8981-f89abb4be2d9 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:44.767727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71a1f55d-c9bf-4e1b-8390-4c0420a0e73c tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.774527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/c291dcbf-135d-48ae-9067-0c721be4d15f/ddc77e3f-387c-4a25-a2de-1b06c67888c3) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:44.776664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b2b63190-16c8-493f-8981-f89abb4be2d9 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:44.776891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b2b63190-16c8-493f-8981-f89abb4be2d9 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:44.827782 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-71a1f55d-c9bf-4e1b-8390-4c0420a0e73c tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] 10.222.0.36 "DELETE /v2.0/ports/abcb0711-14fe-4fe4-8599-9361caa8b8f3 HTTP/1.1" status: 204 len: 168 time: 2.4929259 Dec 23 08:27:44.834346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 6e4c1748-da53-4de2-aa7a-0c0919d8ab50 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:44.837739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42960) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:44.875288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] The port 'b2b63190-16c8-493f-8981-f89abb4be2d9' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:27:44.883077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 6e4c1748-da53-4de2-aa7a-0c0919d8ab50) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:44.887058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:44.887651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.897130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61bd143-28a1-41aa-828d-999db59bda37 None None] Network 6e4c1748-da53-4de2-aa7a-0c0919d8ab50 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:44.926268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.962591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.980866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:44.983237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5f7be2de-0208-4dcb-b3cc-4da9f73db23d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9286387 Dec 23 08:27:44.987806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42966) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:45.082209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbf87-78a5-4d50-83d6-f5b19d0ea4d7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.106098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.108577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 06da2c91-6064-4977-95a8-efc827ac1a07 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:45.190481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8bc8e7e8-228f-4203-9777-d184b2ef41b6 tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3457484 Dec 23 08:27:45.204288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42972) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:45.210048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.226557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-571650337'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:45.232259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Transition to ACTIVE for port object ddc77e3f-387c-4a25-a2de-1b06c67888c3 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:45.246698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fbf87-78a5-4d50-83d6-f5b19d0ea4d7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 6001cb96-48c0-4da4-acbc-e92301bcec48 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:45.254867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:45.270685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Usage tracker for resource:network and tenant:106342e5031d44d281cf523b6081e332 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:45.291165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Transition to ACTIVE for port object ddc77e3f-387c-4a25-a2de-1b06c67888c3 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:45.299717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.307989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:45.333160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:45.355974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.376234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Made reservation on behalf of 106342e5031d44d281cf523b6081e332 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:45.376571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-6e4c1748-da53-4de2-aa7a-0c0919d8ab50', 'network_id': '6e4c1748-da53-4de2-aa7a-0c0919d8ab50', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': '6d50c5b7-5754-4acb-b52f-2af37ce923fa'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:45.378115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.379736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.399709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Pushing event updated for resources: {'Port': ['ID=ddc77e3f-387c-4a25-a2de-1b06c67888c3,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:45.408611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63788f09-fc68-4f8e-bdc1-ffd155abbfb2']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:45.434442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Allocated IP 172.26.8.26 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/f243c1a3-7cdf-4d26-a6ec-caec8f435803) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:45.444741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb6e962-32f4-44b6-95f0-64469c3ec0f1') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:45.444741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb6e962-32f4-44b6-95f0-64469c3ec0f1') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:45.472421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.473995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:45.477403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:45.486572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:45.532307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:45.551107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::c416:bd6c:3421:9f07 (3b1e253c-1242-4661-909e-bc02458a5888/c291dcbf-135d-48ae-9067-0c721be4d15f/06da2c91-6064-4977-95a8-efc827ac1a07) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:45.572599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.573133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.604086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.604585 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Added segment 6512bfc9-020c-48d6-ae78-39222f9a90b7 of type vlan for network bf4907c0-278f-42e0-9e84-566acd862e1b Dec 23 08:27:45.628575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:45.629677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.632971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Attempting to bind port ddc77e3f-387c-4a25-a2de-1b06c67888c3 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:45.633343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Attempting to bind port ddc77e3f-387c-4a25-a2de-1b06c67888c3 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:45.633929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Attempting to bind port ddc77e3f-387c-4a25-a2de-1b06c67888c3 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:45.644188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:45.646137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:45.646286 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:45.648639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.648639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:45.648639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Bound port: ddc77e3f-387c-4a25-a2de-1b06c67888c3, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:45.648639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.696853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.724487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Allocated IP 172.20.0.1 (6e4c1748-da53-4de2-aa7a-0c0919d8ab50/6d50c5b7-5754-4acb-b52f-2af37ce923fa/8f27e047-2347-49a8-acd7-494f6ecd9e03) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:45.782129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbf87-78a5-4d50-83d6-f5b19d0ea4d7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.790853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.824523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.828196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:45.829204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.829327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.849255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] For port ddc77e3f-387c-4a25-a2de-1b06c67888c3, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:45.857213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.867954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fbf87-78a5-4d50-83d6-f5b19d0ea4d7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=6001cb96-48c0-4da4-acbc-e92301bcec48,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:45.868442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] For port ddc77e3f-387c-4a25-a2de-1b06c67888c3, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ddc77e3f-387c-4a25-a2de-1b06c67888c3,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:45.881545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] Pushing event deleted for resources: {'Network': ['ID=63788f09-fc68-4f8e-bdc1-ffd155abbfb2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:45.886399 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:45.974789 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a91a8f00-0154-4542-9457-faf2c68a6285 admin admin] 10.222.0.36 "DELETE /v2.0/networks/63788f09-fc68-4f8e-bdc1-ffd155abbfb2 HTTP/1.1" status: 204 len: 168 time: 3.2348084 Dec 23 08:27:45.982335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event updated for resources: {'Network': ['ID=bf4907c0-278f-42e0-9e84-566acd862e1b,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:46.003420 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-25421ce2-9ff9-4f0c-8530-46a8f9fc254b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7932644 Dec 23 08:27:46.004527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42980) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:46.013945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f3fbf87-78a5-4d50-83d6-f5b19d0ea4d7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.023082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network bf4907c0-278f-42e0-9e84-566acd862e1b details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:46.027647 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7f3fbf87-78a5-4d50-83d6-f5b19d0ea4d7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/6001cb96-48c0-4da4-acbc-e92301bcec48 HTTP/1.1" status: 204 len: 168 time: 1.6794565 Dec 23 08:27:46.027927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42984) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:46.038338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.127707 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:27:46.153605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.160900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:46.164353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:46.174170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:46.208818 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-4591b667-7230-43ab-bb0c-cfed820737d1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:27:46.212587 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4591b667-7230-43ab-bb0c-cfed820737d1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/6001cb96-48c0-4da4-acbc-e92301bcec48 HTTP/1.1" status: 404 len: 333 time: 0.1821921 Dec 23 08:27:46.212725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event updated for resources: {'Port': ['ID=f243c1a3-7cdf-4d26-a6ec-caec8f435803,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:46.220451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42988) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:46.335567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 06da2c91-6064-4977-95a8-efc827ac1a07 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:46.339946 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba82f4-f4a8-482f-9514-5b9515ed37fa None None] Pushing event updated for resources: {'Port': ['ID=ddc77e3f-387c-4a25-a2de-1b06c67888c3,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:46.380884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Allocated IP 172.26.8.150 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/aaad4f66-0c28-4c60-a9ed-fc41b43d5f24) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:46.387383 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.400101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e829-e388-4df4-ac99-409f761eaa92 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port a3122a34-6a4b-4df3-be4c-b306733729be {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:46.400594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e829-e388-4df4-ac99-409f761eaa92 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.418231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Transition to ACTIVE for port object 8f27e047-2347-49a8-acd7-494f6ecd9e03 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:46.435422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 42992) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:46.445589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Transition to ACTIVE for port object 8f27e047-2347-49a8-acd7-494f6ecd9e03 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:46.458643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.559229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Network 6e4c1748-da53-4de2-aa7a-0c0919d8ab50 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:46.573672 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:46.589171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:46.693422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Pushing event updated for resources: {'Port': ['ID=8f27e047-2347-49a8-acd7-494f6ecd9e03,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:46.703636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.713803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Attempting to bind port 8f27e047-2347-49a8-acd7-494f6ecd9e03 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:46.714253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Attempting to bind port 8f27e047-2347-49a8-acd7-494f6ecd9e03 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '4446317f-afe6-4582-87c8-867bbdebae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6e4c1748-da53-4de2-aa7a-0c0919d8ab50'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:46.715021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Attempting to bind port 8f27e047-2347-49a8-acd7-494f6ecd9e03 on network 6e4c1748-da53-4de2-aa7a-0c0919d8ab50 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:46.724781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:46.725087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e829-e388-4df4-ac99-409f761eaa92 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.725570 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Checking segment: {'id': '4446317f-afe6-4582-87c8-867bbdebae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6e4c1748-da53-4de2-aa7a-0c0919d8ab50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:46.725674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.726147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Bound using segment: {'id': '4446317f-afe6-4582-87c8-867bbdebae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6e4c1748-da53-4de2-aa7a-0c0919d8ab50'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:46.726672 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Bound port: 8f27e047-2347-49a8-acd7-494f6ecd9e03, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4446317f-afe6-4582-87c8-867bbdebae43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6e4c1748-da53-4de2-aa7a-0c0919d8ab50'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:46.727106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.773061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.778292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-58e6a624-87aa-4e40-91d6-78866c020d78 tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] 10.222.0.36 "GET /v2.0/agents/9d1cddfb-ec3e-447a-84a8-ca93d031775e/dhcp-networks HTTP/1.1" status: 200 len: 7760 time: 0.7727776 Dec 23 08:27:46.792948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 42996) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:46.821471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] For port 8f27e047-2347-49a8-acd7-494f6ecd9e03, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:46.826285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] For port 8f27e047-2347-49a8-acd7-494f6ecd9e03, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=8f27e047-2347-49a8-acd7-494f6ecd9e03,segment=NetworkSegment(4446317f-afe6-4582-87c8-867bbdebae43),segment_id=4446317f-afe6-4582-87c8-867bbdebae43)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:46.831710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.856177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=6d50c5b7-5754-4acb-b52f-2af37ce923fa,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:46.880242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2e829-e388-4df4-ac99-409f761eaa92 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for a3122a34-6a4b-4df3-be4c-b306733729be owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:46.888866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:46.890109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=06da2c91-6064-4977-95a8-efc827ac1a07,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:46.906629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.907096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:46.925598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:46.928024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:46.932167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:46.932761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.011071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71904f2d-a873-42e0-bae9-7c20f3815243 None None] Pushing event updated for resources: {'Port': ['ID=8f27e047-2347-49a8-acd7-494f6ecd9e03,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:47.020127 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-acc30acd-7543-4771-90d5-8bc11510ffa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f41ab964d47b44d38cd8289835839fe4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5781655 Dec 23 08:27:47.023900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c87089-5643-4411-82ac-0465cc7a1dd7 None None] Network 6e4c1748-da53-4de2-aa7a-0c0919d8ab50 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:47.037182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43000) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:47.062658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.096749 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d9758cc8-2b88-4543-ad42-e8eeaee8c4d0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0915775 Dec 23 08:27:47.106495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.109314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43004) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:47.139425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': 'c291dcbf-135d-48ae-9067-0c721be4d15f', 'ip_address': '2001:db8::c416:bd6c:3421:9f07'}], 'name': 'tempest-NetworksTestDHCPv6-1124805868'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:47.168753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4c1748-da53-4de2-aa7a-0c0919d8ab50']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:47.247282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4446317f-afe6-4582-87c8-867bbdebae43') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:47.247563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4446317f-afe6-4582-87c8-867bbdebae43') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:47.285678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.339283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.344185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b7447-1a6b-4cf6-8498-28346c19ca4c tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] Network bf4907c0-278f-42e0-9e84-566acd862e1b is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:47.365033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.370819 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-509b7447-1a6b-4cf6-8498-28346c19ca4c tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] 10.222.0.36 "POST /v2.0/agents/9d1cddfb-ec3e-447a-84a8-ca93d031775e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5762939 Dec 23 08:27:47.376641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f6b49-b969-40a5-bc5c-8905e8b7d6d1 None None] Network bf4907c0-278f-42e0-9e84-566acd862e1b requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:47.377630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:47.378017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.423286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43008) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:47.424496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e829-e388-4df4-ac99-409f761eaa92 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:47.425259 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:47.479522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e1e32c47-3ae9-4129-bed9-3814568bef11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.515685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2e829-e388-4df4-ac99-409f761eaa92 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=a3122a34-6a4b-4df3-be4c-b306733729be,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:47.538806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:47.589069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:47.609197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:47.610465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:47.614154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:47.620939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e1e32c47-3ae9-4129-bed9-3814568bef11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.628298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:47.641276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-80d7da91-6d03-43a1-a244-07c7c6db808c None None] Provisioning for port ddc77e3f-387c-4a25-a2de-1b06c67888c3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:47.658288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:47.674740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:27:47.674740 dv-neutron-822507-1-hyperv neutron-server[83522]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:27:47.674740 dv-neutron-822507-1-hyperv neutron-server[83522]: [parameters: {'id': '6e4c1748-da53-4de2-aa7a-0c0919d8ab50'}] Dec 23 08:27:47.674740 dv-neutron-822507-1-hyperv neutron-server[83522]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:47.675201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:47.683010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Pushing event updated for resources: {'Port': ['ID=aaad4f66-0c28-4c60-a9ed-fc41b43d5f24,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:47.699127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:47.704484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.753899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port e2a4d30a-2ce3-4c34-9715-96dda3e61cdb yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:47.788982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ecdbc9cb-b430-4d15-a214-9d201a76da0c None None] Provisioning for port 06da2c91-6064-4977-95a8-efc827ac1a07 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:47.796762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ecdbc9cb-b430-4d15-a214-9d201a76da0c None None] Provisioning complete for port 06da2c91-6064-4977-95a8-efc827ac1a07 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:47.797261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ecdbc9cb-b430-4d15-a214-9d201a76da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.833900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a7a7c-165b-4160-ba4b-dd29ab5ad9f3 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:27:47.849959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2bf2e829-e388-4df4-ac99-409f761eaa92 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.871466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e1e32c47-3ae9-4129-bed9-3814568bef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:47.884787 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2bf2e829-e388-4df4-ac99-409f761eaa92 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/a3122a34-6a4b-4df3-be4c-b306733729be HTTP/1.1" status: 204 len: 168 time: 1.6607368 Dec 23 08:27:47.896148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43012) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:47.916508 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fb0b96da-a29d-4f95-8e34-4a155c4f69dc tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] 10.222.0.36 "GET /v2.0/agents/9d1cddfb-ec3e-447a-84a8-ca93d031775e/dhcp-networks HTTP/1.1" status: 200 len: 8465 time: 0.4890156 Dec 23 08:27:47.919366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43016) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:47.972117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e32c47-3ae9-4129-bed9-3814568bef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1415d9-5dcd-4520-ba65-d34ba2e705f3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:47.978650 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a7a7c-165b-4160-ba4b-dd29ab5ad9f3 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:27:48.006505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Router 453eb622-f6c1-4804-8272-a76dadf5c81b is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:27:48.009045 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-71296cb1-7b92-429d-a1c3-991d33a3249c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:27:48.012333 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-71296cb1-7b92-429d-a1c3-991d33a3249c tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/a3122a34-6a4b-4df3-be4c-b306733729be HTTP/1.1" status: 404 len: 333 time: 0.1104398 Dec 23 08:27:48.012621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43020) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:48.038202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e1e32c47-3ae9-4129-bed9-3814568bef11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.041619 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e1e32c47-3ae9-4129-bed9-3814568bef11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a1415d9-5dcd-4520-ba65-d34ba2e705f3 HTTP/1.1" status: 204 len: 168 time: 1.0011556 Dec 23 08:27:48.045749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbc9cb-b430-4d15-a214-9d201a76da0c None None] Port 06da2c91-6064-4977-95a8-efc827ac1a07 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:27:48.061471 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0abedf84-5759-4053-afed-b4c8c4457e09 tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] 10.222.0.36 "DELETE /v2.0/agents/9d1cddfb-ec3e-447a-84a8-ca93d031775e/dhcp-networks/bf4907c0-278f-42e0-9e84-566acd862e1b HTTP/1.1" status: 204 len: 168 time: 0.1389861 Dec 23 08:27:48.065478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43026) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:48.131442 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 08:27:48.131956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:27:48.150836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.267899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.317443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ddc77e3f-387c-4a25-a2de-1b06c67888c3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:48.318830 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9b921430-d1b0-4277-a0ea-b03930b9b6a5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1964271 Dec 23 08:27:48.324337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43030) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:48.341584 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ede9c06a-b558-4425-a97f-ab25bb86873f tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] 10.222.0.36 "GET /v2.0/agents/9d1cddfb-ec3e-447a-84a8-ca93d031775e/dhcp-networks HTTP/1.1" status: 200 len: 7722 time: 0.2749395 Dec 23 08:27:48.346518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43034) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:48.449755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting port 8f27e047-2347-49a8-acd7-494f6ecd9e03 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:48.449755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.496584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port ddc77e3f-387c-4a25-a2de-1b06c67888c3 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:48.517870 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ddc77e3f-387c-4a25-a2de-1b06c67888c3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:48.519575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.558611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b609cf5-84f3-45a1-8cbe-7be00742ea53 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet 47307c66-1170-49f0-b635-85a3897263b0 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:48.559044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a9cf8b-53eb-4637-9e7b-df81bcf47e8f None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:27:48.566806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b609cf5-84f3-45a1-8cbe-7be00742ea53 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.574403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.583708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.620989 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-aba9b023-aaf5-43f7-8dac-a7516e69d61e tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] 10.222.0.36 "GET /v2.0/networks/b3fe35ea-e22d-40aa-a336-de2e85cf199e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2733073 Dec 23 08:27:48.624801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43044) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:48.657357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b609cf5-84f3-45a1-8cbe-7be00742ea53 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.790596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9cf8b-53eb-4637-9e7b-df81bcf47e8f None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:27:48.798113 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3be943ea-08e8-4ff2-96b7-4c0ff4d65557 tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] 10.222.0.36 "GET /v2.0/networks/b3fe35ea-e22d-40aa-a336-de2e85cf199e/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1717994 Dec 23 08:27:48.803700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43052) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:48.862127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b609cf5-84f3-45a1-8cbe-7be00742ea53 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.913695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2bbe32-01ef-4269-ad31-ce9ac2af697f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:48.918001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2bbe32-01ef-4269-ad31-ce9ac2af697f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:48.918297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-aa2bbe32-01ef-4269-ad31-ce9ac2af697f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:48.922721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.936910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:48.952200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d172d-d8fb-44e0-92ee-1f1362a5d0bc None None] Sync routers for ids ['453eb622-f6c1-4804-8272-a76dadf5c81b'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:48.973069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b609cf5-84f3-45a1-8cbe-7be00742ea53 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:48.994180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d172d-d8fb-44e0-92ee-1f1362a5d0bc None None] Routers {'453eb622-f6c1-4804-8272-a76dadf5c81b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:48.994810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b93d172d-d8fb-44e0-92ee-1f1362a5d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['453eb622-f6c1-4804-8272-a76dadf5c81b'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:49.011108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.012064 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-79dc5b21-ee32-446e-ade3-a1d59f6911c0 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0795267 Dec 23 08:27:49.016540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43060) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:49.030367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:49.054388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] For port 8f27e047-2347-49a8-acd7-494f6ecd9e03, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=8f27e047-2347-49a8-acd7-494f6ecd9e03,segment=NetworkSegment(4446317f-afe6-4582-87c8-867bbdebae43),segment_id=4446317f-afe6-4582-87c8-867bbdebae43)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:49.054774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.071813 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-aa2bbe32-01ef-4269-ad31-ce9ac2af697f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:49.075647 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-aa2bbe32-01ef-4269-ad31-ce9ac2af697f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7468610 Dec 23 08:27:49.081080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43064) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:49.089083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b93d172d-d8fb-44e0-92ee-1f1362a5d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:49.100786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port ddc77e3f-387c-4a25-a2de-1b06c67888c3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ddc77e3f-387c-4a25-a2de-1b06c67888c3,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:49.113431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b609cf5-84f3-45a1-8cbe-7be00742ea53 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=47307c66-1170-49f0-b635-85a3897263b0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:49.123378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.134228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b609cf5-84f3-45a1-8cbe-7be00742ea53 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.136539 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0b609cf5-84f3-45a1-8cbe-7be00742ea53 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/47307c66-1170-49f0-b635-85a3897263b0 HTTP/1.1" status: 204 len: 168 time: 1.1228647 Dec 23 08:27:49.139412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43068) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:49.169723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d172d-d8fb-44e0-92ee-1f1362a5d0bc None None] Routers {'453eb622-f6c1-4804-8272-a76dadf5c81b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:49.171683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b93d172d-d8fb-44e0-92ee-1f1362a5d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['453eb622-f6c1-4804-8272-a76dadf5c81b'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:49.239674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Calling delete_port for 8f27e047-2347-49a8-acd7-494f6ecd9e03 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:49.259597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b93d172d-d8fb-44e0-92ee-1f1362a5d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:49.260003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d172d-d8fb-44e0-92ee-1f1362a5d0bc None None] The sync data for ids ['453eb622-f6c1-4804-8272-a76dadf5c81b'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:49.334870 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43074) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:49.356054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=ddc77e3f-387c-4a25-a2de-1b06c67888c3,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:49.372238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-58da4c06-4178-4e31-88e1-d9f5fe8d4cd6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 06da2c91-6064-4977-95a8-efc827ac1a07 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:49.372570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58da4c06-4178-4e31-88e1-d9f5fe8d4cd6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.411625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.524431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:49.524735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.534156 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-46fe8387-12b4-4f3e-911d-f8d9a84f5484 tempest-DHCPAgentSchedulersTestJSON-591390621 tempest-DHCPAgentSchedulersTestJSON-591390621-project-admin] 10.222.0.36 "GET /v2.0/agents/9d1cddfb-ec3e-447a-84a8-ca93d031775e/dhcp-networks HTTP/1.1" status: 200 len: 7722 time: 0.7261450 Dec 23 08:27:49.544241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43080) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:49.600222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacad4a8-7df8-4a1a-87d0-208fd411eb8d None None] Network 9d2658d4-8fea-4534-ae06-21d7aedc1a1e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:49.662967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2040308776'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:49.704785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.723194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:49.791515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Usage tracker for resource:network and tenant:35566578906d4e48ba1b5c464f68ad28 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:49.802630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Port': ['ID=8f27e047-2347-49a8-acd7-494f6ecd9e03,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:49.809784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:49.832310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] For port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8,segment=NetworkSegment(e825b36d-ada6-46dc-aa7c-5e2b93af792f),segment_id=e825b36d-ada6-46dc-aa7c-5e2b93af792f)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:49.832678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.836603 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:49.858829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No DVR routers for this DVR port 8f27e047-2347-49a8-acd7-494f6ecd9e03 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:49.915168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] DHCP port deletion for 9d2658d4-8fea-4534-ae06-21d7aedc1a1e request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:49.919280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] Deleting port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:49.919727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.942512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:49.985252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:49.989217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Made reservation on behalf of 35566578906d4e48ba1b5c464f68ad28 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:49.992002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.103656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.127558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] For port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8,segment=NetworkSegment(e825b36d-ada6-46dc-aa7c-5e2b93af792f),segment_id=e825b36d-ada6-46dc-aa7c-5e2b93af792f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:50.127558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.130334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.173127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.190595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:50.200698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No DVR routers for this DVR port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:50.254024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] Calling delete_port for f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:50.293708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ddc77e3f-387c-4a25-a2de-1b06c67888c3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:50.349795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.387154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:50.387508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:50.394740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ddc77e3f-387c-4a25-a2de-1b06c67888c3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:50.395088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.407286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58da4c06-4178-4e31-88e1-d9f5fe8d4cd6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.434174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4c1748-da53-4de2-aa7a-0c0919d8ab50']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:50.446173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2658d4-8fea-4534-ae06-21d7aedc1a1e']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:50.462367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e825b36d-ada6-46dc-aa7c-5e2b93af792f') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:50.462659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e825b36d-ada6-46dc-aa7c-5e2b93af792f') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:50.483205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.503037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.503366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.511458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:50.511840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:50.526854 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:50.575776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4446317f-afe6-4582-87c8-867bbdebae43') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:50.575776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4446317f-afe6-4582-87c8-867bbdebae43') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:50.587567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:50.588211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:50.600379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-58da4c06-4178-4e31-88e1-d9f5fe8d4cd6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 06da2c91-6064-4977-95a8-efc827ac1a07 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:50.626371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:50.627471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:50.634809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Usage tracker for resource:security_group_rule and tenant:35566578906d4e48ba1b5c464f68ad28 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:50.651438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:50.657285 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.664724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.670563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.675920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4907c0-278f-42e0-9e84-566acd862e1b']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:50.684893 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:50.711761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.713304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Network': ['ID=9d2658d4-8fea-4534-ae06-21d7aedc1a1e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:50.719934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6512bfc9-020c-48d6-ae78-39222f9a90b7') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:50.720261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6512bfc9-020c-48d6-ae78-39222f9a90b7') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:50.722077 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fbd4a73c-d0a0-437f-9e30-0e3e2a86037f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/networks/9d2658d4-8fea-4534-ae06-21d7aedc1a1e HTTP/1.1" status: 204 len: 168 time: 1.5817461 Dec 23 08:27:50.725574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43084) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:50.732275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1825678494'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:50.737365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:50.742067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:50.742452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.744328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:network and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:50.748194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:50.755902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:50.758651 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:50.775233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:50.778130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.789712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.809601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.821919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:50.824316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.839547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.839942 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Added segment e89780c4-9681-4c24-840e-d2514d610576 of type vlan for network bb48f164-3869-4c55-a5ad-732dc9065271 Dec 23 08:27:50.846649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Deleting port f243c1a3-7cdf-4d26-a6ec-caec8f435803 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:50.847001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.858685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Router 4c096b5d-60bf-43b0-929a-038e2c84ccb8 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:27:50.867531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.889583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] Deleting port f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:50.889767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.910968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:50.911352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.915474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.926228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:50.929608 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:50.960402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a7c6ab38-5018-45a9-91f0-b4fb34251d6e None None] The port 'f3b16cc4-9f1c-4d9d-aa14-d2fbb86568e8' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:27:50.996092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.045527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=6e4c1748-da53-4de2-aa7a-0c0919d8ab50,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:51.122415 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-807efb37-7ca1-46e8-a44d-494515d67eff tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/6e4c1748-da53-4de2-aa7a-0c0919d8ab50 HTTP/1.1" status: 204 len: 168 time: 6.1335747 Dec 23 08:27:51.125031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.127837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43088) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:51.146254 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.157106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.158702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-220892525'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:51.161221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:51.161790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.163039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58da4c06-4178-4e31-88e1-d9f5fe8d4cd6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.180142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:51.182375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event deleted for resources: {'Network': ['ID=bf4907c0-278f-42e0-9e84-566acd862e1b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:51.237449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:51.240759 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-18b87126-555d-4ae7-92e5-c329293fc8db tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] 10.222.0.36 "DELETE /v2.0/networks/bf4907c0-278f-42e0-9e84-566acd862e1b HTTP/1.1" status: 204 len: 168 time: 1.6948485 Dec 23 08:27:51.245384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:51.248202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4c06-4178-4e31-88e1-d9f5fe8d4cd6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=06da2c91-6064-4977-95a8-efc827ac1a07,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:51.254899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43092) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:51.263830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:51.283645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.301790 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5726388 Dec 23 08:27:51.303631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43096) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:51.307102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645716d-352a-4141-a60c-bbbac5b38471 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Network': ['ID=bb48f164-3869-4c55-a5ad-732dc9065271,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:51.323909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network bb48f164-3869-4c55-a5ad-732dc9065271 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:51.361469 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-5462e38d-6f12-48c9-9e7c-b0919d224c5b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] DELETE failed (client error): The resource could not be found. Dec 23 08:27:51.361941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5462e38d-6f12-48c9-9e7c-b0919d224c5b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:27:51.367607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58da4c06-4178-4e31-88e1-d9f5fe8d4cd6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.375303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:51.378729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.383641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': 'bb48f164-3869-4c55-a5ad-732dc9065271', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:51.407421 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5462e38d-6f12-48c9-9e7c-b0919d224c5b tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] 10.222.0.36 "DELETE /v2.0/ports/abcb0711-14fe-4fe4-8599-9361caa8b8f3 HTTP/1.1" status: 404 len: 333 time: 0.1481583 Dec 23 08:27:51.414474 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-58da4c06-4178-4e31-88e1-d9f5fe8d4cd6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/06da2c91-6064-4977-95a8-efc827ac1a07 HTTP/1.1" status: 204 len: 168 time: 2.3317027 Dec 23 08:27:51.420157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43100) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:51.420888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43102) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:51.444532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.507955 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Calling delete_port for f243c1a3-7cdf-4d26-a6ec-caec8f435803 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:51.574487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.613499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:51.624004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:51.632321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:51.636041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:51.638914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:51.652046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:51.652801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:51.683496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.683742 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment 418746ba-7864-40b4-9a08-53f29d7b6ff2 of type vlan for network 770ab12c-8944-4372-8a12-9ffcfc671ea9 Dec 23 08:27:51.687701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e98033a-1f87-409c-8b73-cfcb0effdf4d,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:51.693109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b955900d-40c5-452d-8cf8-2928dc978671 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:51.694463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b955900d-40c5-452d-8cf8-2928dc978671 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:51.695176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b955900d-40c5-452d-8cf8-2928dc978671 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:51.719562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.719896 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Added segment c917b994-6e6f-4fdb-a060-34846a168ada of type vlan for network 0123016e-6fc3-4a58-9f15-de50390e1f76 Dec 23 08:27:51.802959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.815137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.846716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b955900d-40c5-452d-8cf8-2928dc978671 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:51.847842 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b955900d-40c5-452d-8cf8-2928dc978671 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4109011 Dec 23 08:27:51.854883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.860532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43108) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:51.921768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.979706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Pushing event deleted for resources: {'Port': ['ID=f243c1a3-7cdf-4d26-a6ec-caec8f435803,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:51.986638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:51.990322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:51.991070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.196180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c18e77e-c72b-4229-962f-7e7ff0a9f21d tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Deleting subnet fbfd5dab-47b0-4a99-b3b8-03468f36daa9 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:52.207391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0c18e77e-c72b-4229-962f-7e7ff0a9f21d tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.278855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.280934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:52.282466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.286587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:52.287149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.290683 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef8226-6518-443b-beb6-e044f1a4d035 None None] Sync routers for ids ['4c096b5d-60bf-43b0-929a-038e2c84ccb8'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:52.304713 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef8226-6518-443b-beb6-e044f1a4d035 None None] Routers {'4c096b5d-60bf-43b0-929a-038e2c84ccb8'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:52.305539 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c1ef8226-6518-443b-beb6-e044f1a4d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4c096b5d-60bf-43b0-929a-038e2c84ccb8'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:52.343956 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2141247 Dec 23 08:27:52.356747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.360323 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a42bdfbc-9397-4ff8-8a93-b20b362bb9ed tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "PUT /v2.0/routers/4c096b5d-60bf-43b0-929a-038e2c84ccb8 HTTP/1.1" status: 200 len: 916 time: 9.8758678 Dec 23 08:27:52.368714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43112) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:52.368915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43114) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:52.369426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287c3d1-c25e-4d07-ac34-ff201b1329c9 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=770ab12c-8944-4372-8a12-9ffcfc671ea9,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:52.375677 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c1ef8226-6518-443b-beb6-e044f1a4d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:52.384244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 770ab12c-8944-4372-8a12-9ffcfc671ea9 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:52.392562 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef8226-6518-443b-beb6-e044f1a4d035 None None] Routers {'4c096b5d-60bf-43b0-929a-038e2c84ccb8'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:52.393434 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c1ef8226-6518-443b-beb6-e044f1a4d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4c096b5d-60bf-43b0-929a-038e2c84ccb8'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:52.395945 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': '770ab12c-8944-4372-8a12-9ffcfc671ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:52.476806 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1384161 Dec 23 08:27:52.476806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0c18e77e-c72b-4229-962f-7e7ff0a9f21d tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.500897 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c1ef8226-6518-443b-beb6-e044f1a4d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:52.501593 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef8226-6518-443b-beb6-e044f1a4d035 None None] The sync data for ids ['4c096b5d-60bf-43b0-929a-038e2c84ccb8'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:52.522329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43120) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:52.534241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Request body: {'subnet': {'network_id': '0123016e-6fc3-4a58-9f15-de50390e1f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:52.555491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.603703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.652647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.716261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f4070-881c-47b0-a760-08289d4133b1 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event updated for resources: {'Network': ['ID=0123016e-6fc3-4a58-9f15-de50390e1f76,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:52.728138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 0123016e-6fc3-4a58-9f15-de50390e1f76 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:27:52.750028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-583001ea-31cc-4606-beaa-a8ab56e9cc9a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet c291dcbf-135d-48ae-9067-0c721be4d15f {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:27:52.760738 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:52.762873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583001ea-31cc-4606-beaa-a8ab56e9cc9a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.778188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=6a59f23f-ccdc-4141-ad84-b4f88e31d500,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:52.796002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:52.796850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:52.808279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:52.821635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:52.849677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Usage tracker for resource:subnet and tenant:35566578906d4e48ba1b5c464f68ad28 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:52.850629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0c18e77e-c72b-4229-962f-7e7ff0a9f21d tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.857237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:52.870403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:52.879516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583001ea-31cc-4606-beaa-a8ab56e9cc9a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:52.889794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Checking segment: {'id': 'e89780c4-9681-4c24-840e-d2514d610576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bb48f164-3869-4c55-a5ad-732dc9065271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:52.890455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network hostable DHCP agents. Network: bb48f164-3869-4c55-a5ad-732dc9065271, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:52.899088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Made reservation on behalf of 35566578906d4e48ba1b5c464f68ad28 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:52.917193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:52.977226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Router 453eb622-f6c1-4804-8272-a76dadf5c81b has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:27:53.025301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.091547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network bb48f164-3869-4c55-a5ad-732dc9065271 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:53.122598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.187847 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, bb48f164-3869-4c55-a5ad-732dc9065271) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:53.192660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:53.193249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.197355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8cad7-6646-4442-b662-4d59edcea829 None None] Network bb48f164-3869-4c55-a5ad-732dc9065271 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:53.247431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583001ea-31cc-4606-beaa-a8ab56e9cc9a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.275765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0c18e77e-c72b-4229-962f-7e7ff0a9f21d tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.306365 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4fc5141b-2154-43f3-8f6e-a63171345425 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9985669 Dec 23 08:27:53.306365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43126) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:53.313662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2041324243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:53.319910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:27:53.329944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:53.340230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18e77e-c72b-4229-962f-7e7ff0a9f21d tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event deleted for resources: {'Subnet': ['ID=fbfd5dab-47b0-4a99-b3b8-03468f36daa9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:53.341058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2f36f-b284-4f80-944b-4e9e377dac34 None None] Sync routers for ids ['453eb622-f6c1-4804-8272-a76dadf5c81b'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:27:53.343537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.344618 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-af2a8edd-20ca-4d1f-ac9c-25bc7e3cb469 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "PUT /v2.0/routers/453eb622-f6c1-4804-8272-a76dadf5c81b HTTP/1.1" status: 200 len: 710 time: 4.3258002 Dec 23 08:27:53.354012 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43130) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:53.380814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:router and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:53.387624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:53.396785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:53.427598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.428813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.430596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b17b5b-98ff-457b-a51f-6d1217b1fce6 None None] Network b3fe35ea-e22d-40aa-a336-de2e85cf199e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:53.432402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0c18e77e-c72b-4229-962f-7e7ff0a9f21d tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.487061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.490196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.495619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2f36f-b284-4f80-944b-4e9e377dac34 None None] Routers {'453eb622-f6c1-4804-8272-a76dadf5c81b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:53.496256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-25d2f36f-b284-4f80-944b-4e9e377dac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['453eb622-f6c1-4804-8272-a76dadf5c81b'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:53.501370 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0c18e77e-c72b-4229-962f-7e7ff0a9f21d tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] 10.222.0.36 "DELETE /v2.0/subnets/fbfd5dab-47b0-4a99-b3b8-03468f36daa9 HTTP/1.1" status: 204 len: 168 time: 2.0656548 Dec 23 08:27:53.511125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43134) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:53.571155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-25d2f36f-b284-4f80-944b-4e9e377dac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:53.583158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.616918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.618418 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5e1de6e6-54e9-4726-8243-74933c87960e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3110793 Dec 23 08:27:53.624165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43138) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:53.626406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event updated for resources: {'Subnet': ['ID=0b6308b7-36ea-44e1-996d-72999ef9b68b,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:53.634727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'network_id': 'bb48f164-3869-4c55-a5ad-732dc9065271', 'name': 'tempest-PortsTestJSON-11765284'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:53.641607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-bb48f164-3869-4c55-a5ad-732dc9065271', 'network_id': 'bb48f164-3869-4c55-a5ad-732dc9065271', 'tenant_id': '063fc722289642818ffcfed1dc7cfd84', 'fixed_ips': [{'subnet_id': '6a59f23f-ccdc-4141-ad84-b4f88e31d500'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:53.642505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.673848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2f36f-b284-4f80-944b-4e9e377dac34 None None] Routers {'453eb622-f6c1-4804-8272-a76dadf5c81b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:27:53.674772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-25d2f36f-b284-4f80-944b-4e9e377dac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:27:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['453eb622-f6c1-4804-8272-a76dadf5c81b'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:53.721696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Checking segment: {'id': 'c917b994-6e6f-4fdb-a060-34846a168ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0123016e-6fc3-4a58-9f15-de50390e1f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:53.722306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Network hostable DHCP agents. Network: 0123016e-6fc3-4a58-9f15-de50390e1f76, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:53.762091 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6ac9a0cd-7f32-4691-9008-64deefc50e4b tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/routers/4c096b5d-60bf-43b0-929a-038e2c84ccb8 HTTP/1.1" status: 200 len: 922 time: 1.3875697 Dec 23 08:27:53.777798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-25d2f36f-b284-4f80-944b-4e9e377dac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:53.778229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2f36f-b284-4f80-944b-4e9e377dac34 None None] The sync data for ids ['453eb622-f6c1-4804-8272-a76dadf5c81b'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:27:53.779586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43142) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:53.789719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583001ea-31cc-4606-beaa-a8ab56e9cc9a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.809003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Network 0123016e-6fc3-4a58-9f15-de50390e1f76 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:53.824040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:53.830291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:53.833674 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:53.836547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 0123016e-6fc3-4a58-9f15-de50390e1f76) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:53.842143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:53.844974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:53.847199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.858936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ff928-2024-4d5a-a988-067b4ad3f73a None None] Network 0123016e-6fc3-4a58-9f15-de50390e1f76 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:53.869675 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6693f5d5-43ca-4983-84a3-3e1a56c44bf0 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3435316 Dec 23 08:27:53.871737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43146) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:53.878641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1138218316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:53.883508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:53.886595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.898527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:53.899971 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9104bc2c-4966-4190-877a-a2d9ffecfc7d tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/routers/453eb622-f6c1-4804-8272-a76dadf5c81b HTTP/1.1" status: 200 len: 745 time: 0.5448847 Dec 23 08:27:53.904920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43150) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:53.909722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583001ea-31cc-4606-beaa-a8ab56e9cc9a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=c291dcbf-135d-48ae-9067-0c721be4d15f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:53.910065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Usage tracker for resource:router and tenant:35566578906d4e48ba1b5c464f68ad28 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:53.920982 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.940523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583001ea-31cc-4606-beaa-a8ab56e9cc9a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:53.941575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:53.959066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3ef26c-644c-459e-a815-1626ceec0834 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:53.960838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:53.967303 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ed55da3e-d4cb-4e0c-b481-b76935b382a5 tempest-RoutersIpV6AdminTest-477086438 tempest-RoutersIpV6AdminTest-477086438-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=453eb622-f6c1-4804-8272-a76dadf5c81b HTTP/1.1" status: 200 len: 205 time: 0.0584340 Dec 23 08:27:53.967303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port ec350aba-5300-4d07-98f4-30d44c920f3b yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:53.974547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43154) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:54.016677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.018379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.022842 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-583001ea-31cc-4606-beaa-a8ab56e9cc9a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/c291dcbf-135d-48ae-9067-0c721be4d15f HTTP/1.1" status: 204 len: 168 time: 2.1607151 Dec 23 08:27:54.029329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43158) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:54.031147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Deleting port fa927c02-85fb-43f8-9842-15c1927190d1 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:54.031475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.059038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.066529 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9385ab6e-bf8a-4178-8b83-b457fbd6a8fc tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=453eb622-f6c1-4804-8272-a76dadf5c81b HTTP/1.1" status: 200 len: 205 time: 0.0871611 Dec 23 08:27:54.086829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43162) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:54.176992 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c7d6e121-731a-405b-b11b-40f1905e35f3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1411064 Dec 23 08:27:54.181691 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d4b60a5c-8e56-42b3-b143-1238aaef6460 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=4c096b5d-60bf-43b0-929a-038e2c84ccb8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3976178 Dec 23 08:27:54.181691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43168) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:54.192916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43170) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:54.194605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:54.229091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=06ed13a9-13cd-43e4-9078-d220d60b0b72,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:54.242547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Allocated IP 172.20.0.2 (bb48f164-3869-4c55-a5ad-732dc9065271/6a59f23f-ccdc-4141-ad84-b4f88e31d500/be11ffcd-523b-4317-a85e-5f23894b9259) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:54.375257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] DHCP port deletion for b3fe35ea-e22d-40aa-a336-de2e85cf199e request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:54.391064 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] Deleting port fa927c02-85fb-43f8-9842-15c1927190d1 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:54.391537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.408366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': '418746ba-7864-40b4-9a08-53f29d7b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '770ab12c-8944-4372-8a12-9ffcfc671ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:54.408705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: 770ab12c-8944-4372-8a12-9ffcfc671ea9, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:27:54.448692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:54.461310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.465572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:54.468688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:54.472351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] For port fa927c02-85fb-43f8-9842-15c1927190d1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=fa927c02-85fb-43f8-9842-15c1927190d1,segment=NetworkSegment(1e9f9b6c-e14b-4ee2-9584-303900e46ef8),segment_id=1e9f9b6c-e14b-4ee2-9584-303900e46ef8)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:54.472695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.486634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:54.507573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-0123016e-6fc3-4a58-9f15-de50390e1f76', 'network_id': '0123016e-6fc3-4a58-9f15-de50390e1f76', 'tenant_id': '35566578906d4e48ba1b5c464f68ad28', 'fixed_ips': [{'subnet_id': '0b6308b7-36ea-44e1-996d-72999ef9b68b'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:54.508471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.533737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b1c381d-9b8c-4774-878d-9870563eff12 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.605645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Calling delete_port for fa927c02-85fb-43f8-9842-15c1927190d1 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:54.613736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.638079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:54.641461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.677731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71326c66-557d-4aa1-a206-2a7d949a5301 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:54.679141 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-71326c66-557d-4aa1-a206-2a7d949a5301 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/networks/88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 881 time: 0.4853151 Dec 23 08:27:54.687385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43178) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:54.753580 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3eab9b63-cbeb-4eec-a230-5b92a7c235fb tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c096b5d-60bf-43b0-929a-038e2c84ccb8 HTTP/1.1" status: 200 len: 205 time: 0.0629706 Dec 23 08:27:54.763145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43182) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:54.763939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.767679 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-76fda165-12ee-4c74-847a-ed9ecd771bac tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8913445 Dec 23 08:27:54.769132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43184) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:54.848622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ed442-e7d1-4418-a060-4cf90207111b None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:27:54.884459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ed442-e7d1-4418-a060-4cf90207111b None None] Deleting port ddc77e3f-387c-4a25-a2de-1b06c67888c3 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:54.885077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed442-e7d1-4418-a060-4cf90207111b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.947933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 770ab12c-8944-4372-8a12-9ffcfc671ea9 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:27:54.950086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:54.969904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] For port fa927c02-85fb-43f8-9842-15c1927190d1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=fa927c02-85fb-43f8-9842-15c1927190d1,segment=NetworkSegment(1e9f9b6c-e14b-4ee2-9584-303900e46ef8),segment_id=1e9f9b6c-e14b-4ee2-9584-303900e46ef8)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:54.970594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.021510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.028499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event deleted for resources: {'Port': ['ID=fa927c02-85fb-43f8-9842-15c1927190d1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:55.062646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 770ab12c-8944-4372-8a12-9ffcfc671ea9) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:55.086649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de6f134-54b8-4179-ba89-b2536c50c97b None None] Network 770ab12c-8944-4372-8a12-9ffcfc671ea9 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:55.143239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:55.143828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.155423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] No DVR routers for this DVR port fa927c02-85fb-43f8-9842-15c1927190d1 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:55.221473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b1c381d-9b8c-4774-878d-9870563eff12 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.230625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] Calling delete_port for fa927c02-85fb-43f8-9842-15c1927190d1 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:55.231190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b1c381d-9b8c-4774-878d-9870563eff12 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.243177 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fa77e43b-bd82-4beb-afa7-526d2fd10c36 req-fecd104e-a198-4ca8-a8f0-0c67334f6188 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1098 time: 0.3157103 Dec 23 08:27:55.290535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Transition to ACTIVE for port object be11ffcd-523b-4317-a85e-5f23894b9259 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:55.303837 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fd4f6891-9958-49d6-aacf-1e6702eb7719 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9284804 Dec 23 08:27:55.316829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43192) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:55.376866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Transition to ACTIVE for port object be11ffcd-523b-4317-a85e-5f23894b9259 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:55.429857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Allocated IP 172.20.0.2 (0123016e-6fc3-4a58-9f15-de50390e1f76/0b6308b7-36ea-44e1-996d-72999ef9b68b/2dc5a39a-bce3-4b97-93a3-59488e11618f) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:55.445901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b1c381d-9b8c-4774-878d-9870563eff12 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.446403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1c381d-9b8c-4774-878d-9870563eff12 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Fanout notify agent at l3_agent the message router_deleted on router 453eb622-f6c1-4804-8272-a76dadf5c81b {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:27:55.512899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b1c381d-9b8c-4774-878d-9870563eff12 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.514014 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0b1c381d-9b8c-4774-878d-9870563eff12 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/453eb622-f6c1-4804-8272-a76dadf5c81b HTTP/1.1" status: 204 len: 168 time: 1.4194474 Dec 23 08:27:55.522711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43196) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:55.523457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.523889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.592936 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-637f3d6a-7af4-4c1f-a78f-c6f24b3e061b tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=453eb622-f6c1-4804-8272-a76dadf5c81b HTTP/1.1" status: 200 len: 205 time: 0.0668478 Dec 23 08:27:55.592936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77e43b-bd82-4beb-afa7-526d2fd10c36 req-ba14754b-d1e2-48f0-8ea5-e6b0b7b22f5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:55.594622 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fa77e43b-bd82-4beb-afa7-526d2fd10c36 req-ba14754b-d1e2-48f0-8ea5-e6b0b7b22f5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 912 time: 0.3426981 Dec 23 08:27:55.596091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.13 (bb48f164-3869-4c55-a5ad-732dc9065271/6a59f23f-ccdc-4141-ad84-b4f88e31d500/ec350aba-5300-4d07-98f4-30d44c920f3b) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:55.599127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43200) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:55.680812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Network bb48f164-3869-4c55-a5ad-732dc9065271 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:55.692060 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Pushing event updated for resources: {'Port': ['ID=be11ffcd-523b-4317-a85e-5f23894b9259,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:55.696058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:55.698481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:55.712207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fe35ea-e22d-40aa-a336-de2e85cf199e']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:55.764430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9f9b6c-e14b-4ee2-9584-303900e46ef8') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:55.764720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9f9b6c-e14b-4ee2-9584-303900e46ef8') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:55.777627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20acfa-22fa-4b63-9b68-c5a53b7603ea req-5daaaf8b-c995-4189-a66d-e20d0f42a666 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:55.779430 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b20acfa-22fa-4b63-9b68-c5a53b7603ea req-5daaaf8b-c995-4189-a66d-e20d0f42a666 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.7603197 Dec 23 08:27:55.806133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:27:55.806528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:27:55.808688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.834145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3d8ed442-e7d1-4418-a060-4cf90207111b None None] For port ddc77e3f-387c-4a25-a2de-1b06c67888c3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ddc77e3f-387c-4a25-a2de-1b06c67888c3,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:55.834525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed442-e7d1-4418-a060-4cf90207111b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.857178 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-5af1b46d-f999-49e3-b39a-8114783b1a4d tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] delete failed (client error): The resource could not be found. Dec 23 08:27:55.857764 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5af1b46d-f999-49e3-b39a-8114783b1a4d tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/453eb622-f6c1-4804-8272-a76dadf5c81b HTTP/1.1" status: 404 len: 336 time: 0.2575696 Dec 23 08:27:55.872491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43204) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:55.878174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.954909 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a3dcbdc7-ef6b-40b5-b3bf-e0cbd263888a tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=52772866-f66a-4692-9fe7-83dcfd9df3fb HTTP/1.1" status: 200 len: 205 time: 0.0766029 Dec 23 08:27:55.958174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43208) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:55.974201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.981230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:55.981781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:55.999802 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:56.055752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.059239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ed442-e7d1-4418-a060-4cf90207111b None None] Calling delete_port for ddc77e3f-387c-4a25-a2de-1b06c67888c3 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:56.071679 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.113630 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fa77e43b-bd82-4beb-afa7-526d2fd10c36 req-53342dd6-57dd-41ab-8a05-584680c5df52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 1001 time: 0.4605143 Dec 23 08:27:56.115219 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-6ed267a7-386a-499b-a142-8717f2c9bbc6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] delete failed (client error): The resource could not be found. Dec 23 08:27:56.118307 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6ed267a7-386a-499b-a142-8717f2c9bbc6 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/52772866-f66a-4692-9fe7-83dcfd9df3fb HTTP/1.1" status: 404 len: 336 time: 0.1556003 Dec 23 08:27:56.118440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Attempting to bind port be11ffcd-523b-4317-a85e-5f23894b9259 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:56.118440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Attempting to bind port be11ffcd-523b-4317-a85e-5f23894b9259 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'e89780c4-9681-4c24-840e-d2514d610576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bb48f164-3869-4c55-a5ad-732dc9065271'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:56.118440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Attempting to bind port be11ffcd-523b-4317-a85e-5f23894b9259 on network bb48f164-3869-4c55-a5ad-732dc9065271 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:56.120113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43212) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:56.147842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f310cb6d-28aa-4d42-a567-3bbaa9bcbf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-770ab12c-8944-4372-8a12-9ffcfc671ea9', 'network_id': '770ab12c-8944-4372-8a12-9ffcfc671ea9', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': '06ed13a9-13cd-43e4-9078-d220d60b0b72'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:56.148638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f310cb6d-28aa-4d42-a567-3bbaa9bcbf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.174867 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:56.174867 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Checking segment: {'id': 'e89780c4-9681-4c24-840e-d2514d610576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bb48f164-3869-4c55-a5ad-732dc9065271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:56.175209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.175549 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Bound using segment: {'id': 'e89780c4-9681-4c24-840e-d2514d610576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bb48f164-3869-4c55-a5ad-732dc9065271'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:56.176019 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Bound port: be11ffcd-523b-4317-a85e-5f23894b9259, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89780c4-9681-4c24-840e-d2514d610576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bb48f164-3869-4c55-a5ad-732dc9065271'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:56.176398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.184743 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b20acfa-22fa-4b63-9b68-c5a53b7603ea req-25db3e4e-47e4-471b-8185-4d3b775609e0 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849776 Dec 23 08:27:56.278335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.284018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:56.284800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=89d065ab-220f-437f-ab0d-ef694a2c1060,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:56.305318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:56.310079 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cdd4339c-a35b-4988-9872-94a31617e915 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a286393-00b4-4ee5-b692-716608af6775 HTTP/1.1" status: 200 len: 205 time: 0.1898861 Dec 23 08:27:56.317632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43216) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:56.328339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.343729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] Pushing event deleted for resources: {'Network': ['ID=b3fe35ea-e22d-40aa-a336-de2e85cf199e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:56.386637 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4aec8d08-6448-4701-a07e-e8e0181ffad8 tempest-DHCPAgentSchedulersTestJSON-491433263 tempest-DHCPAgentSchedulersTestJSON-491433263-project] 10.222.0.36 "DELETE /v2.0/networks/b3fe35ea-e22d-40aa-a336-de2e85cf199e HTTP/1.1" status: 204 len: 168 time: 2.8722720 Dec 23 08:27:56.410654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.416644 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-34f3a9e3-54bd-4b6b-8296-cd262d0a25a9 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] delete failed (client error): The resource could not be found. Dec 23 08:27:56.417656 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-34f3a9e3-54bd-4b6b-8296-cd262d0a25a9 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/1a286393-00b4-4ee5-b692-716608af6775 HTTP/1.1" status: 404 len: 336 time: 0.0981450 Dec 23 08:27:56.422920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77e43b-bd82-4beb-afa7-526d2fd10c36 req-239965df-f4f4-4b45-a2c3-ecce13480175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:56.424861 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fa77e43b-bd82-4beb-afa7-526d2fd10c36 req-239965df-f4f4-4b45-a2c3-ecce13480175 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 200 len: 851 time: 0.3034539 Dec 23 08:27:56.425706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43224) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:56.451236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:56.451815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.487057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] Deleting port fa927c02-85fb-43f8-9842-15c1927190d1 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:56.488754 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.506420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.539418 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d6f5fbfd-9a78-4e58-a6a5-c95d5ca89005 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=27d2fd90-4635-418d-98e5-00ccdd2a95f3 HTTP/1.1" status: 200 len: 205 time: 0.1098392 Dec 23 08:27:56.552784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43228) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:56.558643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ddc77e3f-387c-4a25-a2de-1b06c67888c3 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:56.610587 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e266ef34-3c81-408d-b324-3b8b3a19d09a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4203269 Dec 23 08:27:56.612940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43232) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:56.654893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] For port be11ffcd-523b-4317-a85e-5f23894b9259, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:56.659273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] For port be11ffcd-523b-4317-a85e-5f23894b9259, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=be11ffcd-523b-4317-a85e-5f23894b9259,segment=NetworkSegment(e89780c4-9681-4c24-840e-d2514d610576),segment_id=e89780c4-9681-4c24-840e-d2514d610576)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:56.697322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': '89d065ab-220f-437f-ab0d-ef694a2c1060', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-650290997'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:56.716957 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-e6198a71-4b7e-496c-8e47-f8049ec549a2 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] delete failed (client error): The resource could not be found. Dec 23 08:27:56.721168 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e6198a71-4b7e-496c-8e47-f8049ec549a2 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/27d2fd90-4635-418d-98e5-00ccdd2a95f3 HTTP/1.1" status: 404 len: 336 time: 0.1638162 Dec 23 08:27:56.728984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ab0554c6-258c-4630-a332-582fa96358a7 None None] The port 'fa927c02-85fb-43f8-9842-15c1927190d1' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:27:56.729201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43238) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:56.739925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.741313 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No ports have port_id starting with ddc77e3f-387c-4a25-a2de-1b06c67888c3 Dec 23 08:27:56.751309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device fa927c02-85fb-43f8-9842-15c1927190d1 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:27:56.787752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.807393 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0265bdc6-3516-4b67-9f21-65d76cdb8259 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1c7c13a-feb4-41fc-828e-dc2097f24aaa HTTP/1.1" status: 200 len: 205 time: 0.0753846 Dec 23 08:27:56.811315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed442-e7d1-4418-a060-4cf90207111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.813374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43242) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:56.837213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: fa927c02-85fb-43f8-9842-15c1927190d1 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:27:56.837550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device fa927c02-85fb-43f8-9842-15c1927190d1 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:27:56.843278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43246) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:56.883362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:56.891336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object ec350aba-5300-4d07-98f4-30d44c920f3b will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:56.911971 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-8ba10c7b-19f6-4bf8-b631-7ee9bd1887a5 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] delete failed (client error): The resource could not be found. Dec 23 08:27:56.912885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8ba10c7b-19f6-4bf8-b631-7ee9bd1887a5 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/f1c7c13a-feb4-41fc-828e-dc2097f24aaa HTTP/1.1" status: 404 len: 336 time: 0.0948908 Dec 23 08:27:56.917810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43252) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:56.927383 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fa77e43b-bd82-4beb-afa7-526d2fd10c36 req-7b480fce-8642-4d9d-8861-b95e5d12b65d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=824d0043-5466-40fa-aafd-00652d6477b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4946277 Dec 23 08:27:56.932308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ed442-e7d1-4418-a060-4cf90207111b None None] No DVR routers for this DVR port ddc77e3f-387c-4a25-a2de-1b06c67888c3 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:27:56.933936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0e220-e3fa-492c-82af-bb948fa5d373 None None] Pushing event updated for resources: {'Port': ['ID=be11ffcd-523b-4317-a85e-5f23894b9259,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:56.935402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=06ed13a9-13cd-43e4-9078-d220d60b0b72,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:57.015395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a0c70d-c5cc-4c2a-bd0d-6025d4a2f4a8 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:57.056370 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-10768db0-493c-412f-94fc-e4e2c55d4bfd tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea HTTP/1.1" status: 200 len: 205 time: 0.1365688 Dec 23 08:27:57.063826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43256) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:57.096677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ed442-e7d1-4418-a060-4cf90207111b None None] Pushing event deleted for resources: {'Port': ['ID=ddc77e3f-387c-4a25-a2de-1b06c67888c3,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:57.104490 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.144764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Transition to ACTIVE for port object 2dc5a39a-bce3-4b97-93a3-59488e11618f will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:57.177528 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-703665fc-143c-4fc2-8bae-1f7e361d2597 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] delete failed (client error): The resource could not be found. Dec 23 08:27:57.180946 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-703665fc-143c-4fc2-8bae-1f7e361d2597 tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/routers/6ee6f8d0-3d68-4632-a0ab-b5eb3f4df2ea HTTP/1.1" status: 404 len: 336 time: 0.1093621 Dec 23 08:27:57.183169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43260) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server [None req-f310cb6d-28aa-4d42-a567-3bbaa9bcbf43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06ed13a9-13cd-43e4-9078-d220d60b0b72: This subnet is being modified by another concurrent operation. Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 08:27:57.184609 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise exception Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06ed13a9-13cd-43e4-9078-d220d60b0b72: This subnet is being modified by another concurrent operation. Dec 23 08:27:57.187967 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server Dec 23 08:27:57.221055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3816c68-48bb-4962-8f33-f77975bb281d None None] Network 770ab12c-8944-4372-8a12-9ffcfc671ea9 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:57.237915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Transition to ACTIVE for port object 2dc5a39a-bce3-4b97-93a3-59488e11618f will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:57.248698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.321285 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.337710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:57.364325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:57.371685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:57.381855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770ab12c-8944-4372-8a12-9ffcfc671ea9']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:57.396120 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.410008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418746ba-7864-40b4-9a08-53f29d7b6ff2') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:57.410564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418746ba-7864-40b4-9a08-53f29d7b6ff2') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:27:57.434648 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.506243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Pushing event updated for resources: {'Port': ['ID=2dc5a39a-bce3-4b97-93a3-59488e11618f,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:57.508748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.510337 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-008db699-ff0c-4b20-8827-572f203acecc tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] DELETE failed (client error): The resource could not be found. Dec 23 08:27:57.510780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008db699-ff0c-4b20-8827-572f203acecc tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:27:57.512441 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-008db699-ff0c-4b20-8827-572f203acecc tempest-RoutersIpV6AdminTest-250759794 tempest-RoutersIpV6AdminTest-250759794-project] 10.222.0.36 "DELETE /v2.0/subnets/cd5590f9-26d5-4b8a-843e-5e0d6219be8e HTTP/1.1" status: 404 len: 337 time: 0.3273032 Dec 23 08:27:57.529872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:27:57.530278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.563458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.601320 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fa77e43b-bd82-4beb-afa7-526d2fd10c36 req-b380663c-df53-48e3-b121-ec3e47eab352 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346495 Dec 23 08:27:57.602427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Network 0123016e-6fc3-4a58-9f15-de50390e1f76 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:57.637805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:57.641201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:57.645103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network bb48f164-3869-4c55-a5ad-732dc9065271 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:57.646288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=ec350aba-5300-4d07-98f4-30d44c920f3b,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:57.662169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '89d065ab-220f-437f-ab0d-ef694a2c1060'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:27:57.663069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.665064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:57.670305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Deleting port aaad4f66-0c28-4c60-a9ed-fc41b43d5f24 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:27:57.670911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:27:57.754939 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:27:57.757211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:57.778172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:57.820556 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ee4183d9-1727-483c-b602-4e1c03e978f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=106342e5031d44d281cf523b6081e332&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9761031 Dec 23 08:27:57.825700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43270) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:57.831694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:57.840777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Attempting to bind port 2dc5a39a-bce3-4b97-93a3-59488e11618f on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:57.841697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Attempting to bind port 2dc5a39a-bce3-4b97-93a3-59488e11618f by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'c917b994-6e6f-4fdb-a060-34846a168ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0123016e-6fc3-4a58-9f15-de50390e1f76'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:57.842087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Attempting to bind port 2dc5a39a-bce3-4b97-93a3-59488e11618f on network 0123016e-6fc3-4a58-9f15-de50390e1f76 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:57.878202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:57.878893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Checking segment: {'id': 'c917b994-6e6f-4fdb-a060-34846a168ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0123016e-6fc3-4a58-9f15-de50390e1f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:57.879025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.879348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Bound using segment: {'id': 'c917b994-6e6f-4fdb-a060-34846a168ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0123016e-6fc3-4a58-9f15-de50390e1f76'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:57.879819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Bound port: 2dc5a39a-bce3-4b97-93a3-59488e11618f, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c917b994-6e6f-4fdb-a060-34846a168ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0123016e-6fc3-4a58-9f15-de50390e1f76'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:57.880679 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.930808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43274) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:57.938197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:57.990962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.000059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=770ab12c-8944-4372-8a12-9ffcfc671ea9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:58.005466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Allocated IP 172.20.0.1 (0123016e-6fc3-4a58-9f15-de50390e1f76/0b6308b7-36ea-44e1-996d-72999ef9b68b/819a2a2e-7532-43a2-89ef-4e45ad849457) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:58.028803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:58.029794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.058385 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a0a77876-cd54-4c43-b14e-235ad46322b5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/770ab12c-8944-4372-8a12-9ffcfc671ea9 HTTP/1.1" status: 204 len: 168 time: 2.5742638 Dec 23 08:27:58.066014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43280) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:58.076360 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1767333781'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:27:58.084540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] For port 2dc5a39a-bce3-4b97-93a3-59488e11618f, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:58.087193 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fa77e43b-bd82-4beb-afa7-526d2fd10c36 req-aeb64711-763d-480c-b5f2-1af3d58aca22 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791222 Dec 23 08:27:58.088260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:58.093026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] For port 2dc5a39a-bce3-4b97-93a3-59488e11618f, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2dc5a39a-bce3-4b97-93a3-59488e11618f,segment=NetworkSegment(c917b994-6e6f-4fdb-a060-34846a168ada),segment_id=c917b994-6e6f-4fdb-a060-34846a168ada)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:58.102867 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/89d065ab-220f-437f-ab0d-ef694a2c1060/d0d187c2-1915-4415-b4c2-b662b2f40527) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:27:58.105876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:58.109735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:58.123085 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f3a039e9-ae75-467c-a4d2-d154dfe2823f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4930184 Dec 23 08:27:58.130064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43284) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:58.130888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:58.151464 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.181834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.226699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fb7e4-2105-4913-b321-11d99b6b1699 req-f3645d01-3ba5-4b50-b0fa-b3216ded95fe tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:58.233492 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-888fb7e4-2105-4913-b321-11d99b6b1699 req-f3645d01-3ba5-4b50-b0fa-b3216ded95fe tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4645963 Dec 23 08:27:58.286480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d4cb809b-75b2-4eb5-90d3-2c993f19517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.304662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.315654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9d240-9f18-4de6-b069-fbe5afa5e396 None None] Pushing event updated for resources: {'Port': ['ID=2dc5a39a-bce3-4b97-93a3-59488e11618f,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:58.325273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port d5e5f643-8a02-49b7-b2a9-cf21841e081b yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:27:58.344645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:27:58.348691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.387283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device be11ffcd-523b-4317-a85e-5f23894b9259 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:27:58.442399 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-888fb7e4-2105-4913-b321-11d99b6b1699 req-cf5a36cc-d8fe-4984-9083-1ada80be4d57 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002001 Dec 23 08:27:58.583415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.629005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Transition to ACTIVE for port object 819a2a2e-7532-43a2-89ef-4e45ad849457 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:58.677552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.772790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Calling delete_port for aaad4f66-0c28-4c60-a9ed-fc41b43d5f24 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:27:58.796381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Network 0123016e-6fc3-4a58-9f15-de50390e1f76 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:58.799576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:58.802209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:58.851614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.875061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port be11ffcd-523b-4317-a85e-5f23894b9259 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:58.887384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event updated for resources: {'Port': ['ID=819a2a2e-7532-43a2-89ef-4e45ad849457,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:58.899703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d4cb809b-75b2-4eb5-90d3-2c993f19517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.908816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.915289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Transition to ACTIVE for port object d0d187c2-1915-4415-b4c2-b662b2f40527 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:58.919721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c82b3-606f-4833-94cc-de8f3ab8ddbf None None] Network bb48f164-3869-4c55-a5ad-732dc9065271 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:58.942462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f601db3-95bf-414d-8152-34b53517726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.971570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:27:58.997707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:58.998418 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment 2e420603-6297-41ab-92f9-711901b2cd56 of type vlan for network b6c87e6f-1eaf-46e3-bf82-5cef54304958 Dec 23 08:27:59.012437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.034309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Transition to ACTIVE for port object d0d187c2-1915-4415-b4c2-b662b2f40527 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:27:59.057097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.077065 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:27:59.077601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:27:59.118635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-439a9336-55d7-4e45-a92d-8e4c70458b16 None None] Provisioning for port be11ffcd-523b-4317-a85e-5f23894b9259 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:27:59.162008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-439a9336-55d7-4e45-a92d-8e4c70458b16 None None] Provisioning complete for port be11ffcd-523b-4317-a85e-5f23894b9259 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:27:59.162326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-439a9336-55d7-4e45-a92d-8e4c70458b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.195713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7f601db3-95bf-414d-8152-34b53517726f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:27:59.199516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:27:59.207915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:27:59.219989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:27:59.226839 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-56e1e0af-a885-4958-9df6-b06aafe22b76 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5341215 Dec 23 08:27:59.253101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Pushing event updated for resources: {'Port': ['ID=d0d187c2-1915-4415-b4c2-b662b2f40527,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:59.257135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7f601db3-95bf-414d-8152-34b53517726f admin admin] Usage tracker for resource:security_group_rule and tenant:07eed1a30f6b4aa2bad00c407a4bdd73 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:27:59.260298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7f601db3-95bf-414d-8152-34b53517726f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:27:59.266775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7f601db3-95bf-414d-8152-34b53517726f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:27:59.272393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43288) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:59.350052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f601db3-95bf-414d-8152-34b53517726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.430197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f601db3-95bf-414d-8152-34b53517726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.449286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.493718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f601db3-95bf-414d-8152-34b53517726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de12b946-d7bc-45cc-803a-fba075524512,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:59.671252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Attempting to bind port d0d187c2-1915-4415-b4c2-b662b2f40527 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:27:59.671762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Attempting to bind port d0d187c2-1915-4415-b4c2-b662b2f40527 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:27:59.672207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Attempting to bind port d0d187c2-1915-4415-b4c2-b662b2f40527 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:27:59.684114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d4cb809b-75b2-4eb5-90d3-2c993f19517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.691432 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-439a9336-55d7-4e45-a92d-8e4c70458b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.717574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:27:59.718167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:27:59.718651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.719085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:27:59.720447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Bound port: d0d187c2-1915-4415-b4c2-b662b2f40527, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:27:59.720578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.747379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb809b-75b2-4eb5-90d3-2c993f19517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa87bf3c-a3d4-4471-9179-9b04327ce7f9,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:59.757625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:27:59.791268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.826714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d6544b-3172-4b48-927b-8141056b5089 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:59.827411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-29d6544b-3172-4b48-927b-8141056b5089 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:27:59.848549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.852632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:59.853336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.877064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event deleted for resources: {'Port': ['ID=aaad4f66-0c28-4c60-a9ed-fc41b43d5f24,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:27:59.890592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] For port d0d187c2-1915-4415-b4c2-b662b2f40527, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:27:59.896742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] For port d0d187c2-1915-4415-b4c2-b662b2f40527, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d0d187c2-1915-4415-b4c2-b662b2f40527,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:27:59.906606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-439a9336-55d7-4e45-a92d-8e4c70458b16 None None] For port be11ffcd-523b-4317-a85e-5f23894b9259, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=be11ffcd-523b-4317-a85e-5f23894b9259,segment=NetworkSegment(e89780c4-9681-4c24-840e-d2514d610576),segment_id=e89780c4-9681-4c24-840e-d2514d610576)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:27:59.909796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-29d6544b-3172-4b48-927b-8141056b5089 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:27:59.910347 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8babd992-fc2a-42c0-8157-3238d5a4ea57 None None] Network 0123016e-6fc3-4a58-9f15-de50390e1f76 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:27:59.914835 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-29d6544b-3172-4b48-927b-8141056b5089 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6416295 Dec 23 08:27:59.920614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43294) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:27:59.941175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-439a9336-55d7-4e45-a92d-8e4c70458b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.945242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:27:59.996273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815189a8-db9b-4b86-b9ae-c400fe03be47 req-3fa68dc7-ac89-418e-bd50-349fd147083d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:27:59.998225 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-815189a8-db9b-4b86-b9ae-c400fe03be47 req-3fa68dc7-ac89-418e-bd50-349fd147083d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.3221924 Dec 23 08:28:00.004193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:00.030866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:00.050024 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7f601db3-95bf-414d-8152-34b53517726f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07eed1a30f6b4aa2bad00c407a4bdd73&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1120567 Dec 23 08:28:00.056745 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9878674 Dec 23 08:28:00.058262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d4cb809b-75b2-4eb5-90d3-2c993f19517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:00.060572 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d4cb809b-75b2-4eb5-90d3-2c993f19517a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa87bf3c-a3d4-4471-9179-9b04327ce7f9 HTTP/1.1" status: 204 len: 168 time: 2.2281466 Dec 23 08:28:00.066689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43298) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:00.066942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43300) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:00.128395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e94c8bb7-5db5-490c-88c1-1ac6cbe26ef3 None None] Provisioning for port 2dc5a39a-bce3-4b97-93a3-59488e11618f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:00.147142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-850784d2-7d7a-4a56-bb78-786cf559c25c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:00.189466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a68ddc7-adc4-4a3c-9df9-fc72c246f427 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:00.190792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a9336-55d7-4e45-a92d-8e4c70458b16 None None] Pushing event updated for resources: {'Port': ['ID=be11ffcd-523b-4317-a85e-5f23894b9259,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:00.190911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a68ddc7-adc4-4a3c-9df9-fc72c246f427 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:00.191595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1a68ddc7-adc4-4a3c-9df9-fc72c246f427 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:00.318984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:00.380010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421167c-384d-4e4e-ad54-75f399a9e329 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=b6c87e6f-1eaf-46e3-bf82-5cef54304958,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:00.428047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network b6c87e6f-1eaf-46e3-bf82-5cef54304958 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:00.550399 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4b9a7-1e1e-45fd-9d84-7f6ac42f1fd4 None None] Pushing event updated for resources: {'Port': ['ID=d0d187c2-1915-4415-b4c2-b662b2f40527,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:00.599620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event updated for resources: {'Port': ['ID=819a2a2e-7532-43a2-89ef-4e45ad849457,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:00.628958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:00.658722 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-815189a8-db9b-4b86-b9ae-c400fe03be47 req-d1d28bdf-5952-4615-a2e2-9c29e4f43e9c tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6466103 Dec 23 08:28:00.689475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2dc5a39a-bce3-4b97-93a3-59488e11618f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:00.798985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-95bad725-6ec8-4e1b-8709-a31b095cc778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:00.828174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1a68ddc7-adc4-4a3c-9df9-fc72c246f427 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:00.829816 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1a68ddc7-adc4-4a3c-9df9-fc72c246f427 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9078791 Dec 23 08:28:00.836439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43312) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:00.849328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3f90c50a-0d10-4fe5-8b09-13901da17627 None None] Provisioning for port ec350aba-5300-4d07-98f4-30d44c920f3b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:00.858245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3f90c50a-0d10-4fe5-8b09-13901da17627 None None] Provisioning complete for port ec350aba-5300-4d07-98f4-30d44c920f3b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:00.858695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3f90c50a-0d10-4fe5-8b09-13901da17627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:00.915256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3f90c50a-0d10-4fe5-8b09-13901da17627 None None] Port ec350aba-5300-4d07-98f4-30d44c920f3b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:00.933141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43316) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:00.940819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 2dc5a39a-bce3-4b97-93a3-59488e11618f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:00.946345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 2dc5a39a-bce3-4b97-93a3-59488e11618f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:00.946783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:00.970562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a78d0aef-1a8e-472a-9f53-0ec286e08e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:00.995728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3f90c50a-0d10-4fe5-8b09-13901da17627 None None] Provisioning complete for port be11ffcd-523b-4317-a85e-5f23894b9259 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:00.995995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3f90c50a-0d10-4fe5-8b09-13901da17627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.020742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.067313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a78d0aef-1a8e-472a-9f53-0ec286e08e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.084798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0b26c4a-8030-432f-98e9-57630dd637d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.129618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-850784d2-7d7a-4a56-bb78-786cf559c25c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.145302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Network 0123016e-6fc3-4a58-9f15-de50390e1f76 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:01.163174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:01.194932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.243852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-850784d2-7d7a-4a56-bb78-786cf559c25c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.286655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.313756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 2dc5a39a-bce3-4b97-93a3-59488e11618f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2dc5a39a-bce3-4b97-93a3-59488e11618f,segment=NetworkSegment(c917b994-6e6f-4fdb-a060-34846a168ada),segment_id=c917b994-6e6f-4fdb-a060-34846a168ada)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:01.323856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.325036 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device be11ffcd-523b-4317-a85e-5f23894b9259 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:01.454715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-850784d2-7d7a-4a56-bb78-786cf559c25c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network b6c87e6f-1eaf-46e3-bf82-5cef54304958 is not hosted by any dhcp agent {{(pid=83522) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 08:28:01.458708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850784d2-7d7a-4a56-bb78-786cf559c25c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:01.459437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-850784d2-7d7a-4a56-bb78-786cf559c25c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.461358 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-850784d2-7d7a-4a56-bb78-786cf559c25c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "PUT /v2.0/networks/b6c87e6f-1eaf-46e3-bf82-5cef54304958 HTTP/1.1" status: 200 len: 723 time: 1.3583372 Dec 23 08:28:01.499254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=2dc5a39a-bce3-4b97-93a3-59488e11618f,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:01.499991 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43320) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:01.510427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-74382053-4b99-4fd1-8b9a-b5964abf4fe0 None None] Provisioning complete for port ec350aba-5300-4d07-98f4-30d44c920f3b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:01.510787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-74382053-4b99-4fd1-8b9a-b5964abf4fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.513033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': 'b6c87e6f-1eaf-46e3-bf82-5cef54304958', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:01.574100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port be11ffcd-523b-4317-a85e-5f23894b9259 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:01.574307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.634647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-74382053-4b99-4fd1-8b9a-b5964abf4fe0 None None] Port ec350aba-5300-4d07-98f4-30d44c920f3b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:01.662235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850784d2-7d7a-4a56-bb78-786cf559c25c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=b6c87e6f-1eaf-46e3-bf82-5cef54304958,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:01.664972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a78d0aef-1a8e-472a-9f53-0ec286e08e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.701804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d0aef-1a8e-472a-9f53-0ec286e08e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de12b946-d7bc-45cc-803a-fba075524512,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:01.715819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network b6c87e6f-1eaf-46e3-bf82-5cef54304958 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:01.759136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-74382053-4b99-4fd1-8b9a-b5964abf4fe0 None None] Provisioning for port 819a2a2e-7532-43a2-89ef-4e45ad849457 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:01.806113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a78d0aef-1a8e-472a-9f53-0ec286e08e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.807732 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a78d0aef-1a8e-472a-9f53-0ec286e08e45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de12b946-d7bc-45cc-803a-fba075524512 HTTP/1.1" status: 204 len: 168 time: 1.7061474 Dec 23 08:28:01.817515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:01.853028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-74382053-4b99-4fd1-8b9a-b5964abf4fe0 None None] Provisioning complete for port 819a2a2e-7532-43a2-89ef-4e45ad849457 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:01.853386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-74382053-4b99-4fd1-8b9a-b5964abf4fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:01.896197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:01.905219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:01.915174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:01.951140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:01.993670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-74382053-4b99-4fd1-8b9a-b5964abf4fe0 None None] Port 819a2a2e-7532-43a2-89ef-4e45ad849457 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:02.008907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-74382053-4b99-4fd1-8b9a-b5964abf4fe0 None None] Provisioning complete for port 2dc5a39a-bce3-4b97-93a3-59488e11618f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:02.009291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-74382053-4b99-4fd1-8b9a-b5964abf4fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.104133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002bdc84-6a41-4fcd-8460-4353d7d16bc7 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:28:02.251641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.301385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bdc84-6a41-4fcd-8460-4353d7d16bc7 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:28:02.312234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a0b26c4a-8030-432f-98e9-57630dd637d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:02.325120 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a0b26c4a-8030-432f-98e9-57630dd637d2 admin admin] Usage tracker for resource:security_group_rule and tenant:27ea45489b624c79906cc94f3c9d1305 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:02.332823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a0b26c4a-8030-432f-98e9-57630dd637d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:02.337467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.355462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a0b26c4a-8030-432f-98e9-57630dd637d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:02.387872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.412285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.427915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a589f0-c1ac-484e-a219-993acfb5f4d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 89d065ab-220f-437f-ab0d-ef694a2c1060 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:28:02.431224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57a589f0-c1ac-484e-a219-993acfb5f4d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.447791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Router e21a4a6f-ada4-493e-ad17-59833c998ecf is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:28:02.492490 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2dc5a39a-bce3-4b97-93a3-59488e11618f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:02.507861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.552290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ed2a3515-3cba-4d9c-8b45-54cceaf9b126 None None] Provisioning for port d0d187c2-1915-4415-b4c2-b662b2f40527 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:02.581280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43328) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:02.614558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ed2a3515-3cba-4d9c-8b45-54cceaf9b126 None None] Provisioning complete for port 819a2a2e-7532-43a2-89ef-4e45ad849457 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:02.614934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3515-3cba-4d9c-8b45-54cceaf9b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.618246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57a589f0-c1ac-484e-a219-993acfb5f4d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.644159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 2dc5a39a-bce3-4b97-93a3-59488e11618f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:02.644368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.730954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.731510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Fanout notify agent at l3_agent the message router_deleted on router 4c096b5d-60bf-43b0-929a-038e2c84ccb8 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:28:02.745276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.747325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=ec350aba-5300-4d07-98f4-30d44c920f3b,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:02.756571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3137f9ff-6f8e-4d29-9190-415f407e1503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.788732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a3515-3cba-4d9c-8b45-54cceaf9b126 None None] Port 819a2a2e-7532-43a2-89ef-4e45ad849457 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:02.819270 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2bd66c72-89dd-480e-96a6-fab97e2cb79e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca5de6dedfd4472ba434ffc9b590626c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2268026 Dec 23 08:28:02.820887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43332) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:02.849249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0b26c4a-8030-432f-98e9-57630dd637d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.862456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0b26c4a-8030-432f-98e9-57630dd637d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.880872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.885607 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2dafa4fc-c61e-4345-9885-970acf012a78 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/4c096b5d-60bf-43b0-929a-038e2c84ccb8 HTTP/1.1" status: 204 len: 168 time: 8.1146955 Dec 23 08:28:02.888461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43336) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:02.893922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=0577228e-ef51-4286-ae4e-dcbc867eda96,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:02.909021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-855996431', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:02.917878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d0d187c2-1915-4415-b4c2-b662b2f40527 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:02.927394 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:02.937502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Usage tracker for resource:router and tenant:379193d209c0454fb4b11dd36c7290c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:02.944206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:02.956730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': '2e420603-6297-41ab-92f9-711901b2cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b6c87e6f-1eaf-46e3-bf82-5cef54304958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:02.957085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: b6c87e6f-1eaf-46e3-bf82-5cef54304958, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:28:02.962332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57a589f0-c1ac-484e-a219-993acfb5f4d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:02.964302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:02.980423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:02.994969 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b06a39-da15-41df-9d1c-7fd127f89df9 None None] Sync routers for ids ['e21a4a6f-ada4-493e-ad17-59833c998ecf'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:03.008966 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b06a39-da15-41df-9d1c-7fd127f89df9 None None] Routers {'e21a4a6f-ada4-493e-ad17-59833c998ecf'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:03.009844 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-14b06a39-da15-41df-9d1c-7fd127f89df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e21a4a6f-ada4-493e-ad17-59833c998ecf'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:03.015026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a01f3b73-4843-4352-b680-d30f85b2a455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.018268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b26c4a-8030-432f-98e9-57630dd637d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad357f46-3bf3-4f87-af57-44faa0441dc9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:03.026226 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a0b26c4a-8030-432f-98e9-57630dd637d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27ea45489b624c79906cc94f3c9d1305&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0893998 Dec 23 08:28:03.028714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43340) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:03.071365 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d0d187c2-1915-4415-b4c2-b662b2f40527 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:03.078350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d0d187c2-1915-4415-b4c2-b662b2f40527 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:03.078719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.082185 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-14b06a39-da15-41df-9d1c-7fd127f89df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:03.088350 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-69cc982a-d565-4395-869a-1c11c44511f8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "PUT /v2.0/routers/e21a4a6f-ada4-493e-ad17-59833c998ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3188741 Dec 23 08:28:03.096017 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b06a39-da15-41df-9d1c-7fd127f89df9 None None] Routers {'e21a4a6f-ada4-493e-ad17-59833c998ecf'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:03.096959 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-14b06a39-da15-41df-9d1c-7fd127f89df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e21a4a6f-ada4-493e-ad17-59833c998ecf'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:03.102562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a01f3b73-4843-4352-b680-d30f85b2a455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.110365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43344) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:03.122320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Request body: {'port': {'network_id': '0123016e-6fc3-4a58-9f15-de50390e1f76', 'name': 'tempest-FloatingIPNegativeTestJSON-808121612'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:03.144799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.145805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.195327 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-14b06a39-da15-41df-9d1c-7fd127f89df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:03.196583 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b06a39-da15-41df-9d1c-7fd127f89df9 None None] The sync data for ids ['e21a4a6f-ada4-493e-ad17-59833c998ecf'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:03.242979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.258725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.269975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network b6c87e6f-1eaf-46e3-bf82-5cef54304958 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:28:03.290770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, b6c87e6f-1eaf-46e3-bf82-5cef54304958) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:03.296439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:03.296439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.300840 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf20172-a859-4fde-b4cd-c2ca4adfe0aa None None] Network b6c87e6f-1eaf-46e3-bf82-5cef54304958 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:03.303505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61359455-b160-44b2-bfb2-3bd4ec7c27f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.326768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57a589f0-c1ac-484e-a219-993acfb5f4d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.361591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a01f3b73-4843-4352-b680-d30f85b2a455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.382074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f3b73-4843-4352-b680-d30f85b2a455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b25c967-344f-44ad-928b-97a33ac4e885,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:03.394195 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-89893c98-a38c-4e75-94aa-e34561c75d50 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8898165 Dec 23 08:28:03.396775 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43348) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:03.397559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a01f3b73-4843-4352-b680-d30f85b2a455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.398103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57a589f0-c1ac-484e-a219-993acfb5f4d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.399404 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a01f3b73-4843-4352-b680-d30f85b2a455 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b25c967-344f-44ad-928b-97a33ac4e885 HTTP/1.1" status: 204 len: 168 time: 0.5728984 Dec 23 08:28:03.404750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:03.411046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3808f96e-a642-4f03-80b6-b5cb331e51d4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:03.412325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a589f0-c1ac-484e-a219-993acfb5f4d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=89d065ab-220f-437f-ab0d-ef694a2c1060,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:03.423080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61359455-b160-44b2-bfb2-3bd4ec7c27f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.433563 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-57a589f0-c1ac-484e-a219-993acfb5f4d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/89d065ab-220f-437f-ab0d-ef694a2c1060 HTTP/1.1" status: 204 len: 168 time: 2.5939095 Dec 23 08:28:03.435200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe62df6e-5710-415e-b0b5-4cd7ae7e5d8d None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:03.437340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43354) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:03.445064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.456289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Usage tracker for resource:port and tenant:35566578906d4e48ba1b5c464f68ad28 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:03.464410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:03.477760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:03.565183 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b6a6e1ed-5d8e-4418-bc30-2f16415e05df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211007 Dec 23 08:28:03.566361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43358) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:03.602524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:03.625344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Made reservation on behalf of 35566578906d4e48ba1b5c464f68ad28 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:03.626971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:28:03.627324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:28:03.629871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.740846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3808f96e-a642-4f03-80b6-b5cb331e51d4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32392551'] for subnet, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.759845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e293a772-e8ef-4942-93fc-7461b34fbb7f None None] Provisioning complete for port ec350aba-5300-4d07-98f4-30d44c920f3b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:03.760584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e293a772-e8ef-4942-93fc-7461b34fbb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.799163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.827918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:03.861011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] device_id is not set on port e54119e0-6768-4fb8-b4a5-e2cfa072c817 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:03.865202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61359455-b160-44b2-bfb2-3bd4ec7c27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.869576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:03.888425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:03.912748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:03.915010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61359455-b160-44b2-bfb2-3bd4ec7c27f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad357f46-3bf3-4f87-af57-44faa0441dc9,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:03.928923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.941720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.946077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e293a772-e8ef-4942-93fc-7461b34fbb7f None None] Port ec350aba-5300-4d07-98f4-30d44c920f3b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:03.991127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61359455-b160-44b2-bfb2-3bd4ec7c27f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:03.994130 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-61359455-b160-44b2-bfb2-3bd4ec7c27f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad357f46-3bf3-4f87-af57-44faa0441dc9 HTTP/1.1" status: 204 len: 168 time: 0.9623320 Dec 23 08:28:04.022542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-b6c87e6f-1eaf-46e3-bf82-5cef54304958', 'network_id': 'b6c87e6f-1eaf-46e3-bf82-5cef54304958', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': '0577228e-ef51-4286-ae4e-dcbc867eda96'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:28:04.024553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.062679 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.064352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:04.068002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.121316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:28:04.203171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.214892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Deleting port d0d187c2-1915-4415-b4c2-b662b2f40527 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:04.215255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.357213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d0d187c2-1915-4415-b4c2-b662b2f40527, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d0d187c2-1915-4415-b4c2-b662b2f40527,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:04.375360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.506450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d0d187c2-1915-4415-b4c2-b662b2f40527 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:28:04.577026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3808f96e-a642-4f03-80b6-b5cb331e51d4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788091484438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1562832'] for subnet, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.655817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.668392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.778658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.842800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808f96e-a642-4f03-80b6-b5cb331e51d4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:04.844080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3808f96e-a642-4f03-80b6-b5cb331e51d4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.846645 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3808f96e-a642-4f03-80b6-b5cb331e51d4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "PUT /v2.0/subnets/0577228e-ef51-4286-ae4e-dcbc867eda96 HTTP/1.1" status: 200 len: 806 time: 1.4454231 Dec 23 08:28:04.854481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43388) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:04.855356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.866204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Allocated IP 172.20.0.4 (0123016e-6fc3-4a58-9f15-de50390e1f76/0b6308b7-36ea-44e1-996d-72999ef9b68b/e54119e0-6768-4fb8-b4a5-e2cfa072c817) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:04.886678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=ec350aba-5300-4d07-98f4-30d44c920f3b,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:04.887028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d0d187c2-1915-4415-b4c2-b662b2f40527,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:04.900517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:04.908748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:04.911702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:04.912291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.914142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Allocated IP 172.20.0.2 (b6c87e6f-1eaf-46e3-bf82-5cef54304958/0577228e-ef51-4286-ae4e-dcbc867eda96/a28b54d1-7373-4e8c-bb6f-498a731f112d) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:04.927028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:04.929915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808f96e-a642-4f03-80b6-b5cb331e51d4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=0577228e-ef51-4286-ae4e-dcbc867eda96,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:04.956160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] For port d0d187c2-1915-4415-b4c2-b662b2f40527, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d0d187c2-1915-4415-b4c2-b662b2f40527,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:04.956923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.007993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d0d187c2-1915-4415-b4c2-b662b2f40527, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d0d187c2-1915-4415-b4c2-b662b2f40527,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:05.097942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=beebe0b3-fd32-41d1-9ad9-ca909541bf4b,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:05.120394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43394) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.130448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.142120 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cb54c25d-faea-4752-af4a-cdaf8ef9c633 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5598910 Dec 23 08:28:05.145064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43400) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.183394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1326827548', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:05.191083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.198436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:05.218450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:router and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:05.226648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:05.243464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.252315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.255318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:05.296273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Calling delete_port for d0d187c2-1915-4415-b4c2-b662b2f40527 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:05.322846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network bb48f164-3869-4c55-a5ad-732dc9065271 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:05.368118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-6493bf60-94a5-4e8e-ae2f-d31d26904b0a tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.369113 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6493bf60-94a5-4e8e-ae2f-d31d26904b0a tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2477903 Dec 23 08:28:05.373334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:05.385742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.387093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.390328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43408) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.416719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-8d2417b0-7a15-409a-8bfc-d077a71c183a tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.420290 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8d2417b0-7a15-409a-8bfc-d077a71c183a tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0255682 Dec 23 08:28:05.423210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:28:05.423611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:28:05.437114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43412) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.461688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-293b1e3d-781c-42f1-87b1-4089775e49a4 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.463322 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-293b1e3d-781c-42f1-87b1-4089775e49a4 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0249183 Dec 23 08:28:05.474383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43418) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.497649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-d928b856-0bd8-4128-836a-175b9e20423f tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.498897 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d928b856-0bd8-4128-836a-175b9e20423f tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0229635 Dec 23 08:28:05.503178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43422) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.521071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.539020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-248194b8-6484-43f4-a1f8-85b3cca54cef tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.540294 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-248194b8-6484-43f4-a1f8-85b3cca54cef tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0331485 Dec 23 08:28:05.546830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43426) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.567217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Allocated IP 172.26.8.243 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/ba5c33ab-2bb9-4ebd-ada2-232908e23d0c) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:05.580635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-2d8ddeba-7b29-45ee-bdb9-425a9a2155ff tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.582464 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2d8ddeba-7b29-45ee-bdb9-425a9a2155ff tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0299587 Dec 23 08:28:05.600214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d0d187c2-1915-4415-b4c2-b662b2f40527,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:05.601707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43430) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.615774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.640906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-a20382ff-5b93-463c-8931-29d3f0bd5da4 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.642492 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a20382ff-5b93-463c-8931-29d3f0bd5da4 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0305266 Dec 23 08:28:05.649088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.650660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43436) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.668589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-93f8ecf7-8771-4644-b594-c5359be45239 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.674383 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-93f8ecf7-8771-4644-b594-c5359be45239 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0195706 Dec 23 08:28:05.689816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Transition to ACTIVE for port object e54119e0-6768-4fb8-b4a5-e2cfa072c817 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:05.690626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43440) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.691848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.722845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.736263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Transition to ACTIVE for port object a28b54d1-7373-4e8c-bb6f-498a731f112d will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:05.742301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-dad316bb-c74a-470e-93d4-04ff8a4643d8 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.743289 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dad316bb-c74a-470e-93d4-04ff8a4643d8 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0366895 Dec 23 08:28:05.751287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43444) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.760734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Transition to ACTIVE for port object a28b54d1-7373-4e8c-bb6f-498a731f112d will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:05.762426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-c91c3527-890a-4daf-b7d2-caa8ec1ae6a2 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.763371 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c91c3527-890a-4daf-b7d2-caa8ec1ae6a2 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0101736 Dec 23 08:28:05.767089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43448) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.784317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-80b9b655-9567-4406-8645-fdda13ccd4dd tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.785277 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-80b9b655-9567-4406-8645-fdda13ccd4dd tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0173116 Dec 23 08:28:05.791348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43452) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.804928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-97793309-587a-4871-9a7f-bfab96b4819e tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.805893 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-97793309-587a-4871-9a7f-bfab96b4819e tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0136468 Dec 23 08:28:05.811706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43456) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.829514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-277d638f-251c-450f-9558-530673e1672e tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.830539 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-277d638f-251c-450f-9558-530673e1672e tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0179617 Dec 23 08:28:05.833723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43460) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.843245 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-24db6452-2fb3-4dd2-8775-e4da2cbf8654 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.844295 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-24db6452-2fb3-4dd2-8775-e4da2cbf8654 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0088341 Dec 23 08:28:05.855000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43464) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.858640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.865313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-9f8356f6-b0f6-4f1c-bd65-0889064bd3ae tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.866516 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9f8356f6-b0f6-4f1c-bd65-0889064bd3ae tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0103254 Dec 23 08:28:05.869290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43468) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.872234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.875398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.880593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-d9a261ef-a475-47b3-9e71-8c0dedad0bd7 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.881912 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d9a261ef-a475-47b3-9e71-8c0dedad0bd7 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0115588 Dec 23 08:28:05.891009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43474) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.926471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Deleting port d0d187c2-1915-4415-b4c2-b662b2f40527 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:05.927143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.943755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-3f615c3f-31ac-455c-93fd-e1d125089cf4 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.945083 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3f615c3f-31ac-455c-93fd-e1d125089cf4 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0526485 Dec 23 08:28:05.953374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43478) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.957031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:05.967906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-6c52d9aa-9ce0-42f2-9531-3a034cff58e4 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.969114 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6c52d9aa-9ce0-42f2-9531-3a034cff58e4 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0088522 Dec 23 08:28:05.976570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43482) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:05.995295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-f9a4fd14-04d0-4569-bc24-6e1c2b6d21d8 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:05.996487 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f9a4fd14-04d0-4569-bc24-6e1c2b6d21d8 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0064774 Dec 23 08:28:05.999756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.001059 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2f9b38b2-25ed-4aae-bf36-af40f64ec756 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8398328 Dec 23 08:28:06.001569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43486) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.004109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.005694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event updated for resources: {'Port': ['ID=e54119e0-6768-4fb8-b4a5-e2cfa072c817,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:06.009413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Network 0123016e-6fc3-4a58-9f15-de50390e1f76 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:06.009709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43488) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.014545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-db9e4387-f0f5-47e1-9118-f96cfb1b2b6a tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.015460 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-db9e4387-f0f5-47e1-9118-f96cfb1b2b6a tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0118933 Dec 23 08:28:06.017902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:06.020501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43492) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.022793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:06.055320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=0577228e-ef51-4286-ae4e-dcbc867eda96,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:06.058790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Network b6c87e6f-1eaf-46e3-bf82-5cef54304958 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:06.063034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:06.065647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:06.068917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-3a83f06b-73b9-4c05-b7a4-e4bcf5065858 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.069867 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3a83f06b-73b9-4c05-b7a4-e4bcf5065858 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0485034 Dec 23 08:28:06.076769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43500) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.081455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Pushing event updated for resources: {'Port': ['ID=a28b54d1-7373-4e8c-bb6f-498a731f112d,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:06.085076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5eebad79-e567-4aaa-80d1-dfdf23d4e5f8 None None] Provisioning complete for port ec350aba-5300-4d07-98f4-30d44c920f3b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:06.085641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5eebad79-e567-4aaa-80d1-dfdf23d4e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.092876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-6686ba70-4ecb-404a-bcf0-eca1de767998 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.093820 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6686ba70-4ecb-404a-bcf0-eca1de767998 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0161431 Dec 23 08:28:06.099348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43504) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.116390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-680f56fb-a9d8-4e3c-982a-897ab76f185d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.117306 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-680f56fb-a9d8-4e3c-982a-897ab76f185d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0101810 Dec 23 08:28:06.131965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43508) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.132848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:06.133467 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.158702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.180208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-906d0604-e5df-439b-b38b-bacd907c751b tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.181172 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-906d0604-e5df-439b-b38b-bacd907c751b tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0443404 Dec 23 08:28:06.195550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43512) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.207501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-e627dc5e-d333-41ea-a524-663a55d66922 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.208431 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e627dc5e-d333-41ea-a524-663a55d66922 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058956 Dec 23 08:28:06.216839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43518) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.221311 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ae7fd569-130d-4af4-b784-1531888d8369 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1091547 Dec 23 08:28:06.225960 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43520) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.240977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:06.257518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:06.261867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:06.265594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Usage tracker for resource:floatingip and tenant:35566578906d4e48ba1b5c464f68ad28 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:06.269512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:06.271761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:06.274478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event updated for resources: {'Port': ['ID=ba5c33ab-2bb9-4ebd-ada2-232908e23d0c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:06.284639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:06.330183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:06.357261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.367081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5eebad79-e567-4aaa-80d1-dfdf23d4e5f8 None None] Port ec350aba-5300-4d07-98f4-30d44c920f3b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:06.444489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Attempting to bind port a28b54d1-7373-4e8c-bb6f-498a731f112d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:06.445025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Attempting to bind port a28b54d1-7373-4e8c-bb6f-498a731f112d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '2e420603-6297-41ab-92f9-711901b2cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b6c87e6f-1eaf-46e3-bf82-5cef54304958'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:06.445482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Attempting to bind port a28b54d1-7373-4e8c-bb6f-498a731f112d on network b6c87e6f-1eaf-46e3-bf82-5cef54304958 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:06.468484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:06.469012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Checking segment: {'id': '2e420603-6297-41ab-92f9-711901b2cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b6c87e6f-1eaf-46e3-bf82-5cef54304958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:06.470105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.470601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Bound using segment: {'id': '2e420603-6297-41ab-92f9-711901b2cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b6c87e6f-1eaf-46e3-bf82-5cef54304958'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:06.471451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Bound port: a28b54d1-7373-4e8c-bb6f-498a731f112d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e420603-6297-41ab-92f9-711901b2cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b6c87e6f-1eaf-46e3-bf82-5cef54304958'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:06.471924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.561772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8d560e6c-35b9-4a92-8068-b6923eac668a None None] Provisioning for port e54119e0-6768-4fb8-b4a5-e2cfa072c817 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:06.570637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-230a1a99-716a-4e61-82a3-9fd2387ee836 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.574139 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-230a1a99-716a-4e61-82a3-9fd2387ee836 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.3446562 Dec 23 08:28:06.583984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43530) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.588741 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] For port d0d187c2-1915-4415-b4c2-b662b2f40527, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d0d187c2-1915-4415-b4c2-b662b2f40527,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:06.589293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.602295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8d560e6c-35b9-4a92-8068-b6923eac668a None None] Provisioning complete for port e54119e0-6768-4fb8-b4a5-e2cfa072c817 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:06.603198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8d560e6c-35b9-4a92-8068-b6923eac668a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.605062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-2f03e872-3918-41e4-9116-cef78db6352e tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.609978 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2f03e872-3918-41e4-9116-cef78db6352e tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0214310 Dec 23 08:28:06.613886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43534) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.636882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-7e6ea04b-f1f4-4d7b-b41c-c2d98fb85b3a tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.640446 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7e6ea04b-f1f4-4d7b-b41c-c2d98fb85b3a tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0191460 Dec 23 08:28:06.641026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43538) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.649006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-d9efbae6-b58d-43c1-b929-a687cccbd33d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.652448 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d9efbae6-b58d-43c1-b929-a687cccbd33d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0082471 Dec 23 08:28:06.652610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.652747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43542) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.665163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-e13df5cb-f4d7-4c5e-a6a0-3b5061534fc6 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.669032 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e13df5cb-f4d7-4c5e-a6a0-3b5061534fc6 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0125198 Dec 23 08:28:06.678698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43548) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.685860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-d0135e35-e225-4e15-aa14-aa59cc510c39 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.689172 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d0135e35-e225-4e15-aa14-aa59cc510c39 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0072095 Dec 23 08:28:06.689601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43552) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.694644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-ca5ce94f-6eb1-4fe7-b852-46fa302da80f tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.697616 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ca5ce94f-6eb1-4fe7-b852-46fa302da80f tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0048473 Dec 23 08:28:06.698578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43556) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.706846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-5f55ac50-5f09-4af1-b172-2b4b65d3449d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.710249 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5f55ac50-5f09-4af1-b172-2b4b65d3449d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073073 Dec 23 08:28:06.712611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43560) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.718894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-54828032-eadc-4df0-b3b5-e2b2caf049a1 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.722960 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-54828032-eadc-4df0-b3b5-e2b2caf049a1 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070970 Dec 23 08:28:06.723384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43564) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.729945 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-ad3461db-3e4b-4069-a161-8ec1fcc50dc5 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.732998 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ad3461db-3e4b-4069-a161-8ec1fcc50dc5 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0067892 Dec 23 08:28:06.733385 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43568) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.737690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-92c2df3c-2722-4df3-a012-033acc0aedfd tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.740625 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-92c2df3c-2722-4df3-a012-033acc0aedfd tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045850 Dec 23 08:28:06.741055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.743999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43572) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.774357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Calling delete_port for d0d187c2-1915-4415-b4c2-b662b2f40527 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:06.794840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-eaa38101-61c4-4714-a7d5-f29320671a1d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.798523 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eaa38101-61c4-4714-a7d5-f29320671a1d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0432713 Dec 23 08:28:06.798664 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.798664 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.807045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43576) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.815615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-3057b4e0-054f-4ee4-9cef-59e0cdc34661 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.819139 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3057b4e0-054f-4ee4-9cef-59e0cdc34661 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0089273 Dec 23 08:28:06.824864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43580) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.834878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-4f3a1471-b63f-42a2-b9bd-2d2035a4ae9c tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.835833 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4f3a1471-b63f-42a2-b9bd-2d2035a4ae9c tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0101023 Dec 23 08:28:06.866444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43584) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.868457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c87e6f-1eaf-46e3-bf82-5cef54304958']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:06.886848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8d560e6c-35b9-4a92-8068-b6923eac668a None None] Port e54119e0-6768-4fb8-b4a5-e2cfa072c817 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:06.893114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.898849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] For port a28b54d1-7373-4e8c-bb6f-498a731f112d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:06.901432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-59fb4a1f-e20c-40a5-abd5-c9bdd5aee2a5 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.902549 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-59fb4a1f-e20c-40a5-abd5-c9bdd5aee2a5 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0258596 Dec 23 08:28:06.911295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43590) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.911811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e420603-6297-41ab-92f9-711901b2cd56') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:06.912163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e420603-6297-41ab-92f9-711901b2cd56') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:06.921793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-21fc2bb6-ffe2-4372-95ed-dcfb7d9fb0b7 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.923007 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-21fc2bb6-ffe2-4372-95ed-dcfb7d9fb0b7 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0087032 Dec 23 08:28:06.929095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43594) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.933822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:06.942952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-6803afc7-c19f-4451-a0be-32d30dbad86d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.944001 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6803afc7-c19f-4451-a0be-32d30dbad86d tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0127552 Dec 23 08:28:06.951425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43598) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.962458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-19eb6d50-97bb-4cf1-9ebc-6fcd569170a6 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.963485 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-19eb6d50-97bb-4cf1-9ebc-6fcd569170a6 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0104618 Dec 23 08:28:06.966186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43604) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.974758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] Pushing event deleted for resources: {'Port': ['ID=d0d187c2-1915-4415-b4c2-b662b2f40527,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:06.980274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] For port a28b54d1-7373-4e8c-bb6f-498a731f112d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a28b54d1-7373-4e8c-bb6f-498a731f112d,segment=NetworkSegment(2e420603-6297-41ab-92f9-711901b2cd56),segment_id=2e420603-6297-41ab-92f9-711901b2cd56)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:06.985273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-1ea120bb-66a1-4dd6-aadb-2d07752384dc tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:06.988211 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1ea120bb-66a1-4dd6-aadb-2d07752384dc tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0185158 Dec 23 08:28:06.989965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ab264c-421c-45f7-9a69-1538fc28bf8c None None] No DVR routers for this DVR port d0d187c2-1915-4415-b4c2-b662b2f40527 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:28:06.995465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43608) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:06.996921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:07.016072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-0bfca52b-d0ef-45e0-84dd-b3d76310a7a0 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.020391 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0bfca52b-d0ef-45e0-84dd-b3d76310a7a0 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0208213 Dec 23 08:28:07.021561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43612) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.032726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-f4830a99-9dbd-40d5-9d0b-1cd539bb71f5 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.036583 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f4830a99-9dbd-40d5-9d0b-1cd539bb71f5 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0115077 Dec 23 08:28:07.043454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43616) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.046540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:07.048830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Allocated IP 172.26.8.245 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/b6b603df-5a5f-43cb-821d-c90fad4f4095) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:07.058868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ea654-aa5d-45ce-bfee-d7dfe7821323 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:07.059062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-b11f721b-6d81-4436-be44-f80a24725b50 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.062336 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b11f721b-6d81-4436-be44-f80a24725b50 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0163009 Dec 23 08:28:07.062943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43620) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.072867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-9303020f-9561-411d-aa49-d1cb21db270f tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.076296 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9303020f-9561-411d-aa49-d1cb21db270f tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086784 Dec 23 08:28:07.083570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43626) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.112774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:07.113193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:07.128234 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:07.180828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Router ad2cc3d3-d14d-4790-a033-3f88aaa13acb is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:28:07.230549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:28:07.230549 dv-neutron-822507-1-hyperv neutron-server[83523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:28:07.230549 dv-neutron-822507-1-hyperv neutron-server[83523]: [parameters: {'id': 'b6c87e6f-1eaf-46e3-bf82-5cef54304958'}] Dec 23 08:28:07.230549 dv-neutron-822507-1-hyperv neutron-server[83523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:28:07.230988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:28:07.256998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-59204597-3ef5-4324-81f8-7b977b25c3aa tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.258972 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-59204597-3ef5-4324-81f8-7b977b25c3aa tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.1732874 Dec 23 08:28:07.267950 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43632) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.279359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-9d5990a6-40e0-49e8-b74d-d8594b5e2dc2 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.280676 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461adac-2e0f-4e28-a49a-4c14ff32f56c None None] Pushing event updated for resources: {'Port': ['ID=a28b54d1-7373-4e8c-bb6f-498a731f112d,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:07.281673 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9d5990a6-40e0-49e8-b74d-d8594b5e2dc2 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0110381 Dec 23 08:28:07.286590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43636) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.330044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-dab074f7-1a5f-4c27-bb43-dd99dc0e7b82 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.333247 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dab074f7-1a5f-4c27-bb43-dd99dc0e7b82 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0434301 Dec 23 08:28:07.336419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43642) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.341764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0436b1-7f7c-48f0-a8d6-85b070891e7a None None] Network b6c87e6f-1eaf-46e3-bf82-5cef54304958 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:07.349089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-ba5b54dd-a790-42f2-bb39-b373591427fd tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.352557 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ba5b54dd-a790-42f2-bb39-b373591427fd tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0126565 Dec 23 08:28:07.366845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43646) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.527909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:07.529001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-a348ecf9-49ec-4d98-8386-99bf2da92a07 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.533585 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a348ecf9-49ec-4d98-8386-99bf2da92a07 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.1610651 Dec 23 08:28:07.537196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43652) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.546980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-8edf0aa4-18d2-4c88-973f-23071fa3cb23 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.551263 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8edf0aa4-18d2-4c88-973f-23071fa3cb23 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0128460 Dec 23 08:28:07.554980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:07.568913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43656) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.582589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-d1bba54b-7974-4fd7-ab9c-0c7591761504 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.586778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': 'beebe0b3-fd32-41d1-9ad9-ca909541bf4b'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:28:07.586778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:07.589106 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d1bba54b-7974-4fd7-ab9c-0c7591761504 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0173621 Dec 23 08:28:07.605559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43660) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.635395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-22791562-5548-4c28-9592-1c67d27724b6 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.639681 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-22791562-5548-4c28-9592-1c67d27724b6 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0106905 Dec 23 08:28:07.644705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43666) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.651546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-93d9976e-41be-4bb5-9807-5c8113ca741c tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.655232 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-93d9976e-41be-4bb5-9807-5c8113ca741c tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096266 Dec 23 08:28:07.657242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43670) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.667216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-fe4d036a-6b72-4f97-bd01-c7edd9b69e71 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.671619 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fe4d036a-6b72-4f97-bd01-c7edd9b69e71 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0126097 Dec 23 08:28:07.673711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43674) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.689773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-e9ffa74f-e8e6-4a2b-b4bd-5e07403088e2 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.693941 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43678) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.694581 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e9ffa74f-e8e6-4a2b-b4bd-5e07403088e2 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0148749 Dec 23 08:28:07.707660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-63799f9d-2865-4989-8617-4da0a694c210 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.708682 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-63799f9d-2865-4989-8617-4da0a694c210 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0113060 Dec 23 08:28:07.710797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:07.717562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43682) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.721841 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3c2f1aaa-2d33-41a9-bd82-bca9ec17a864 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "PUT /v2.0/routers/ad2cc3d3-d14d-4790-a033-3f88aaa13acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5869393 Dec 23 08:28:07.723341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-03e33a10-f021-4b95-8e54-ddd337f61c27 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.728246 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-03e33a10-f021-4b95-8e54-ddd337f61c27 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0100467 Dec 23 08:28:07.731395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43686) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.731713 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43688) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.735816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61608a7e-e361-4c3d-9dc4-3a05a0916786 None None] Sync routers for ids ['ad2cc3d3-d14d-4790-a033-3f88aaa13acb'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:07.744606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-9944fd62-113c-4b22-8435-7fe5a2ab4af6 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.745925 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9944fd62-113c-4b22-8435-7fe5a2ab4af6 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0106142 Dec 23 08:28:07.762209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:07.767039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43694) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.785365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [None req-a8c9e825-f513-4dfa-8381-df91eac339e8 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.786365 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a8c9e825-f513-4dfa-8381-df91eac339e8 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0141516 Dec 23 08:28:07.787120 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting port a28b54d1-7373-4e8c-bb6f-498a731f112d {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:07.787455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:07.798838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43698) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.809577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [None req-b45c5368-a145-4134-adfc-7025dc12f675 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:28:07.817506 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b45c5368-a145-4134-adfc-7025dc12f675 tempest-ExtensionsTestJSON-1338606502 tempest-ExtensionsTestJSON-1338606502-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0171187 Dec 23 08:28:07.823237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:07.826266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61608a7e-e361-4c3d-9dc4-3a05a0916786 None None] Routers {'ad2cc3d3-d14d-4790-a033-3f88aaa13acb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:07.826891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-61608a7e-e361-4c3d-9dc4-3a05a0916786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['ad2cc3d3-d14d-4790-a033-3f88aaa13acb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:07.843801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43704) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:07.900751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-61608a7e-e361-4c3d-9dc4-3a05a0916786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:07.916054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cad23a-72a0-49cc-92e6-c3279c91d694 None None] Network b6c87e6f-1eaf-46e3-bf82-5cef54304958 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:07.937330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:07.942649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:07.948125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:07.987412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/beebe0b3-fd32-41d1-9ad9-ca909541bf4b/e7004166-789e-4f4c-b75c-cc8bc018e59a) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:08.012705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] For port a28b54d1-7373-4e8c-bb6f-498a731f112d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a28b54d1-7373-4e8c-bb6f-498a731f112d,segment=NetworkSegment(2e420603-6297-41ab-92f9-711901b2cd56),segment_id=2e420603-6297-41ab-92f9-711901b2cd56)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:08.013059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.021145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61608a7e-e361-4c3d-9dc4-3a05a0916786 None None] Routers {'ad2cc3d3-d14d-4790-a033-3f88aaa13acb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:08.022293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-61608a7e-e361-4c3d-9dc4-3a05a0916786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['ad2cc3d3-d14d-4790-a033-3f88aaa13acb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:08.111804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-61608a7e-e361-4c3d-9dc4-3a05a0916786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:08.112089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61608a7e-e361-4c3d-9dc4-3a05a0916786 None None] The sync data for ids ['ad2cc3d3-d14d-4790-a033-3f88aaa13acb'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:08.142281 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.189269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event updated for resources: {'Port': ['ID=b6b603df-5a5f-43cb-821d-c90fad4f4095,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:08.266501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568915ab-7b70-4807-b895-2f8a98a20f3b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:08.270597 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-568915ab-7b70-4807-b895-2f8a98a20f3b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad2cc3d3-d14d-4790-a033-3f88aaa13acb HTTP/1.1" status: 200 len: 981 time: 0.5379145 Dec 23 08:28:08.271453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Router b7051f6c-0901-441b-9eec-a81fb183214a is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:28:08.273805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43712) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:08.274201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.298878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Calling delete_port for a28b54d1-7373-4e8c-bb6f-498a731f112d owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:08.383258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.426386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.442998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Transition to ACTIVE for port object e7004166-789e-4f4c-b75c-cc8bc018e59a will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:08.451551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Port': ['ID=a28b54d1-7373-4e8c-bb6f-498a731f112d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:08.456234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43716) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:08.482952 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Transition to ACTIVE for port object e7004166-789e-4f4c-b75c-cc8bc018e59a will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:08.489331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.500041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No DVR routers for this DVR port a28b54d1-7373-4e8c-bb6f-498a731f112d on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:28:08.555909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:08.558823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:08.563313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:08.565406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Pushing event updated for resources: {'Port': ['ID=e7004166-789e-4f4c-b75c-cc8bc018e59a,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:08.646869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.661734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Attempting to bind port e7004166-789e-4f4c-b75c-cc8bc018e59a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:08.662300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Attempting to bind port e7004166-789e-4f4c-b75c-cc8bc018e59a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:08.662518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Attempting to bind port e7004166-789e-4f4c-b75c-cc8bc018e59a on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:08.669144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:08.669528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:08.669911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.670320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:08.670769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Bound port: e7004166-789e-4f4c-b75c-cc8bc018e59a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:08.671129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.710043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:08.723771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:08.725049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ddb8dce1-3e3a-4bc7-8ed8-c6057be1d6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.741859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Usage tracker for resource:floatingip and tenant:1b39230e89da470594f6952e717037aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:08.742228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c87e6f-1eaf-46e3-bf82-5cef54304958']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:08.751734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:08.761436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] For port e7004166-789e-4f4c-b75c-cc8bc018e59a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:08.765040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] For port e7004166-789e-4f4c-b75c-cc8bc018e59a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e7004166-789e-4f4c-b75c-cc8bc018e59a,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:08.765184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e420603-6297-41ab-92f9-711901b2cd56') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:08.765651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e420603-6297-41ab-92f9-711901b2cd56') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:08.772545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.773902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:08.797237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.815004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::1 (3b1e253c-1242-4661-909e-bc02458a5888/beebe0b3-fd32-41d1-9ad9-ca909541bf4b/d5ff96c3-5d35-401c-9755-f19d6b4b9b8e) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:08.820875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ddb8dce1-3e3a-4bc7-8ed8-c6057be1d6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:08.829206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ddb8dce1-3e3a-4bc7-8ed8-c6057be1d6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:00b0ef679e31449da16c22d252fc419a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:08.836062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ddb8dce1-3e3a-4bc7-8ed8-c6057be1d6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:08.839346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.846092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ddb8dce1-3e3a-4bc7-8ed8-c6057be1d6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:08.850954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.860977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd719a-4c1b-4a33-9987-0c2aa71adce8 None None] Pushing event updated for resources: {'Port': ['ID=e7004166-789e-4f4c-b75c-cc8bc018e59a,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:08.878062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:08.878263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:08.940760 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:09.027481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:28:09.052596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.061810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.067101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.074966 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.130476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=b6c87e6f-1eaf-46e3-bf82-5cef54304958,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:09.161590 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fb9157ca-7891-4145-895b-3241f9b1bbcf tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/b6c87e6f-1eaf-46e3-bf82-5cef54304958 HTTP/1.1" status: 204 len: 168 time: 4.3012238 Dec 23 08:28:09.169766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43722) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:09.227459 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-22049363-3522-4464-8fee-f5f3ceb699f8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:09.228109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22049363-3522-4464-8fee-f5f3ceb699f8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:09.240870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.258878 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-22049363-3522-4464-8fee-f5f3ceb699f8 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/b6c87e6f-1eaf-46e3-bf82-5cef54304958 HTTP/1.1" status: 404 len: 339 time: 0.0861795 Dec 23 08:28:09.263724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43726) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:09.265371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ddb8dce1-3e3a-4bc7-8ed8-c6057be1d6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.274482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-237520034', 'description': 'd1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:09.282696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ddb8dce1-3e3a-4bc7-8ed8-c6057be1d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.290278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:09.299411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object d5ff96c3-5d35-401c-9755-f19d6b4b9b8e will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:09.302770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:network and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:09.316126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:09.332787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:09.363143 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ddb8dce1-3e3a-4bc7-8ed8-c6057be1d6c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00b0ef679e31449da16c22d252fc419a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9034905 Dec 23 08:28:09.363143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8dce1-3e3a-4bc7-8ed8-c6057be1d6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0783e6d-f039-4d2a-a822-af575a0dc4e8,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:09.365382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43730) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:09.369696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:09.372709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.449504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:09.451998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.473480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event updated for resources: {'Port': ['ID=b6b603df-5a5f-43cb-821d-c90fad4f4095,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:09.528209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.528548 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment fe03d346-0f17-4363-bdb1-1efb42c2f2b1 of type vlan for network 1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c Dec 23 08:28:09.544263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.554393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e3b16e9-1f59-49dc-ba9c-b15f9a0fabdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.569305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:09.575319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:09.582151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:09.589556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=d5ff96c3-5d35-401c-9755-f19d6b4b9b8e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:09.593096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:09.593617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.610291 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e18d4-9fa4-48c4-8d4a-727dde140cc5 None None] Sync routers for ids ['b7051f6c-0901-441b-9eec-a81fb183214a'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:09.620103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.621380 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9fcaf9c9-459e-43b7-9428-aa685c1f880b tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3879027 Dec 23 08:28:09.625028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43734) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:09.630213 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e18d4-9fa4-48c4-8d4a-727dde140cc5 None None] Routers {'b7051f6c-0901-441b-9eec-a81fb183214a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:09.631305 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9f2e18d4-9fa4-48c4-8d4a-727dde140cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['b7051f6c-0901-441b-9eec-a81fb183214a'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:09.632054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3e256e1d-0e20-4392-a276-7d158c87f3df tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Request body: {'floatingip': {'port_id': 'e54119e0-6768-4fb8-b4a5-e2cfa072c817', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:09.634657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.668032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e3b16e9-1f59-49dc-ba9c-b15f9a0fabdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.697328 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9f2e18d4-9fa4-48c4-8d4a-727dde140cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:09.701444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.702601 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-585ef178-822b-484a-ab87-655cb7a25d31 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8060973 Dec 23 08:28:09.712650 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e18d4-9fa4-48c4-8d4a-727dde140cc5 None None] Routers {'b7051f6c-0901-441b-9eec-a81fb183214a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:09.713376 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9f2e18d4-9fa4-48c4-8d4a-727dde140cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['b7051f6c-0901-441b-9eec-a81fb183214a'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:09.727642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43738) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:09.743823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.744060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:09.748328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:09.748477 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.769830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e3b16e9-1f59-49dc-ba9c-b15f9a0fabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.795091 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9f2e18d4-9fa4-48c4-8d4a-727dde140cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:09.795497 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e18d4-9fa4-48c4-8d4a-727dde140cc5 None None] The sync data for ids ['b7051f6c-0901-441b-9eec-a81fb183214a'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:09.808184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e256e1d-0e20-4392-a276-7d158c87f3df tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.852435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b16e9-1f59-49dc-ba9c-b15f9a0fabdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0783e6d-f039-4d2a-a822-af575a0dc4e8,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:09.880905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.946854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.961353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a3ed1238-7ffa-48eb-bc5f-241e8c2ff5a1 None None] Provisioning for port e7004166-789e-4f4c-b75c-cc8bc018e59a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:09.961822 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6945198 Dec 23 08:28:09.962847 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e3b16e9-1f59-49dc-ba9c-b15f9a0fabdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:09.964111 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4e3b16e9-1f59-49dc-ba9c-b15f9a0fabdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0783e6d-f039-4d2a-a822-af575a0dc4e8 HTTP/1.1" status: 204 len: 168 time: 0.5977890 Dec 23 08:28:09.968770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43742) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:09.974887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa89294-f11d-4489-8fd6-bdc9323866da tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:09.986288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:10.164254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b590ed3-af41-4b30-9730-db2ecfcfbdb9 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:28:10.174014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5b84a-da06-4127-8bce-8f0429b48099 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:10.174905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f5f5b84a-da06-4127-8bce-8f0429b48099 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Synchronizing usage tracker for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:10.276867 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5856df8d-c12e-467d-a2c7-31f482f90a51 None None] Provisioning for port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:10.291206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5856df8d-c12e-467d-a2c7-31f482f90a51 None None] Provisioning complete for port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:10.291576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5856df8d-c12e-467d-a2c7-31f482f90a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:10.398233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5856df8d-c12e-467d-a2c7-31f482f90a51 None None] Port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:10.401932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b590ed3-af41-4b30-9730-db2ecfcfbdb9 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:28:10.448954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f5f5b84a-da06-4127-8bce-8f0429b48099 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Unset dirty status for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:10.450268 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f5f5b84a-da06-4127-8bce-8f0429b48099 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/networks?id=1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c HTTP/1.1" status: 200 len: 760 time: 0.4768598 Dec 23 08:28:10.453742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43754) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:10.461891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'description': 'd2'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:10.568409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Allocated IP 172.26.8.218 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/1fd694a5-08bc-4e1a-a6c8-cd7a0bba238e) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:10.661724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7004166-789e-4f4c-b75c-cc8bc018e59a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:10.772272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:10.840196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:10.909012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port e7004166-789e-4f4c-b75c-cc8bc018e59a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:10.910631 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-3e256e1d-0e20-4392-a276-7d158c87f3df tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] update failed (client error): The resource could not be found. Dec 23 08:28:10.911871 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3e256e1d-0e20-4392-a276-7d158c87f3df tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "PUT /v2.0/floatingips/7d04fbb9-018f-4b8f-9e57-bd73664d9390 HTTP/1.1" status: 404 len: 507 time: 1.2862213 Dec 23 08:28:10.922980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43766) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:10.926588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:10.930594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e7004166-789e-4f4c-b75c-cc8bc018e59a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:10.930956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:10.962771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:10.965171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event updated for resources: {'Port': ['ID=1fd694a5-08bc-4e1a-a6c8-cd7a0bba238e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:10.980884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:10.989373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:11.060480 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.071854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.080825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.081564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.105336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port e7004166-789e-4f4c-b75c-cc8bc018e59a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e7004166-789e-4f4c-b75c-cc8bc018e59a,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:11.111472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.158609 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Deleting port b6b603df-5a5f-43cb-821d-c90fad4f4095 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:11.158948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.205879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=e7004166-789e-4f4c-b75c-cc8bc018e59a,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:11.207028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.239614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43772) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:11.243783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.368677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=d5ff96c3-5d35-401c-9755-f19d6b4b9b8e,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:11.377028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c is not hosted by any dhcp agent {{(pid=83523) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 08:28:11.380604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:11.381188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.384991 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "PUT /v2.0/networks/1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c HTTP/1.1" status: 200 len: 757 time: 0.9276681 Dec 23 08:28:11.397465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43778) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:11.466692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1774602650'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:11.480739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.566345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:11.628665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.629000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.629336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.629666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.630017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.630343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.630664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.630983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.631307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.631642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.631966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0825bd-3d07-4b13-b51b-1fcbfe6f8672 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:11.643623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:11.656444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:11.686551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46a716-8d56-4090-b464-d464be82a37e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:11.693678 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cb46a716-8d56-4090-b464-d464be82a37e tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/networks?id=1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c HTTP/1.1" status: 200 len: 760 time: 0.2736146 Dec 23 08:28:11.694470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43782) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:11.697019 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:network and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:11.709875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:11.711564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:11.716391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-41003729'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:11.719644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:11.724668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:11.729842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:11.761528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.784998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.785330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.793200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Made reservation on behalf of 5c600ae97614497a98bd811f81184e15 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:11.795894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:11.832488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.029112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:12.030198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7115cefd-95f2-4abc-84b7-26fedc01c54f None None] Provisioning complete for port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:12.030571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7115cefd-95f2-4abc-84b7-26fedc01c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.033972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:12.085539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7115cefd-95f2-4abc-84b7-26fedc01c54f None None] Port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:12.088414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:security_group_rule and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:12.094795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:12.112680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:12.115286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Calling delete_port for b6b603df-5a5f-43cb-821d-c90fad4f4095 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:12.160769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:12.163744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.286133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:12.353059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.353261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.353562 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment 22282a30-e85f-4f8a-9740-5224f306529c of type vlan for network 6902c4a0-3f5c-4c1a-8091-f33e50aac437 Dec 23 08:28:12.365690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port ec350aba-5300-4d07-98f4-30d44c920f3b {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:12.366048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.396509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.425532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.440808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.455869 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7004166-789e-4f4c-b75c-cc8bc018e59a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:12.482137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.520198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.538192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e7004166-789e-4f4c-b75c-cc8bc018e59a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:12.538713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.539820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event deleted for resources: {'Port': ['ID=b6b603df-5a5f-43cb-821d-c90fad4f4095,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:12.605706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.609294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:12.611096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.619555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:12.686787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event updated for resources: {'Port': ['ID=1fd694a5-08bc-4e1a-a6c8-cd7a0bba238e,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:12.725242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.725587 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Added segment 54c6c28c-fdf6-4ce1-88f4-bcb3292344c7 of type vlan for network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c Dec 23 08:28:12.728440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40de00e-9f7e-4723-a9be-bed5000b712f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:12.760476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.760816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.761151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.761479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.761806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.762155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.762480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.762801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.763118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.763434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.763755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.782364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=6902c4a0-3f5c-4c1a-8091-f33e50aac437,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:12.790822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.790822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.791182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.791481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.792739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.792739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.792739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.792739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.793058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.793325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.793938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:12.797461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.798834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 6902c4a0-3f5c-4c1a-8091-f33e50aac437 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:12.799744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.806882 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-39cb4a89-7d0d-48bc-8d22-b07ac43e12a8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "DELETE /v2.0/floatingips/7d04fbb9-018f-4b8f-9e57-bd73664d9390 HTTP/1.1" status: 204 len: 168 time: 1.8769844 Dec 23 08:28:12.806882 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-edbecbc2-45ee-4d41-943a-90336df41be5 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0960979 Dec 23 08:28:12.806882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43786) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:12.808568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.811383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43788) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:12.817440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8e6b46b4-6b86-475d-a429-31a557bfec77 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Request body: {'floatingip': {'floating_network_id': '0123016e-6fc3-4a58-9f15-de50390e1f76', 'port_id': 'e54119e0-6768-4fb8-b4a5-e2cfa072c817', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:12.824857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': '6902c4a0-3f5c-4c1a-8091-f33e50aac437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:12.834100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.847129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8e6b46b4-6b86-475d-a429-31a557bfec77 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:12.888429 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.908186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8e6b46b4-6b86-475d-a429-31a557bfec77 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Usage tracker for resource:floatingip and tenant:35566578906d4e48ba1b5c464f68ad28 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:12.918605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:12.922697 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-09a667ff-3b77-43a1-a47c-27a18cfe82cd tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0224581 Dec 23 08:28:12.926185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8e6b46b4-6b86-475d-a429-31a557bfec77 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:12.934675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43794) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:12.944312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8e6b46b4-6b86-475d-a429-31a557bfec77 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:12.951319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1826094650'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:12.967000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:12.980191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Usage tracker for resource:network and tenant:1b39230e89da470594f6952e717037aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:12.983460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:12.993244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:12.995169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8e6b46b4-6b86-475d-a429-31a557bfec77 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.011782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Router 5a4de539-aabe-4728-8b68-8bf1cbc435df is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:28:13.018782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:13.036174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for ec350aba-5300-4d07-98f4-30d44c920f3b owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:13.068679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Usage tracker for resource:subnet and tenant:ebfd6da69fd44e23b6938a2566dcf4fd is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:13.073009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.075748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:13.076659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:13.077230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.082438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.085392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Made reservation on behalf of 1b39230e89da470594f6952e717037aa for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:13.088288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.100407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:13.116650 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.197215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:13.342056 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0999222 Dec 23 08:28:13.350245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43798) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:13.351329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.359171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689da119-a374-4821-88f6-e1d38c957149 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Network': ['ID=35a62d7a-0d69-411e-b2d4-3eb8467cff0c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:13.369361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'subnet': {'network_id': '35a62d7a-0d69-411e-b2d4-3eb8467cff0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:13.371698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:13.373990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Deleting port ba5c33ab-2bb9-4ebd-ada2-232908e23d0c {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:13.374576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.401099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:13.583516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Usage tracker for resource:security_group_rule and tenant:1b39230e89da470594f6952e717037aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:13.595235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:13.611048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.618385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.621165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:13.639997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:13.768214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=ec350aba-5300-4d07-98f4-30d44c920f3b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:13.772909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:13.777080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Calling delete_port for ba5c33ab-2bb9-4ebd-ada2-232908e23d0c owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:13.789696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:subnet and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:13.798183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:13.816147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:13.869784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Made reservation on behalf of 5c600ae97614497a98bd811f81184e15 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:13.982739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:13.993761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Sync routers for ids ['5a4de539-aabe-4728-8b68-8bf1cbc435df'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:14.000769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.008381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Routers {'5a4de539-aabe-4728-8b68-8bf1cbc435df'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:14.009429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['5a4de539-aabe-4728-8b68-8bf1cbc435df'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:14.052884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.088531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.120721 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-8e6b46b4-6b86-475d-a429-31a557bfec77 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:28:14.121765 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8e6b46b4-6b86-475d-a429-31a557bfec77 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3138020 Dec 23 08:28:14.124177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.136557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43802) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:14.140226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:14.150630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'e54119e0-6768-4fb8-b4a5-e2cfa072c817', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:14.171601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Set router 5a4de539-aabe-4728-8b68-8bf1cbc435df gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:28:14.210334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:14.221340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d8338b-7cd2-473a-8325-059415f1e2c5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:14.224116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.224455 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Added segment 9822e547-8141-4a0c-b8c1-400edf3555e8 of type vlan for network 64e0c2db-06de-4c09-b926-98df7ef5b4ff Dec 23 08:28:14.231684 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-feb35ab6-b4f3-4f5c-ae10-fc1440d342f9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "PUT /v2.0/routers/5a4de539-aabe-4728-8b68-8bf1cbc435df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1795397 Dec 23 08:28:14.232089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Usage tracker for resource:floatingip and tenant:35566578906d4e48ba1b5c464f68ad28 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:14.238190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:14.240653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43806) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:14.285066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:14.305883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.339351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.368461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.424383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.430812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=457250e7-4559-4bc5-8650-88e0c253b128,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:14.444033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Pushing event deleted for resources: {'Port': ['ID=ba5c33ab-2bb9-4ebd-ada2-232908e23d0c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:14.448704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.452306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:14.452884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.454186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad299c1-cf4a-46b2-a1c8-09ddf9022cd5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:14.458692 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1ad299c1-cf4a-46b2-a1c8-09ddf9022cd5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports/d5ff96c3-5d35-401c-9755-f19d6b4b9b8e HTTP/1.1" status: 200 len: 911 time: 0.2139676 Dec 23 08:28:14.460102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43810) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:14.519681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4de539-aabe-4728-8b68-8bf1cbc435df', 'name': 'tempest-NetworksTestDHCPv6-router-1326827548', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:05Z', 'updated_at': '2021-12-23T08:28:09Z', 'revision_number': 2, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None, '_interfaces': [{'id': 'd5ff96c3-5d35-401c-9755-f19d6b4b9b8e', 'name': '', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'mac_address': 'fa:16:3e:a4:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4de539-aabe-4728-8b68-8bf1cbc435df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beebe0b3-fd32-41d1-9ad9-ca909541bf4b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:28:07Z', 'updated_at': '2021-12-23T08:28:10Z', 'revision_number': 2, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'subnets': [{'id': 'beebe0b3-fd32-41d1-9ad9-ca909541bf4b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:14.524624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Checking router: 5a4de539-aabe-4728-8b68-8bf1cbc435df for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:28:14.524904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Updating router 5a4de539-aabe-4728-8b68-8bf1cbc435df port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:28:14.548986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': '22282a30-e85f-4f8a-9740-5224f306529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6902c4a0-3f5c-4c1a-8091-f33e50aac437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:14.548986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: 6902c4a0-3f5c-4c1a-8091-f33e50aac437, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:28:14.585050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.669793 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7340586 Dec 23 08:28:14.685224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43814) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:14.696932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Request body: {'subnet': {'network_id': '64e0c2db-06de-4c09-b926-98df7ef5b4ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:14.718288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac70dd-c453-49c4-b8c8-ce31db6eb7de tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event updated for resources: {'Network': ['ID=64e0c2db-06de-4c09-b926-98df7ef5b4ff,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:14.734930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 64e0c2db-06de-4c09-b926-98df7ef5b4ff details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:14.812158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.848712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 6902c4a0-3f5c-4c1a-8091-f33e50aac437 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:28:14.895444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 6902c4a0-3f5c-4c1a-8091-f33e50aac437) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:14.900568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:14.903623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:14.904281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:14.913439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad6506-a6fd-4f27-a687-7ff7febbd3a4 None None] Network 6902c4a0-3f5c-4c1a-8091-f33e50aac437 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:14.931431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Usage tracker for resource:subnet and tenant:1b39230e89da470594f6952e717037aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:14.944903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:14.948723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Subnet': ['ID=2926821a-3821-43a1-950b-6cf23bae8a1f,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:14.959356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:14.977581 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-672a1fee-1e3d-4dba-ab78-ed896310cffc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1652129 Dec 23 08:28:14.980546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43818) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:14.984111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Made reservation on behalf of 1b39230e89da470594f6952e717037aa for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:15.065021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Checking segment: {'id': '54c6c28c-fdf6-4ce1-88f4-bcb3292344c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '35a62d7a-0d69-411e-b2d4-3eb8467cff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:15.065372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network hostable DHCP agents. Network: 35a62d7a-0d69-411e-b2d4-3eb8467cff0c, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:28:15.182441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.189348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dad7fb-e333-4a5e-8ec6-0d7305fcc9fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:15.193254 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dad7fb-e333-4a5e-8ec6-0d7305fcc9fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:15.194810 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-02dad7fb-e333-4a5e-8ec6-0d7305fcc9fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7311833 Dec 23 08:28:15.204529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43822) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:15.206226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.228622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-6902c4a0-3f5c-4c1a-8091-f33e50aac437', 'network_id': '6902c4a0-3f5c-4c1a-8091-f33e50aac437', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': '457250e7-4559-4bc5-8650-88e0c253b128'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:28:15.229411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.239402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.257282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Transition to ACTIVE for port object d5ff96c3-5d35-401c-9755-f19d6b4b9b8e will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:15.298941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.329445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.330996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:28:15.352608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 35a62d7a-0d69-411e-b2d4-3eb8467cff0c) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:15.363275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:15.363858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.376255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b2d83-98b3-4fca-a46a-5be2a479464d None None] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:15.422153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.434009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.448158 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-72b8cc04-20a1-4c7f-ac1a-3fe0554e02f3 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0919805 Dec 23 08:28:15.454358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43826) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:15.508823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Router ad2cc3d3-d14d-4790-a033-3f88aaa13acb has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:15.526208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.539576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d690c-020f-402e-ba10-8bfad0de4f5e None None] Pushing event updated for resources: {'Port': ['ID=d5ff96c3-5d35-401c-9755-f19d6b4b9b8e,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:15.644062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1423633708', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:15.662646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:15.666914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.704117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:router and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:15.713072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:15.727985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:15.744725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Allocated IP 172.20.0.2 (6902c4a0-3f5c-4c1a-8091-f33e50aac437/457250e7-4559-4bc5-8650-88e0c253b128/2206d7aa-e9fd-4666-8d3c-0d414c1a20f2) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:15.776782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.811484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Attempting to bind port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:15.812153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Attempting to bind port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:15.813382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Attempting to bind port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:15.817766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.818764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.884097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event updated for resources: {'Subnet': ['ID=5a342f16-b012-4f9f-ad7e-3288d0ff581d,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:15.895381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.906495 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:15.906766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Checking segment: {'id': '9822e547-8141-4a0c-b8c1-400edf3555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64e0c2db-06de-4c09-b926-98df7ef5b4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:15.907124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Network hostable DHCP agents. Network: 64e0c2db-06de-4c09-b926-98df7ef5b4ff, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:28:15.907367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:15.907811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.908256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:15.908784 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Bound port: d5ff96c3-5d35-401c-9755-f19d6b4b9b8e, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:15.909212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:15.989693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Network 64e0c2db-06de-4c09-b926-98df7ef5b4ff is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:28:16.049548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc2367-8e1d-484c-a8f4-8859576af549 None None] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:16.063812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 64e0c2db-06de-4c09-b926-98df7ef5b4ff) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:16.069649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:16.070260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.091524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.102062 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b719c5ec-1796-49f6-904c-eec2fa988fb0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4140427 Dec 23 08:28:16.104762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43830) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:16.110824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-465059363', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:16.115185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Router b7051f6c-0901-441b-9eec-a81fb183214a has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:16.117442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:16.129760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Allocated IP 172.26.8.79 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/91da21c4-8c31-4924-8f15-911df38a7916) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:16.136854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Usage tracker for resource:router and tenant:1b39230e89da470594f6952e717037aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:16.141758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:16.189909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82160e4d-1515-498b-b14b-3c17b02af94d None None] Network 64e0c2db-06de-4c09-b926-98df7ef5b4ff requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:16.190623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:16.193428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:16.216329 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723725c3-516a-49f9-b279-273cdd9d6895 None None] Sync routers for ids ['ad2cc3d3-d14d-4790-a033-3f88aaa13acb'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:16.218403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.220211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.248599 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723725c3-516a-49f9-b279-273cdd9d6895 None None] Routers {'ad2cc3d3-d14d-4790-a033-3f88aaa13acb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:16.250864 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-723725c3-516a-49f9-b279-273cdd9d6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['ad2cc3d3-d14d-4790-a033-3f88aaa13acb'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:16.265437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.346476 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-723725c3-516a-49f9-b279-273cdd9d6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:16.359130 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723725c3-516a-49f9-b279-273cdd9d6895 None None] Routers {'ad2cc3d3-d14d-4790-a033-3f88aaa13acb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:16.360572 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-723725c3-516a-49f9-b279-273cdd9d6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['ad2cc3d3-d14d-4790-a033-3f88aaa13acb'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:16.392846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.405550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] For port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:16.430054 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-723725c3-516a-49f9-b279-273cdd9d6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:16.430511 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723725c3-516a-49f9-b279-273cdd9d6895 None None] The sync data for ids ['ad2cc3d3-d14d-4790-a033-3f88aaa13acb'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:16.431807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.452936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] For port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d5ff96c3-5d35-401c-9755-f19d6b4b9b8e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:16.485489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.520847 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3befd976-f4a7-4b94-8688-af31810846c7 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "PUT /v2.0/routers/ad2cc3d3-d14d-4790-a033-3f88aaa13acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2187724 Dec 23 08:28:16.526480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43834) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:16.533380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.591225 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a77eff0-6f74-4677-8d42-a9bd4d5982ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:28:16.591787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3a77eff0-6f74-4677-8d42-a9bd4d5982ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:16.619046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.629887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Transition to ACTIVE for port object 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:16.634449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3a77eff0-6f74-4677-8d42-a9bd4d5982ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:16.638585 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3a77eff0-6f74-4677-8d42-a9bd4d5982ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/ec350aba-5300-4d07-98f4-30d44c920f3b HTTP/1.1" status: 404 len: 333 time: 0.1109977 Dec 23 08:28:16.641312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43838) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:16.654424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.663834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:16.670452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.671198 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-22fc57a6-d9d4-43c1-a6a1-f8f76806f4f1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "PUT /v2.0/routers/b7051f6c-0901-441b-9eec-a81fb183214a HTTP/1.1" status: 200 len: 705 time: 6.9371872 Dec 23 08:28:16.675215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43842) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:16.695145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca8011-c927-45f2-a24e-4830517b39d4 None None] Sync routers for ids ['b7051f6c-0901-441b-9eec-a81fb183214a'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:16.728438 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Routers {'5a4de539-aabe-4728-8b68-8bf1cbc435df'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:16.729047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['5a4de539-aabe-4728-8b68-8bf1cbc435df'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:16.808720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Transition to ACTIVE for port object 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:16.877653 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c317c946-bde9-4b41-8ffe-e9bf34469381 tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/routers/b7051f6c-0901-441b-9eec-a81fb183214a HTTP/1.1" status: 200 len: 740 time: 0.2002995 Dec 23 08:28:16.881069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43846) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:16.882194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.908118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d690c-020f-402e-ba10-8bfad0de4f5e None None] Pushing event updated for resources: {'Port': ['ID=d5ff96c3-5d35-401c-9755-f19d6b4b9b8e,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:16.970892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event updated for resources: {'Port': ['ID=91da21c4-8c31-4924-8f15-911df38a7916,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:16.983137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:16.991600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:16.993333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:16.996623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:17.002332 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7b999aa8-1710-423c-937b-bf48c4777f2a tempest-RoutersAdminTest-376081426 tempest-RoutersAdminTest-376081426-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&device_id=b7051f6c-0901-441b-9eec-a81fb183214a HTTP/1.1" status: 200 len: 205 time: 0.1140020 Dec 23 08:28:17.010442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.022217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43850) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:17.033488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-64e0c2db-06de-4c09-b926-98df7ef5b4ff', 'network_id': '64e0c2db-06de-4c09-b926-98df7ef5b4ff', 'tenant_id': '1b39230e89da470594f6952e717037aa', 'fixed_ips': [{'subnet_id': '5a342f16-b012-4f9f-ad7e-3288d0ff581d'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:28:17.034808 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.087916 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca8011-c927-45f2-a24e-4830517b39d4 None None] Routers {'b7051f6c-0901-441b-9eec-a81fb183214a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:17.088553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-84ca8011-c927-45f2-a24e-4830517b39d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['b7051f6c-0901-441b-9eec-a81fb183214a'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:17.111368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=457250e7-4559-4bc5-8650-88e0c253b128,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:17.189155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-84ca8011-c927-45f2-a24e-4830517b39d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:17.235799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5aaea6fd-6807-4195-a35e-371a06913347 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.245467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Network 6902c4a0-3f5c-4c1a-8091-f33e50aac437 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:17.255084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:17.257631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:17.259991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Pushing event updated for resources: {'Port': ['ID=2206d7aa-e9fd-4666-8d3c-0d414c1a20f2,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:17.275941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] Set router 5a4de539-aabe-4728-8b68-8bf1cbc435df gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:28:17.295253 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-78bee252-c36e-49d0-b97b-18a1d66064d1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7051f6c-0901-441b-9eec-a81fb183214a HTTP/1.1" status: 200 len: 205 time: 0.2378302 Dec 23 08:28:17.302618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43854) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:17.333448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.26.8.208 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/ef2999d0-94d4-4d69-ac5a-2ccfd4d9f87c) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:17.382789 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Deleting port 91da21c4-8c31-4924-8f15-911df38a7916 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:17.383167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.387675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.388020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.388361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.388685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.389012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.389334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.389977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.389977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.390297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.390826 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.391298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:28:17.452997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca8011-c927-45f2-a24e-4830517b39d4 None None] Routers {'b7051f6c-0901-441b-9eec-a81fb183214a'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:17.453569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-84ca8011-c927-45f2-a24e-4830517b39d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['b7051f6c-0901-441b-9eec-a81fb183214a'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:17.493250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.506162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.570740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-84ca8011-c927-45f2-a24e-4830517b39d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:17.571144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca8011-c927-45f2-a24e-4830517b39d4 None None] The sync data for ids ['b7051f6c-0901-441b-9eec-a81fb183214a'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:17.632468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6902c4a0-3f5c-4c1a-8091-f33e50aac437']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:17.652072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.653135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Attempting to bind port 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:17.653621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Attempting to bind port 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '22282a30-e85f-4f8a-9740-5224f306529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6902c4a0-3f5c-4c1a-8091-f33e50aac437'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:17.653852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Attempting to bind port 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2 on network 6902c4a0-3f5c-4c1a-8091-f33e50aac437 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:17.680176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22282a30-e85f-4f8a-9740-5224f306529c') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:17.680593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22282a30-e85f-4f8a-9740-5224f306529c') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:17.738840 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Allocated IP 172.20.0.2 (64e0c2db-06de-4c09-b926-98df7ef5b4ff/5a342f16-b012-4f9f-ad7e-3288d0ff581d/45093a0a-c5f7-4781-901a-93813621dd6d) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:17.742776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:17.743152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Checking segment: {'id': '22282a30-e85f-4f8a-9740-5224f306529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6902c4a0-3f5c-4c1a-8091-f33e50aac437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:17.743557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.743950 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Bound using segment: {'id': '22282a30-e85f-4f8a-9740-5224f306529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6902c4a0-3f5c-4c1a-8091-f33e50aac437'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:17.744434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Bound port: 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22282a30-e85f-4f8a-9740-5224f306529c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6902c4a0-3f5c-4c1a-8091-f33e50aac437'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:17.744800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.762115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.775620 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.882151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-801cea8e-583e-4871-aeed-1ddcc668f2db tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.918469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:17.997219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:17.997561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:18.014227 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:18.071943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.072187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.083432 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] For port 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:18.168076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.188274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5aaea6fd-6807-4195-a35e-371a06913347 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.189432 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.197036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5aaea6fd-6807-4195-a35e-371a06913347 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.199148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4de539-aabe-4728-8b68-8bf1cbc435df', 'name': 'tempest-NetworksTestDHCPv6-router-1326827548', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:05Z', 'updated_at': '2021-12-23T08:28:09Z', 'revision_number': 2, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None, '_interfaces': [{'id': 'd5ff96c3-5d35-401c-9755-f19d6b4b9b8e', 'name': '', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'mac_address': 'fa:16:3e:a4:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4de539-aabe-4728-8b68-8bf1cbc435df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beebe0b3-fd32-41d1-9ad9-ca909541bf4b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:28:07Z', 'updated_at': '2021-12-23T08:28:16Z', 'revision_number': 4, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'subnets': [{'id': 'beebe0b3-fd32-41d1-9ad9-ca909541bf4b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:18.203855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:28:18.203855 dv-neutron-822507-1-hyperv neutron-server[83523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:28:18.203855 dv-neutron-822507-1-hyperv neutron-server[83523]: [parameters: {'id': '6902c4a0-3f5c-4c1a-8091-f33e50aac437'}] Dec 23 08:28:18.203855 dv-neutron-822507-1-hyperv neutron-server[83523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:28:18.204513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:28:18.210642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] For port 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2206d7aa-e9fd-4666-8d3c-0d414c1a20f2,segment=NetworkSegment(22282a30-e85f-4f8a-9740-5224f306529c),segment_id=22282a30-e85f-4f8a-9740-5224f306529c)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:18.211726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5a1b4-438b-4bf9-ad54-61735f8a9857 None None] The sync data for ids ['5a4de539-aabe-4728-8b68-8bf1cbc435df'] in dv-neutron-822507-1-hyperv is: [{'id': '5a4de539-aabe-4728-8b68-8bf1cbc435df', 'name': 'tempest-NetworksTestDHCPv6-router-1326827548', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:05Z', 'updated_at': '2021-12-23T08:28:09Z', 'revision_number': 2, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None, '_interfaces': [{'id': 'd5ff96c3-5d35-401c-9755-f19d6b4b9b8e', 'name': '', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'mac_address': 'fa:16:3e:a4:84:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a4de539-aabe-4728-8b68-8bf1cbc435df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'beebe0b3-fd32-41d1-9ad9-ca909541bf4b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:28:07Z', 'updated_at': '2021-12-23T08:28:16Z', 'revision_number': 4, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'subnets': [{'id': 'beebe0b3-fd32-41d1-9ad9-ca909541bf4b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:18.215775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Transition to ACTIVE for port object 45093a0a-c5f7-4781-901a-93813621dd6d will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:18.232498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.240586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Calling delete_port for 91da21c4-8c31-4924-8f15-911df38a7916 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:18.243379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5aaea6fd-6807-4195-a35e-371a06913347 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.245146 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaea6fd-6807-4195-a35e-371a06913347 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Fanout notify agent at l3_agent the message router_deleted on router ad2cc3d3-d14d-4790-a033-3f88aaa13acb {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:28:18.316479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Transition to ACTIVE for port object 45093a0a-c5f7-4781-901a-93813621dd6d will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:18.350311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Allocated IP 172.26.8.48 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/4cad94a7-ff45-4f72-b7f4-de3b0e6eae41) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:18.352155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.444456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e7543-a957-4ccc-bafb-07c13ed5f6e5 None None] Pushing event updated for resources: {'Port': ['ID=2206d7aa-e9fd-4666-8d3c-0d414c1a20f2,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:18.516651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.519368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.555627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Network 64e0c2db-06de-4c09-b926-98df7ef5b4ff is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:18.580406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:18.587564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:18.703396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:18.707340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event deleted for resources: {'Port': ['ID=91da21c4-8c31-4924-8f15-911df38a7916,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:18.718300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:18.721054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1990b1f-36c8-48a1-9283-9b3a3226b710 None None] Network 6902c4a0-3f5c-4c1a-8091-f33e50aac437 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:18.724658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.732012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:18.742674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Pushing event updated for resources: {'Port': ['ID=45093a0a-c5f7-4781-901a-93813621dd6d,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:18.764211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5aaea6fd-6807-4195-a35e-371a06913347 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.768144 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5aaea6fd-6807-4195-a35e-371a06913347 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/routers/ad2cc3d3-d14d-4790-a033-3f88aaa13acb HTTP/1.1" status: 204 len: 168 time: 2.1244159 Dec 23 08:28:18.776156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43858) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:18.827471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Attempting to bind port 45093a0a-c5f7-4781-901a-93813621dd6d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:18.827829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Attempting to bind port 45093a0a-c5f7-4781-901a-93813621dd6d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '9822e547-8141-4a0c-b8c1-400edf3555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64e0c2db-06de-4c09-b926-98df7ef5b4ff'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:18.828229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Attempting to bind port 45093a0a-c5f7-4781-901a-93813621dd6d on network 64e0c2db-06de-4c09-b926-98df7ef5b4ff {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:18.848299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=ef2999d0-94d4-4d69-ac5a-2ccfd4d9f87c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:18.849065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:18.849430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Checking segment: {'id': '9822e547-8141-4a0c-b8c1-400edf3555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64e0c2db-06de-4c09-b926-98df7ef5b4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:18.849824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.850228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Bound using segment: {'id': '9822e547-8141-4a0c-b8c1-400edf3555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64e0c2db-06de-4c09-b926-98df7ef5b4ff'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:18.850684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Bound port: 45093a0a-c5f7-4781-901a-93813621dd6d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9822e547-8141-4a0c-b8c1-400edf3555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '64e0c2db-06de-4c09-b926-98df7ef5b4ff'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:18.851049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.863532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:18.892207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting port 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:18.892419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.037714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] For port 45093a0a-c5f7-4781-901a-93813621dd6d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:19.042740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] For port 45093a0a-c5f7-4781-901a-93813621dd6d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=45093a0a-c5f7-4781-901a-93813621dd6d,segment=NetworkSegment(9822e547-8141-4a0c-b8c1-400edf3555e8),segment_id=9822e547-8141-4a0c-b8c1-400edf3555e8)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:19.055123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.063981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-801cea8e-583e-4871-aeed-1ddcc668f2db tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.133522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-801cea8e-583e-4871-aeed-1ddcc668f2db tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.147256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426b8a9-7a27-49f6-92e3-9df14852fbb3 None None] Pushing event updated for resources: {'Port': ['ID=45093a0a-c5f7-4781-901a-93813621dd6d,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:19.195545 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] create failed (client error): The resource could not be found. Dec 23 08:28:19.200374 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-eb0ae97c-1b93-42d6-8b63-3660641eba67 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0624754 Dec 23 08:28:19.202682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43862) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:19.237154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:19.237752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.284755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-801cea8e-583e-4871-aeed-1ddcc668f2db tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.285178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801cea8e-583e-4871-aeed-1ddcc668f2db tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Fanout notify agent at l3_agent the message router_deleted on router b7051f6c-0901-441b-9eec-a81fb183214a {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:28:19.355115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.475981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e9e8b7f8-f8f6-4759-960c-65ee199d5aa5 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Deleting port e54119e0-6768-4fb8-b4a5-e2cfa072c817 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:19.476351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b7f8-f8f6-4759-960c-65ee199d5aa5 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.506871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-801cea8e-583e-4871-aeed-1ddcc668f2db tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.507950 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-801cea8e-583e-4871-aeed-1ddcc668f2db tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/b7051f6c-0901-441b-9eec-a81fb183214a HTTP/1.1" status: 204 len: 168 time: 2.2044139 Dec 23 08:28:19.530002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43866) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:19.588728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:19.598088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] For port 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2206d7aa-e9fd-4666-8d3c-0d414c1a20f2,segment=NetworkSegment(22282a30-e85f-4f8a-9740-5224f306529c),segment_id=22282a30-e85f-4f8a-9740-5224f306529c)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:19.598440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.607374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-308b2115-0677-49b4-88ae-a2e579f6749e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet 6a59f23f-ccdc-4141-ad84-b4f88e31d500 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:28:19.609282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:19.619870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:19.648710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-308b2115-0677-49b4-88ae-a2e579f6749e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.663667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1d4ae9b9-a72d-4c3f-a3ff-fd2f539ad8cb tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7051f6c-0901-441b-9eec-a81fb183214a HTTP/1.1" status: 200 len: 205 time: 0.0883985 Dec 23 08:28:19.668416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43870) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:19.680139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event updated for resources: {'Port': ['ID=4cad94a7-ff45-4f72-b7f4-de3b0e6eae41,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:19.761908 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-8fc5f9c5-c631-4bc9-9f23-1775b35de831 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] delete failed (client error): The resource could not be found. Dec 23 08:28:19.762943 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8fc5f9c5-c631-4bc9-9f23-1775b35de831 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/b7051f6c-0901-441b-9eec-a81fb183214a HTTP/1.1" status: 404 len: 336 time: 0.0915663 Dec 23 08:28:19.790255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43874) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:19.805349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Calling delete_port for 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:19.871903 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a11f0da9-9102-43e9-b71b-8abfab555491 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c096b5d-60bf-43b0-929a-038e2c84ccb8 HTTP/1.1" status: 200 len: 205 time: 0.0804300 Dec 23 08:28:19.873684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] For port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d5ff96c3-5d35-401c-9755-f19d6b4b9b8e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:19.874052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:19.880415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43878) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:19.950162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-308b2115-0677-49b4-88ae-a2e579f6749e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.019868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for d5ff96c3-5d35-401c-9755-f19d6b4b9b8e owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:20.041395 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-a2f5226a-bac0-4757-baba-0233bbf5a77b tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] delete failed (client error): The resource could not be found. Dec 23 08:28:20.042359 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a2f5226a-bac0-4757-baba-0233bbf5a77b tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/4c096b5d-60bf-43b0-929a-038e2c84ccb8 HTTP/1.1" status: 404 len: 336 time: 0.1609619 Dec 23 08:28:20.053874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43882) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:20.125457 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-223422c5-87df-4659-a01c-4ba7da0ac020 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=a142f5b4-98ec-4224-88f9-b7817469614c HTTP/1.1" status: 200 len: 205 time: 0.0690682 Dec 23 08:28:20.133945 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43886) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:20.134698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.202109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Port': ['ID=2206d7aa-e9fd-4666-8d3c-0d414c1a20f2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:20.214742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.215461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.225457 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-04d5b5f5-9fdb-4375-88f8-67b94b2dedc6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] delete failed (client error): The resource could not be found. Dec 23 08:28:20.225788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No DVR routers for this DVR port 2206d7aa-e9fd-4666-8d3c-0d414c1a20f2 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:28:20.226645 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-04d5b5f5-9fdb-4375-88f8-67b94b2dedc6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/a142f5b4-98ec-4224-88f9-b7817469614c HTTP/1.1" status: 404 len: 336 time: 0.0893812 Dec 23 08:28:20.238986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43890) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:20.317326 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3b9c37a9-8865-4bd6-942d-ab5c8514b5bf tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de32349-7bc6-4e00-ba25-18915e209cf9 HTTP/1.1" status: 200 len: 205 time: 0.0715222 Dec 23 08:28:20.327754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43894) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:20.336669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b7f8-f8f6-4759-960c-65ee199d5aa5 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.347455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-308b2115-0677-49b4-88ae-a2e579f6749e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.469467 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e9e8b7f8-f8f6-4759-960c-65ee199d5aa5 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Calling delete_port for e54119e0-6768-4fb8-b4a5-e2cfa072c817 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:20.577832 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 45093a0a-c5f7-4781-901a-93813621dd6d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:20.642717 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-9c32948a-59fe-4e1c-8fe5-1d22750a8712 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] delete failed (client error): The resource could not be found. Dec 23 08:28:20.646251 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9c32948a-59fe-4e1c-8fe5-1d22750a8712 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/2de32349-7bc6-4e00-ba25-18915e209cf9 HTTP/1.1" status: 404 len: 336 time: 0.3136597 Dec 23 08:28:20.667240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43898) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:20.683944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.696268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 45093a0a-c5f7-4781-901a-93813621dd6d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:20.703149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d5ff96c3-5d35-401c-9755-f19d6b4b9b8e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:20.725923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.737038 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b4f357-5438-442a-93d8-949125541fb9 None None] Network 64e0c2db-06de-4c09-b926-98df7ef5b4ff requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:20.752025 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d89da22b-ec37-4ce7-a824-03cdab64a976 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb3c37c2-45f7-4304-bf05-0a4cb51c19af HTTP/1.1" status: 200 len: 205 time: 0.0825255 Dec 23 08:28:20.776256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6902c4a0-3f5c-4c1a-8091-f33e50aac437']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:20.782203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43902) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:20.789872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=d5ff96c3-5d35-401c-9755-f19d6b4b9b8e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:20.799678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22282a30-e85f-4f8a-9740-5224f306529c') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:20.799972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22282a30-e85f-4f8a-9740-5224f306529c') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:20.813822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.833377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.867054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:20.867562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.880286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d5ff96c3-5d35-401c-9755-f19d6b4b9b8e {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:20.880719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d5ff96c3-5d35-401c-9755-f19d6b4b9b8e not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 23 08:28:20.954310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2897e91c-4ed1-465f-a608-e9a0a8fe83b6 None None] Provisioning for port 45093a0a-c5f7-4781-901a-93813621dd6d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:20.957712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Port d5ff96c3-5d35-401c-9755-f19d6b4b9b8e not found, will not notify nova. {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 08:28:20.974411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2897e91c-4ed1-465f-a608-e9a0a8fe83b6 None None] Provisioning complete for port 45093a0a-c5f7-4781-901a-93813621dd6d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:20.974411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2897e91c-4ed1-465f-a608-e9a0a8fe83b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:20.980061 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:20.982275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-308b2115-0677-49b4-88ae-a2e579f6749e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.020599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.025507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.051105 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-3a8103cc-099e-4a7c-a281-68f3193cfdb1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] delete failed (client error): The resource could not be found. Dec 23 08:28:21.055061 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3a8103cc-099e-4a7c-a281-68f3193cfdb1 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/cb3c37c2-45f7-4304-bf05-0a4cb51c19af HTTP/1.1" status: 404 len: 336 time: 0.2606075 Dec 23 08:28:21.058264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43906) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:21.073997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b2115-0677-49b4-88ae-a2e579f6749e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=6a59f23f-ccdc-4141-ad84-b4f88e31d500,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:21.080167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=6902c4a0-3f5c-4c1a-8091-f33e50aac437,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:21.086390 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5ba18b96-36ce-4eba-ab34-6ddbeb4efd42 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/6902c4a0-3f5c-4c1a-8091-f33e50aac437 HTTP/1.1" status: 204 len: 168 time: 6.1048753 Dec 23 08:28:21.088527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43910) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:21.129411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-308b2115-0677-49b4-88ae-a2e579f6749e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.131781 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-308b2115-0677-49b4-88ae-a2e579f6749e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/6a59f23f-ccdc-4141-ad84-b4f88e31d500 HTTP/1.1" status: 204 len: 168 time: 2.3546789 Dec 23 08:28:21.138082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43914) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:21.141188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ebb218-10a7-475d-b177-d6372856b673 None None] Network bb48f164-3869-4c55-a5ad-732dc9065271 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:21.151011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b7f8-f8f6-4759-960c-65ee199d5aa5 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.165096 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9541dc65-16bd-45dc-9961-c672d45484d6 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2162f77-ac88-477b-9315-7aa2e44e9e0c HTTP/1.1" status: 200 len: 205 time: 0.1036043 Dec 23 08:28:21.165289 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c8b4b4-2b42-467c-b093-ac4ffb8bab7d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] GET failed (client error): The resource could not be found. Dec 23 08:28:21.165289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-38c8b4b4-2b42-467c-b093-ac4ffb8bab7d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Synchronizing usage tracker for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:21.168212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43918) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:21.215123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8b7f8-f8f6-4759-960c-65ee199d5aa5 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event deleted for resources: {'Port': ['ID=e54119e0-6768-4fb8-b4a5-e2cfa072c817,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:21.256307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.339219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2897e91c-4ed1-465f-a608-e9a0a8fe83b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.386186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.386919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.397315 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-709629fa-fb58-43ba-bd2a-48aa3cd01a7c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] delete failed (client error): The resource could not be found. Dec 23 08:28:21.398431 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-709629fa-fb58-43ba-bd2a-48aa3cd01a7c tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/routers/e2162f77-ac88-477b-9315-7aa2e44e9e0c HTTP/1.1" status: 404 len: 336 time: 0.2257447 Dec 23 08:28:21.406829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43922) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:21.439945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2897e91c-4ed1-465f-a608-e9a0a8fe83b6 None None] For port 45093a0a-c5f7-4781-901a-93813621dd6d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=45093a0a-c5f7-4781-901a-93813621dd6d,segment=NetworkSegment(9822e547-8141-4a0c-b8c1-400edf3555e8),segment_id=9822e547-8141-4a0c-b8c1-400edf3555e8)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:21.454990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b7f8-f8f6-4759-960c-65ee199d5aa5 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.467905 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e9e8b7f8-f8f6-4759-960c-65ee199d5aa5 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "DELETE /v2.0/ports/e54119e0-6768-4fb8-b4a5-e2cfa072c817 HTTP/1.1" status: 204 len: 168 time: 2.2640901 Dec 23 08:28:21.471084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43926) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:21.496475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2897e91c-4ed1-465f-a608-e9a0a8fe83b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.551739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-38c8b4b4-2b42-467c-b093-ac4ffb8bab7d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Unset dirty status for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:21.555723 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-38c8b4b4-2b42-467c-b093-ac4ffb8bab7d tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/subnets/457250e7-4559-4bc5-8650-88e0c253b128 HTTP/1.1" status: 404 len: 337 time: 0.4655142 Dec 23 08:28:21.556698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43930) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:21.569014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.571082 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd06be42-8909-427b-aff9-a7b9ae5652f4 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:21.571510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd06be42-8909-427b-aff9-a7b9ae5652f4 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:21.573353 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fd06be42-8909-427b-aff9-a7b9ae5652f4 tempest-RoutersAdminTest-1218668788 tempest-RoutersAdminTest-1218668788-project] 10.222.0.36 "DELETE /v2.0/subnets/db625613-18d8-47ae-9a72-8ebdb545fc82 HTTP/1.1" status: 404 len: 337 time: 0.1631143 Dec 23 08:28:21.616590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897e91c-4ed1-465f-a608-e9a0a8fe83b6 None None] Pushing event updated for resources: {'Port': ['ID=45093a0a-c5f7-4781-901a-93813621dd6d,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:21.646576 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0e13ea-e3cb-4065-a57d-b69ec29f8ee0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:21.647082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0e13ea-e3cb-4065-a57d-b69ec29f8ee0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:21.652413 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2a0e13ea-e3cb-4065-a57d-b69ec29f8ee0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/6902c4a0-3f5c-4c1a-8091-f33e50aac437 HTTP/1.1" status: 404 len: 339 time: 0.0780246 Dec 23 08:28:21.656901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43936) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:21.713686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d84801-b3b7-4b71-9207-4549ee95b9da None None] DHCP port deletion for bb48f164-3869-4c55-a5ad-732dc9065271 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:28:21.720763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-55d84801-b3b7-4b71-9207-4549ee95b9da None None] Deleting port be11ffcd-523b-4317-a85e-5f23894b9259 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:21.721129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-55d84801-b3b7-4b71-9207-4549ee95b9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.772369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port be11ffcd-523b-4317-a85e-5f23894b9259 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:21.772707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:21.861451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42929f-73f5-4dd3-88d6-1d2a5f8aae95 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:21.862744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0c42929f-73f5-4dd3-88d6-1d2a5f8aae95 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Synchronizing usage tracker for tenant:35566578906d4e48ba1b5c464f68ad28 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:21.893057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Router 5a4de539-aabe-4728-8b68-8bf1cbc435df has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:21.905397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0c42929f-73f5-4dd3-88d6-1d2a5f8aae95 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Unset dirty status for tenant:35566578906d4e48ba1b5c464f68ad28 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:21.907596 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0c42929f-73f5-4dd3-88d6-1d2a5f8aae95 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "GET /v2.0/ports?device_id=e21a4a6f-ada4-493e-ad17-59833c998ecf HTTP/1.1" status: 200 len: 913 time: 0.4356308 Dec 23 08:28:21.931442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43940) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:21.976064 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3912fc8d-0dab-4c68-82d9-b99b11857e5c None None] Provisioning complete for port 45093a0a-c5f7-4781-901a-93813621dd6d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:21.976710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3912fc8d-0dab-4c68-82d9-b99b11857e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:22.046870 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43946) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:22.051643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-55d84801-b3b7-4b71-9207-4549ee95b9da None None] For port be11ffcd-523b-4317-a85e-5f23894b9259, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=be11ffcd-523b-4317-a85e-5f23894b9259,segment=NetworkSegment(e89780c4-9681-4c24-840e-d2514d610576),segment_id=e89780c4-9681-4c24-840e-d2514d610576)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:22.051643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-55d84801-b3b7-4b71-9207-4549ee95b9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:22.075609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:22.081269 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-459480f4-8595-45ba-aa30-145967334cf0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "PUT /v2.0/routers/5a4de539-aabe-4728-8b68-8bf1cbc435df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8221722 Dec 23 08:28:22.083698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43952) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:22.093736 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] Sync routers for ids ['5a4de539-aabe-4728-8b68-8bf1cbc435df'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:22.113904 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] Routers {'5a4de539-aabe-4728-8b68-8bf1cbc435df'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:22.114528 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['5a4de539-aabe-4728-8b68-8bf1cbc435df'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:22.163494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa8a1c-58db-4305-aa33-e5434c40d0bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:22.165205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa8a1c-58db-4305-aa33-e5434c40d0bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:22.169353 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3efa8a1c-58db-4305-aa33-e5434c40d0bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0819495 Dec 23 08:28:22.169916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43956) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:22.190305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-55d84801-b3b7-4b71-9207-4549ee95b9da None None] Calling delete_port for be11ffcd-523b-4317-a85e-5f23894b9259 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:22.314687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-55d84801-b3b7-4b71-9207-4549ee95b9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:22.329220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a156e8-c63a-4aba-b2ed-0ff938518c02 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:22.330604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-30a156e8-c63a-4aba-b2ed-0ff938518c02 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Synchronizing usage tracker for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:22.353033 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] Set router 5a4de539-aabe-4728-8b68-8bf1cbc435df gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:28:22.372262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d84801-b3b7-4b71-9207-4549ee95b9da None None] Pushing event deleted for resources: {'Port': ['ID=be11ffcd-523b-4317-a85e-5f23894b9259,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:22.384269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d84801-b3b7-4b71-9207-4549ee95b9da None None] No DVR routers for this DVR port be11ffcd-523b-4317-a85e-5f23894b9259 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:28:22.401276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b94dc-0ed3-48d8-964c-d63c2b6b41d6 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:28:22.409320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac359fea-37fe-4779-8f1b-50521b9ff3ca tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet beebe0b3-fd32-41d1-9ad9-ca909541bf4b {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:28:22.417305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ac359fea-37fe-4779-8f1b-50521b9ff3ca tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:22.492861 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4de539-aabe-4728-8b68-8bf1cbc435df', 'name': 'tempest-NetworksTestDHCPv6-router-1326827548', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:05Z', 'updated_at': '2021-12-23T08:28:20Z', 'revision_number': 3, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:22.502097 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] Checking router: 5a4de539-aabe-4728-8b68-8bf1cbc435df for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:28:22.517403 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] Routers {'5a4de539-aabe-4728-8b68-8bf1cbc435df'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:22.518058 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['5a4de539-aabe-4728-8b68-8bf1cbc435df'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:22.612778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 45093a0a-c5f7-4781-901a-93813621dd6d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:22.638075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d911ed2f-1bc8-4a46-8b3b-c81ec658c1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:22.654133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ac359fea-37fe-4779-8f1b-50521b9ff3ca tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:22.670994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-30a156e8-c63a-4aba-b2ed-0ff938518c02 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Unset dirty status for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:22.672654 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-30a156e8-c63a-4aba-b2ed-0ff938518c02 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0099423 Dec 23 08:28:22.683399 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b94dc-0ed3-48d8-964c-d63c2b6b41d6 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:28:22.686848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43960) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:22.735054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d911ed2f-1bc8-4a46-8b3b-c81ec658c1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:22.742304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d911ed2f-1bc8-4a46-8b3b-c81ec658c1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:379193d209c0454fb4b11dd36c7290c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:22.747793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d911ed2f-1bc8-4a46-8b3b-c81ec658c1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:22.747947 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] Set router 5a4de539-aabe-4728-8b68-8bf1cbc435df gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:28:22.761428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d911ed2f-1bc8-4a46-8b3b-c81ec658c1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:22.781753 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a26579bf-055a-4e90-bfec-c666c8b3039c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 207 time: 0.0735836 Dec 23 08:28:22.788747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43964) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:22.794959 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ac359fea-37fe-4779-8f1b-50521b9ff3ca tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:22.811867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] For port be11ffcd-523b-4317-a85e-5f23894b9259, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=be11ffcd-523b-4317-a85e-5f23894b9259,segment=NetworkSegment(e89780c4-9681-4c24-840e-d2514d610576),segment_id=e89780c4-9681-4c24-840e-d2514d610576)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:22.812568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:22.821609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 45093a0a-c5f7-4781-901a-93813621dd6d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:22.822050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:22.823831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:28:22.894349 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a4de539-aabe-4728-8b68-8bf1cbc435df', 'name': 'tempest-NetworksTestDHCPv6-router-1326827548', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:05Z', 'updated_at': '2021-12-23T08:28:20Z', 'revision_number': 3, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:22.899226 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc988a-626e-4e2e-9031-aa8763ddd1d5 None None] The sync data for ids ['5a4de539-aabe-4728-8b68-8bf1cbc435df'] in dv-neutron-822507-1-hyperv is: [{'id': '5a4de539-aabe-4728-8b68-8bf1cbc435df', 'name': 'tempest-NetworksTestDHCPv6-router-1326827548', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:05Z', 'updated_at': '2021-12-23T08:28:20Z', 'revision_number': 3, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:22.992880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for be11ffcd-523b-4317-a85e-5f23894b9259 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:23.041322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d911ed2f-1bc8-4a46-8b3b-c81ec658c1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.051638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d911ed2f-1bc8-4a46-8b3b-c81ec658c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.069453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a2bcc-4500-4710-a7ee-7aacab43562f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:23.073625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a2bcc-4500-4710-a7ee-7aacab43562f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:23.079091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a2bcc-4500-4710-a7ee-7aacab43562f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:23.084505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a2bcc-4500-4710-a7ee-7aacab43562f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:23.085377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-004a2bcc-4500-4710-a7ee-7aacab43562f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Synchronizing usage tracker for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:23.094731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ac359fea-37fe-4779-8f1b-50521b9ff3ca tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.134007 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:28:23.156850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac359fea-37fe-4779-8f1b-50521b9ff3ca tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=beebe0b3-fd32-41d1-9ad9-ca909541bf4b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:23.166900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-004a2bcc-4500-4710-a7ee-7aacab43562f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Unset dirty status for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:23.168062 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-004a2bcc-4500-4710-a7ee-7aacab43562f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3768005 Dec 23 08:28:23.174843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43968) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:23.199878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911ed2f-1bc8-4a46-8b3b-c81ec658c1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fec9be-f164-44e2-956d-0ca0097757d0,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:23.201221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb6698-57e5-4139-86de-3c88819fe52e None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:23.210372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ac359fea-37fe-4779-8f1b-50521b9ff3ca tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.270079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 43972) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:23.275518 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d911ed2f-1bc8-4a46-8b3b-c81ec658c1a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=379193d209c0454fb4b11dd36c7290c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2236612 Dec 23 08:28:23.286343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device be11ffcd-523b-4317-a85e-5f23894b9259 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:28:23.308547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Router 37a598ba-4f24-41c5-93de-341c33c05a78 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:28:23.311674 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ac359fea-37fe-4779-8f1b-50521b9ff3ca tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/beebe0b3-fd32-41d1-9ad9-ca909541bf4b HTTP/1.1" status: 204 len: 168 time: 1.1385050 Dec 23 08:28:23.312970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43976) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:23.336196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: be11ffcd-523b-4317-a85e-5f23894b9259 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:23.336574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device be11ffcd-523b-4317-a85e-5f23894b9259 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:28:23.368960 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:28:23.369276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:28:23.485370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f246650-af5a-41ac-9d20-01515374e272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.523333 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e20547da-5369-4b28-87c6-c24116042a5b tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3444276 Dec 23 08:28:23.532036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43980) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:23.580663 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-182f70cd-fcbc-4934-9d6e-179f5a10fd28 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2651646 Dec 23 08:28:23.582421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43984) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:23.590940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.607632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9bece0-9bbe-4fd1-b678-b594562e4a28 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:28:23.612170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bece0-9bbe-4fd1-b678-b594562e4a28 None None] Deleting port e7004166-789e-4f4c-b75c-cc8bc018e59a {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:23.612861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1f9bece0-9bbe-4fd1-b678-b594562e4a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.643544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f246650-af5a-41ac-9d20-01515374e272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.737667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2222c587-be72-49a8-8b8e-f975380d0466 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:23.738924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2222c587-be72-49a8-8b8e-f975380d0466 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:23.739650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2222c587-be72-49a8-8b8e-f975380d0466 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Synchronizing usage tracker for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:23.757002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5072bd3-3ff3-4b3f-9155-79ad0b23145a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.816843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2222c587-be72-49a8-8b8e-f975380d0466 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Unset dirty status for tenant:ebfd6da69fd44e23b6938a2566dcf4fd on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:23.818014 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2222c587-be72-49a8-8b8e-f975380d0466 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2817233 Dec 23 08:28:23.819088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1f9bece0-9bbe-4fd1-b678-b594562e4a28 None None] For port e7004166-789e-4f4c-b75c-cc8bc018e59a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e7004166-789e-4f4c-b75c-cc8bc018e59a,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:23.820393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1f9bece0-9bbe-4fd1-b678-b594562e4a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.821652 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43988) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:23.870377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port be11ffcd-523b-4317-a85e-5f23894b9259 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:23.870932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.907043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f246650-af5a-41ac-9d20-01515374e272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:23.947769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd34aafa-beeb-4ebe-8cf0-47fec3561481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:23.949040 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd34aafa-beeb-4ebe-8cf0-47fec3561481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:23.953896 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bd34aafa-beeb-4ebe-8cf0-47fec3561481 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1279466 Dec 23 08:28:23.954068 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bece0-9bbe-4fd1-b678-b594562e4a28 None None] Calling delete_port for e7004166-789e-4f4c-b75c-cc8bc018e59a owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:23.954169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43992) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:23.972997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:23.981281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f246650-af5a-41ac-9d20-01515374e272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fec9be-f164-44e2-956d-0ca0097757d0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:23.994029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] The port 'be11ffcd-523b-4317-a85e-5f23894b9259' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:28:23.996061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b56471-2f3e-4f3c-8819-759439cb62b8 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:24.048802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b56471-2f3e-4f3c-8819-759439cb62b8 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:24.049461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f4b56471-2f3e-4f3c-8819-759439cb62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.075490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f246650-af5a-41ac-9d20-01515374e272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.079085 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5f246650-af5a-41ac-9d20-01515374e272 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54fec9be-f164-44e2-956d-0ca0097757d0 HTTP/1.1" status: 204 len: 168 time: 0.7993591 Dec 23 08:28:24.126211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f4b56471-2f3e-4f3c-8819-759439cb62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.142791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b56471-2f3e-4f3c-8819-759439cb62b8 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:24.143591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f4b56471-2f3e-4f3c-8819-759439cb62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.219057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1f9bece0-9bbe-4fd1-b678-b594562e4a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.272739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.273917 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e2913ef7-d089-4e14-bffe-4b82e4397647 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.8188016 Dec 23 08:28:24.279615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 43998) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:24.286169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f4b56471-2f3e-4f3c-8819-759439cb62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.287764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b56471-2f3e-4f3c-8819-759439cb62b8 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:24.314157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bece0-9bbe-4fd1-b678-b594562e4a28 None None] Pushing event deleted for resources: {'Port': ['ID=e7004166-789e-4f4c-b75c-cc8bc018e59a,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:24.329484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9bece0-9bbe-4fd1-b678-b594562e4a28 None None] No DVR routers for this DVR port e7004166-789e-4f4c-b75c-cc8bc018e59a on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:28:24.337939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.379366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:24.402881 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c956fe-c570-4418-94bf-128924f04c7e None None] Sync routers for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:24.403479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb48f164-3869-4c55-a5ad-732dc9065271']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.416215 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c956fe-c570-4418-94bf-128924f04c7e None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:24.417301 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-06c956fe-c570-4418-94bf-128924f04c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.491966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89780c4-9681-4c24-840e-d2514d610576') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.492352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89780c4-9681-4c24-840e-d2514d610576') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.494423 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d5ff96c3-5d35-401c-9755-f19d6b4b9b8e no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:28:24.547116 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-06c956fe-c570-4418-94bf-128924f04c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.550689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d5ff96c3-5d35-401c-9755-f19d6b4b9b8e {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:24.551313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d5ff96c3-5d35-401c-9755-f19d6b4b9b8e not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:28:24.552063 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7004166-789e-4f4c-b75c-cc8bc018e59a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:28:24.570265 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c956fe-c570-4418-94bf-128924f04c7e None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:24.571007 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-06c956fe-c570-4418-94bf-128924f04c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.582316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.582523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5072bd3-3ff3-4b3f-9155-79ad0b23145a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.586438 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bc894798-fcbe-4f47-b198-45d3502c6615 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.4780962 Dec 23 08:28:24.586438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.587055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5072bd3-3ff3-4b3f-9155-79ad0b23145a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.594714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: e7004166-789e-4f4c-b75c-cc8bc018e59a {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:24.596273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7004166-789e-4f4c-b75c-cc8bc018e59a not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:28:24.607045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44004) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:24.654364 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-06c956fe-c570-4418-94bf-128924f04c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:24.655051 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c956fe-c570-4418-94bf-128924f04c7e None None] The sync data for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:24.657666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623a09d4-09d8-457f-82b2-3f0fef98a029 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:24.659342 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-623a09d4-09d8-457f-82b2-3f0fef98a029 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/networks/7161c5bd-717f-42c7-a5c4-f7c4c6420f24 HTTP/1.1" status: 200 len: 800 time: 0.7041988 Dec 23 08:28:24.663272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44008) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:24.667901 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5072bd3-3ff3-4b3f-9155-79ad0b23145a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.668443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5072bd3-3ff3-4b3f-9155-79ad0b23145a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Fanout notify agent at l3_agent the message router_deleted on router 5a4de539-aabe-4728-8b68-8bf1cbc435df {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:28:24.691114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44012) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:24.712326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.726152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:24.726553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:24.748058 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:24.789904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5072bd3-3ff3-4b3f-9155-79ad0b23145a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:24.794055 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c5072bd3-3ff3-4b3f-9155-79ad0b23145a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/routers/5a4de539-aabe-4728-8b68-8bf1cbc435df HTTP/1.1" status: 204 len: 168 time: 1.2041483 Dec 23 08:28:24.795100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44016) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:24.817145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:24.934048 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-76c8c8b5-f3fa-4733-acb6-a8d171cc8036 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=408c8dc16f974c5ebee6a9e3c9de284c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2416866 Dec 23 08:28:24.937759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44020) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:24.947203 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c4a0ecf2-70af-44b4-8937-b9652e53962f tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/networks/7161c5bd-717f-42c7-a5c4-f7c4c6420f24?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2797322 Dec 23 08:28:24.962743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44024) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:24.987026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.025444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.042866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Network': ['ID=bb48f164-3869-4c55-a5ad-732dc9065271,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:25.047711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:25.056262 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d2274704-34d6-453f-a789-fe6f4b2180ff tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/networks/bb48f164-3869-4c55-a5ad-732dc9065271 HTTP/1.1" status: 204 len: 168 time: 3.9133158 Dec 23 08:28:25.059711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:25.065206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44032) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:25.088837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:25.103954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:25.130870 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3badb1-69fc-4e1e-a3e4-992667389d34 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:25.132165 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7d3badb1-69fc-4e1e-a3e4-992667389d34 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/subnets/f2c4e626-764a-4731-ab3a-ee0b26e70b08 HTTP/1.1" status: 200 len: 811 time: 0.1682065 Dec 23 08:28:25.150113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44036) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:25.180491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:25.209820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d833a6f6-afe2-47ad-9738-e87a1680fc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.230272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ecd0dd-e3e1-498a-866d-e2ab74797a6e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:25.230840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-30ecd0dd-e3e1-498a-866d-e2ab74797a6e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:25.310604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.337320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d833a6f6-afe2-47ad-9738-e87a1680fc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.356367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fdcfe0-13c3-42c7-83b1-76a777524e08 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:25.362689 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c1fdcfe0-13c3-42c7-83b1-76a777524e08 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "GET /v2.0/subnets/f2c4e626-764a-4731-ab3a-ee0b26e70b08?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2067029 Dec 23 08:28:25.362689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44040) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:25.367555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-277240686'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:25.383654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:25.387310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-30ecd0dd-e3e1-498a-866d-e2ab74797a6e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:25.388430 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-30ecd0dd-e3e1-498a-866d-e2ab74797a6e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/29f6a520-4f8d-408c-ad3c-926eb41a6084 HTTP/1.1" status: 200 len: 841 time: 0.3196464 Dec 23 08:28:25.398319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44044) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:25.418008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:25.497453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:25.500620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.537539 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b4a8d715-77ee-4838-8f84-e81c9e125434 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/29f6a520-4f8d-408c-ad3c-926eb41a6084?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1302176 Dec 23 08:28:25.537539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44048) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:25.545334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:25.624028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d833a6f6-afe2-47ad-9738-e87a1680fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.694846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:25.711601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Deleting port 819a2a2e-7532-43a2-89ef-4e45ad849457 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:25.711936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.718342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a6f6-afe2-47ad-9738-e87a1680fc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd085ec-2710-4547-9685-9edda2e69ecd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:25.746290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.746666 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Added segment 26f09b9a-e172-4f4e-9dc2-827c5b6076dd of type vlan for network 7846192d-ea03-4a58-ac37-1c7138657bcb Dec 23 08:28:25.781851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:25.794491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d833a6f6-afe2-47ad-9738-e87a1680fc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.795585 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d833a6f6-afe2-47ad-9738-e87a1680fc37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebd085ec-2710-4547-9685-9edda2e69ecd HTTP/1.1" status: 204 len: 168 time: 0.8569160 Dec 23 08:28:25.797263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:25.802049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:25.810695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:25.815224 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:25.838791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:26.066506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.138049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.142238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:26.142823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.180501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:26.187128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=1da612a5-219c-4cf0-af1d-a58e8bf73fcd,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:26.189826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:26.199658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daabf9ba-42c1-4754-bfeb-d4694af983cb None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:26.201440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:26.202125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3015756'] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.216831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.230242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.354084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Calling delete_port for 819a2a2e-7532-43a2-89ef-4e45ad849457 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:26.362055 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9961874 Dec 23 08:28:26.363580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddf1db-21c5-4fdc-a03e-5bc5600ffdc0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Network': ['ID=7846192d-ea03-4a58-ac37-1c7138657bcb,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:26.368371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44062) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:26.382333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'network_id': '7846192d-ea03-4a58-ac37-1c7138657bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:26.395905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7846192d-ea03-4a58-ac37-1c7138657bcb details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:26.463858 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5c4dec5a-1651-496d-be2b-64ff83a95fce tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6658297 Dec 23 08:28:26.467777 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44068) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:26.489157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1635219949', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:26.504081 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:26.522400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:router and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:26.529379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:26.540972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:26.607545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:26.659410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:26.666599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.667583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.696444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '1da612a5-219c-4cf0-af1d-a58e8bf73fcd'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:28:26.698105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.719333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Made reservation on behalf of ebfd6da69fd44e23b6938a2566dcf4fd for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:26.756957 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.845123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event deleted for resources: {'Port': ['ID=819a2a2e-7532-43a2-89ef-4e45ad849457,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:26.849532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.888464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:26.962787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/1da612a5-219c-4cf0-af1d-a58e8bf73fcd/3430a320-805a-4459-b96e-de452483acf2) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:26.972917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.086571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.ipam_backend_mixin [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing IP validity checks on allocation pools {{(pid=83522) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 08:28:27.087070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.ipam_backend_mixin [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83522) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 08:28:27.099097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.160495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:27.170640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=2a8c769d-edc6-46ec-aa6c-bd6357df0123,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:27.182534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:27.189077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:27.189711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.189844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.237888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.241627 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ca009e4f-c421-4904-b5bd-9a7e7b8ce07a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7674208 Dec 23 08:28:27.243718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44080) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:27.335142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.350180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Transition to ACTIVE for port object 3430a320-805a-4459-b96e-de452483acf2 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:27.355334 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6678082b-5ca7-4b48-9d1c-984a280103d3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8138263 Dec 23 08:28:27.364863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44084) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:27.380597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'security_group': {'name': 'tempest-secgroup-474197040'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:27.385085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf54d0-2ae4-4600-ad46-63f6cc6e441e None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:27.402918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:27.470749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:27.484682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.635000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Transition to ACTIVE for port object 3430a320-805a-4459-b96e-de452483acf2 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:27.657768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.663030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.668073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:27.684813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:27.803980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:27.814621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:27.818465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:27.843641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Pushing event updated for resources: {'Port': ['ID=3430a320-805a-4459-b96e-de452483acf2,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:27.862681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.880314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:27.995039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:27.999370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group_rule and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:28.002882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:28.007682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Attempting to bind port 3430a320-805a-4459-b96e-de452483acf2 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:28.008307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Attempting to bind port 3430a320-805a-4459-b96e-de452483acf2 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:28.008455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:28.009047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Attempting to bind port 3430a320-805a-4459-b96e-de452483acf2 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:28.022111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:28.022792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:28.023607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.024238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:28.024976 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Bound port: 3430a320-805a-4459-b96e-de452483acf2, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:28.025542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.054565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Router e21a4a6f-ada4-493e-ad17-59833c998ecf has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:28.095617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=e6c1735c-6efa-4a51-9eaa-2eb381eefc0f,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:28.100487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'tenant_id': '063fc722289642818ffcfed1dc7cfd84', 'fixed_ips': [{'subnet_id': '2a8c769d-edc6-46ec-aa6c-bd6357df0123'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:28:28.101311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.241668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.259303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] For port 3430a320-805a-4459-b96e-de452483acf2, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:28.281603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] For port 3430a320-805a-4459-b96e-de452483acf2, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3430a320-805a-4459-b96e-de452483acf2,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:28.282061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Checking segment: {'id': '26f09b9a-e172-4f4e-9dc2-827c5b6076dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7846192d-ea03-4a58-ac37-1c7138657bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:28.282516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network hostable DHCP agents. Network: 7846192d-ea03-4a58-ac37-1c7138657bcb, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:28:28.317485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.377481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.426289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c24397-96f4-4c33-a089-fb667f4170c1 None None] Pushing event updated for resources: {'Port': ['ID=3430a320-805a-4459-b96e-de452483acf2,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:28.476288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Allocated IP 172.20.0.2 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/2a8c769d-edc6-46ec-aa6c-bd6357df0123/43320b7d-c0e6-41e5-a7f1-2e40e72b7589) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:28.483257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b59958-e7ba-423b-ab9f-746ecea419f9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:28.492782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:28.500027 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-758d34f9-35dd-4487-853f-095a04f64b9f tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "PUT /v2.0/routers/e21a4a6f-ada4-493e-ad17-59833c998ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5582633 Dec 23 08:28:28.505238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44104) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:28.507949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.509326 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-af9bb8fd-78c8-4d7c-8225-16fbac66a86e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1415532 Dec 23 08:28:28.518663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842ca20-0cd8-451b-b708-8a9c709413cc None None] Sync routers for ids ['e21a4a6f-ada4-493e-ad17-59833c998ecf'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:28.540958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44108) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:28.561176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'security_group': {'name': 'tempest-secgroup-1581285197'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:28.566318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Network 7846192d-ea03-4a58-ac37-1c7138657bcb is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:28:28.569076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.604521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:28.627180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:28.633016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7846192d-ea03-4a58-ac37-1c7138657bcb) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:28.649605 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6225abe1-a571-4765-9d7a-0acfa7951b40 None None] Network 7846192d-ea03-4a58-ac37-1c7138657bcb requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:28.694903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44112) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:28.703049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:28.727132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Allocated IP 172.20.0.1 (64e0c2db-06de-4c09-b926-98df7ef5b4ff/5a342f16-b012-4f9f-ad7e-3288d0ff581d/9faa073e-dd2c-42b5-8a9a-aed490d09bd8) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:28.747265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842ca20-0cd8-451b-b708-8a9c709413cc None None] Routers {'e21a4a6f-ada4-493e-ad17-59833c998ecf'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:28.747891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1842ca20-0cd8-451b-b708-8a9c709413cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e21a4a6f-ada4-493e-ad17-59833c998ecf'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:28.754042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:28.756586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:28.757171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.839587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1842ca20-0cd8-451b-b708-8a9c709413cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:28.861100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842ca20-0cd8-451b-b708-8a9c709413cc None None] Routers {'e21a4a6f-ada4-493e-ad17-59833c998ecf'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:28.861719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1842ca20-0cd8-451b-b708-8a9c709413cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e21a4a6f-ada4-493e-ad17-59833c998ecf'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:28.906488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9240a7fb-1e6d-4517-9bb1-e53cfddf6b81 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:28.929049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1842ca20-0cd8-451b-b708-8a9c709413cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:28.929453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842ca20-0cd8-451b-b708-8a9c709413cc None None] The sync data for ids ['e21a4a6f-ada4-493e-ad17-59833c998ecf'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:29.019381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.20.0.1 (35a62d7a-0d69-411e-b2d4-3eb8467cff0c/2926821a-3821-43a1-950b-6cf23bae8a1f/86772a1b-a146-4ff9-b835-329ce518d056) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:29.059521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.078551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1290639007', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:29.102550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:29.121795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Usage tracker for resource:port and tenant:e11b6f75cc1449fbb3481567c0c1d3eb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:29.127348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:29.133239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.137007 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-68a28c54-c518-4de9-868a-96a17b13a5df tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7663267 Dec 23 08:28:29.137144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.145137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44122) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:29.145996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:29.157263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c4cd3fc1-632a-4108-8c03-a40014bf9871 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:29.162585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Transition to ACTIVE for port object 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:29.191180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:29.196424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group_rule and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:29.199476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:29.205657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:29.223958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Transition to ACTIVE for port object 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:29.241665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7846192d-ea03-4a58-ac37-1c7138657bcb', 'network_id': '7846192d-ea03-4a58-ac37-1c7138657bcb', 'tenant_id': 'ebfd6da69fd44e23b6938a2566dcf4fd', 'fixed_ips': [{'subnet_id': 'e6c1735c-6efa-4a51-9eaa-2eb381eefc0f'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:28:29.242580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.256482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.365357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.393378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.395922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Transition to ACTIVE for port object 9faa073e-dd2c-42b5-8a9a-aed490d09bd8 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:29.467655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Made reservation on behalf of e11b6f75cc1449fbb3481567c0c1d3eb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:29.470625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.476238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19834d1-f317-4513-ac08-bbe2a5031ab7,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:29.520769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Allocated IP 172.20.0.3 (7846192d-ea03-4a58-ac37-1c7138657bcb/e6c1735c-6efa-4a51-9eaa-2eb381eefc0f/8616154e-d153-44a4-ad7e-5f577cc468c0) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:29.538146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.581425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.585300 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-11a21486-6c30-41f9-b7d9-4a838b897553 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0352709 Dec 23 08:28:29.585300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::1 (3b1e253c-1242-4661-909e-bc02458a5888/1da612a5-219c-4cf0-af1d-a58e8bf73fcd/8263973c-53ef-4753-8030-9be5bd9045ce) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:29.598900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44126) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:29.619805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-141785614', 'security_groups': ['b19834d1-f317-4513-ac08-bbe2a5031ab7'], 'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a8c769d-edc6-46ec-aa6c-bd6357df0123'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:29.697364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9240a7fb-1e6d-4517-9bb1-e53cfddf6b81 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.701936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9240a7fb-1e6d-4517-9bb1-e53cfddf6b81 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.730138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:29.741011 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:29.743082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Pushing event updated for resources: {'Port': ['ID=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:29.747760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:29.792149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9240a7fb-1e6d-4517-9bb1-e53cfddf6b81 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.792687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9240a7fb-1e6d-4517-9bb1-e53cfddf6b81 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Fanout notify agent at l3_agent the message router_deleted on router e21a4a6f-ada4-493e-ad17-59833c998ecf {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:28:29.807388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9240a7fb-1e6d-4517-9bb1-e53cfddf6b81 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.810664 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9240a7fb-1e6d-4517-9bb1-e53cfddf6b81 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "DELETE /v2.0/routers/e21a4a6f-ada4-493e-ad17-59833c998ecf HTTP/1.1" status: 204 len: 168 time: 1.3019264 Dec 23 08:28:29.810664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.811869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44130) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:29.851768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.868884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:29.882278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Transition to ACTIVE for port object 8616154e-d153-44a4-ad7e-5f577cc468c0 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:29.888061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Usage tracker for resource:security_group_rule and tenant:e11b6f75cc1449fbb3481567c0c1d3eb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:29.892944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:29.894297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Attempting to bind port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:29.894798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Attempting to bind port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '67663942-5c67-41b8-ad05-388483950202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:29.895658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Attempting to bind port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 on network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:29.896129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.917193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:29.917628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Checking segment: {'id': '67663942-5c67-41b8-ad05-388483950202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:29.917986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.918372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Bound using segment: {'id': '67663942-5c67-41b8-ad05-388483950202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:29.918829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Bound port: 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67663942-5c67-41b8-ad05-388483950202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:29.919192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.929414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Transition to ACTIVE for port object 8616154e-d153-44a4-ad7e-5f577cc468c0 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:29.939979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:29.943039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:29.986973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Network 64e0c2db-06de-4c09-b926-98df7ef5b4ff is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:29.998041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:30.029439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.039378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:30.041768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-44af6cf0-c92e-4ace-9baf-2feda1d4cd62 None None] Provisioning for port 3430a320-805a-4459-b96e-de452483acf2 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:30.069146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Network 7846192d-ea03-4a58-ac37-1c7138657bcb is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:30.075660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:30.080266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Pushing event updated for resources: {'Port': ['ID=8616154e-d153-44a4-ad7e-5f577cc468c0,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:30.082444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:30.099644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.152826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event updated for resources: {'Port': ['ID=9faa073e-dd2c-42b5-8a9a-aed490d09bd8,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:30.181098 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:30.196516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3fc1-632a-4108-8c03-a40014bf9871 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32088767'] for subnet, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.230431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=86772a1b-a146-4ff9-b835-329ce518d056,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:30.236173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:30.245328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.250979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.331232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:30.347044 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:30.350546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:30.371244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63887b4e-e30d-47bf-b306-6cb747981798 None None] Pushing event updated for resources: {'Port': ['ID=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:30.378194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.387436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Attempting to bind port 8616154e-d153-44a4-ad7e-5f577cc468c0 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:30.388192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Attempting to bind port 8616154e-d153-44a4-ad7e-5f577cc468c0 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '26f09b9a-e172-4f4e-9dc2-827c5b6076dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7846192d-ea03-4a58-ac37-1c7138657bcb'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:30.388880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Attempting to bind port 8616154e-d153-44a4-ad7e-5f577cc468c0 on network 7846192d-ea03-4a58-ac37-1c7138657bcb {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:30.398809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.408866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:30.409351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Checking segment: {'id': '26f09b9a-e172-4f4e-9dc2-827c5b6076dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7846192d-ea03-4a58-ac37-1c7138657bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:30.409861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.410427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Bound using segment: {'id': '26f09b9a-e172-4f4e-9dc2-827c5b6076dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7846192d-ea03-4a58-ac37-1c7138657bcb'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:30.411003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Bound port: 8616154e-d153-44a4-ad7e-5f577cc468c0, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f09b9a-e172-4f4e-9dc2-827c5b6076dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7846192d-ea03-4a58-ac37-1c7138657bcb'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:30.411464 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.417011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:30.423467 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.428743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] device_id is not set on port 5a705fd4-50a4-48ec-ac1d-0b013ee13bfe yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:30.461667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:port and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:30.500725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:30.504212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.524864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc4e715-7ef6-4fad-8f9f-a2a423786bfe,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:30.539707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3430a320-805a-4459-b96e-de452483acf2 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:30.558280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:30.585157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.619891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-14dbdd11-c2c2-469d-a59d-6638f2e690c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.642654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-dcf349be-b94d-453c-9b70-1a8cda96c8e1 None None] Provisioning for port 9faa073e-dd2c-42b5-8a9a-aed490d09bd8 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:30.664687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-dcf349be-b94d-453c-9b70-1a8cda96c8e1 None None] Provisioning complete for port 9faa073e-dd2c-42b5-8a9a-aed490d09bd8 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:30.665049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dcf349be-b94d-453c-9b70-1a8cda96c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.677564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 8263973c-53ef-4753-8030-9be5bd9045ce will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:30.689273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:30.694123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.741509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b286f4-345c-45cb-aaf8-094fe51f68b8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Deleting subnet 0b6308b7-36ea-44e1-996d-72999ef9b68b {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:28:30.742485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-dcf349be-b94d-453c-9b70-1a8cda96c8e1 None None] Port 9faa073e-dd2c-42b5-8a9a-aed490d09bd8 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:30.765934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0b286f4-345c-45cb-aaf8-094fe51f68b8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.766436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] For port 8616154e-d153-44a4-ad7e-5f577cc468c0, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:30.770689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] For port 8616154e-d153-44a4-ad7e-5f577cc468c0, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=8616154e-d153-44a4-ad7e-5f577cc468c0,segment=NetworkSegment(26f09b9a-e172-4f4e-9dc2-827c5b6076dd),segment_id=26f09b9a-e172-4f4e-9dc2-827c5b6076dd)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:30.783011 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.805278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.819748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 3430a320-805a-4459-b96e-de452483acf2 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:30.832004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3430a320-805a-4459-b96e-de452483acf2 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:30.832688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.841696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 99392028-ab62-47f0-a7b7-ffb07547b52b yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:30.914038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Allocated IP 172.26.8.67 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/5a705fd4-50a4-48ec-ac1d-0b013ee13bfe) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:30.919982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3fc1-632a-4108-8c03-a40014bf9871 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788091484438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32256498'] for subnet, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:30.947610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0e817-754d-497f-bacf-f81c0f2b1df2 None None] Pushing event updated for resources: {'Port': ['ID=8616154e-d153-44a4-ad7e-5f577cc468c0,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:30.977441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0b286f4-345c-45cb-aaf8-094fe51f68b8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.023833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.066046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 3430a320-805a-4459-b96e-de452483acf2, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3430a320-805a-4459-b96e-de452483acf2,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:31.070239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.112428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd3fc1-632a-4108-8c03-a40014bf9871 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:31.113027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3fc1-632a-4108-8c03-a40014bf9871 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.117264 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c4cd3fc1-632a-4108-8c03-a40014bf9871 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "PUT /v2.0/subnets/e6c1735c-6efa-4a51-9eaa-2eb381eefc0f HTTP/1.1" status: 200 len: 877 time: 1.9660175 Dec 23 08:28:31.133895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.135110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44134) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:31.147613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd3fc1-632a-4108-8c03-a40014bf9871 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event updated for resources: {'Subnet': ['ID=e6c1735c-6efa-4a51-9eaa-2eb381eefc0f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:31.154293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=3430a320-805a-4459-b96e-de452483acf2,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:31.367195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:31.404721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=8263973c-53ef-4753-8030-9be5bd9045ce,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:31.415541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:31.422883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:31.423408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.475939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0b286f4-345c-45cb-aaf8-094fe51f68b8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.631009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.13 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/2a8c769d-edc6-46ec-aa6c-bd6357df0123/99392028-ab62-47f0-a7b7-ffb07547b52b) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:31.654378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.719880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting port 8616154e-d153-44a4-ad7e-5f577cc468c0 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:31.720533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.755619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.826420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0b286f4-345c-45cb-aaf8-094fe51f68b8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.886717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.892041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1c027bed-333a-46d6-98a6-618fc3319ef7 None None] Provisioning for port 8263973c-53ef-4753-8030-9be5bd9045ce completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:31.909051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1c027bed-333a-46d6-98a6-618fc3319ef7 None None] Provisioning complete for port 8263973c-53ef-4753-8030-9be5bd9045ce triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:31.909051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1c027bed-333a-46d6-98a6-618fc3319ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:31.920822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b286f4-345c-45cb-aaf8-094fe51f68b8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6308b7-36ea-44e1-996d-72999ef9b68b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:31.978340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1c027bed-333a-46d6-98a6-618fc3319ef7 None None] Port 8263973c-53ef-4753-8030-9be5bd9045ce cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:31.994975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.090562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.109910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.113815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2fffd160-cdac-476f-a185-6c2fdd507a9a None None] Provisioning complete for port 29f6a520-4f8d-408c-ad3c-926eb41a6084 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:32.114882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2fffd160-cdac-476f-a185-6c2fdd507a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.131440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0b286f4-345c-45cb-aaf8-094fe51f68b8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.163750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12751ad0-17fd-4b21-a0a9-c2eaabdcaa4b None None] Network 0123016e-6fc3-4a58-9f15-de50390e1f76 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:32.177931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event updated for resources: {'Port': ['ID=9faa073e-dd2c-42b5-8a9a-aed490d09bd8,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:32.232902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:32.243251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:32.254536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.270468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:32.384937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2fffd160-cdac-476f-a185-6c2fdd507a9a None None] Port 29f6a520-4f8d-408c-ad3c-926eb41a6084 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:32.405664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2fffd160-cdac-476f-a185-6c2fdd507a9a None None] Provisioning for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:32.410380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:28:32.421590 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c0b286f4-345c-45cb-aaf8-094fe51f68b8 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "DELETE /v2.0/subnets/0b6308b7-36ea-44e1-996d-72999ef9b68b HTTP/1.1" status: 204 len: 168 time: 2.6055646 Dec 23 08:28:32.430881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309974e-f8b7-4d88-9416-e8abb064a3fc None None] Network 7846192d-ea03-4a58-ac37-1c7138657bcb requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:32.447914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] For port 8616154e-d153-44a4-ad7e-5f577cc468c0, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=8616154e-d153-44a4-ad7e-5f577cc468c0,segment=NetworkSegment(26f09b9a-e172-4f4e-9dc2-827c5b6076dd),segment_id=26f09b9a-e172-4f4e-9dc2-827c5b6076dd)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:32.448267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.457764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44138) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:32.459976 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Pushing event updated for resources: {'Port': ['ID=5a705fd4-50a4-48ec-ac1d-0b013ee13bfe,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:32.505659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.528250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.669901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fa296dab-ac38-47c8-8fbf-5c41c77aadce None None] Provisioning for port 8616154e-d153-44a4-ad7e-5f577cc468c0 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:32.730963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b6e66-6925-4c89-a51b-e80ed8b5f057 None None] DHCP port deletion for 0123016e-6fc3-4a58-9f15-de50390e1f76 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:28:32.740035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.772118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:32.772777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.778884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.785928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=86772a1b-a146-4ff9-b835-329ce518d056,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:32.788582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object 99392028-ab62-47f0-a7b7-ffb07547b52b will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:32.803486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Calling delete_port for 8616154e-d153-44a4-ad7e-5f577cc468c0 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:32.846531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3430a320-805a-4459-b96e-de452483acf2 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:32.894001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-879e9097-90dc-49da-b8ad-ff33fa5e56d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.895500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-820b6e66-6925-4c89-a51b-e80ed8b5f057 None None] Deleting port 2dc5a39a-bce3-4b97-93a3-59488e11618f {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:32.895850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-820b6e66-6925-4c89-a51b-e80ed8b5f057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.938476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:28:32.960626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.968256 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c0bb06ff-f0fc-4dbe-8844-e450d5a55b3d tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.1855786 Dec 23 08:28:32.968874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:32.970546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44144) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:32.973430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.008060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Network 64e0c2db-06de-4c09-b926-98df7ef5b4ff is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:33.011857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:33.019520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.67'}]}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:33.030310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.031290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.061534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:33.079705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Usage tracker for resource:router and tenant:e11b6f75cc1449fbb3481567c0c1d3eb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:33.100092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:33.120348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:33.157512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:33.161267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:33.163626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=99392028-ab62-47f0-a7b7-ffb07547b52b,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:33.215691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:33.217944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:33.219986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:33.236715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-820b6e66-6925-4c89-a51b-e80ed8b5f057 None None] For port 2dc5a39a-bce3-4b97-93a3-59488e11618f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2dc5a39a-bce3-4b97-93a3-59488e11618f,segment=NetworkSegment(c917b994-6e6f-4fdb-a060-34846a168ada),segment_id=c917b994-6e6f-4fdb-a060-34846a168ada)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:33.237499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-820b6e66-6925-4c89-a51b-e80ed8b5f057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.261391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Deleting port 2dc5a39a-bce3-4b97-93a3-59488e11618f {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:33.261718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.364704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.365936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.377085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-820b6e66-6925-4c89-a51b-e80ed8b5f057 None None] Calling delete_port for 2dc5a39a-bce3-4b97-93a3-59488e11618f owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:33.412296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3430a320-805a-4459-b96e-de452483acf2 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:33.412568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.442835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c67c5-f886-4dfd-9974-9d0c9caee4c2 req-9f235391-0da7-46f9-aef2-67e49f8d47ad tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:33.444618 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-952c67c5-f886-4dfd-9974-9d0c9caee4c2 req-9f235391-0da7-46f9-aef2-67e49f8d47ad tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.5743437 Dec 23 08:28:33.516291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-81eb5876-b035-4f3a-9007-ff4f8a2499b5 None None] Provisioning complete for port 9faa073e-dd2c-42b5-8a9a-aed490d09bd8 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:33.516691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-81eb5876-b035-4f3a-9007-ff4f8a2499b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.566663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:33.583668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-820b6e66-6925-4c89-a51b-e80ed8b5f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.599276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] The port '2dc5a39a-bce3-4b97-93a3-59488e11618f' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:28:33.601623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:33.608360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=8263973c-53ef-4753-8030-9be5bd9045ce,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:33.610362 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-b64c24c7-c463-4eb2-8188-124c92ba2c2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1516891 Dec 23 08:28:33.615060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:33.615736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.680394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b6e66-6925-4c89-a51b-e80ed8b5f057 None None] Pushing event deleted for resources: {'Port': ['ID=2dc5a39a-bce3-4b97-93a3-59488e11618f,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:33.690284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-81eb5876-b035-4f3a-9007-ff4f8a2499b5 None None] Port 9faa073e-dd2c-42b5-8a9a-aed490d09bd8 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:33.696252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b6e66-6925-4c89-a51b-e80ed8b5f057 None None] No DVR routers for this DVR port 2dc5a39a-bce3-4b97-93a3-59488e11618f on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:28:33.721935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 8616154e-d153-44a4-ad7e-5f577cc468c0 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:33.732520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.758222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 8616154e-d153-44a4-ad7e-5f577cc468c0 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:33.758476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 8616154e-d153-44a4-ad7e-5f577cc468c0 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 23 08:28:33.832796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Port 8616154e-d153-44a4-ad7e-5f577cc468c0 not found, will not notify nova. {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 08:28:33.833212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:33.867531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876c10e-f3e0-4925-9589-8eebd6fb05d6 None None] Network 7846192d-ea03-4a58-ac37-1c7138657bcb requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:33.966016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:33.972316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Port': ['ID=8616154e-d153-44a4-ad7e-5f577cc468c0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:33.975469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.005096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e390e290-afed-4009-80e5-cceb5cdf874b None None] Provisioning for port 99392028-ab62-47f0-a7b7-ffb07547b52b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:34.019883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.033296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e390e290-afed-4009-80e5-cceb5cdf874b None None] Provisioning complete for port 99392028-ab62-47f0-a7b7-ffb07547b52b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:34.033655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e390e290-afed-4009-80e5-cceb5cdf874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.044670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.085624 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-952c67c5-f886-4dfd-9974-9d0c9caee4c2 req-391504f8-1561-4ebe-b338-d47ae5693451 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6277387 Dec 23 08:28:34.090276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No DVR routers for this DVR port 8616154e-d153-44a4-ad7e-5f577cc468c0 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:28:34.092343 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1c50f896-d174-4097-b6c6-dff8020e6f94 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4923067 Dec 23 08:28:34.099014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44148) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:34.111352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:34.149201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:34.156151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0123016e-6fc3-4a58-9f15-de50390e1f76']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:34.157726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e390e290-afed-4009-80e5-cceb5cdf874b None None] Port 99392028-ab62-47f0-a7b7-ffb07547b52b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:34.162844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:34.163270 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.175135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c917b994-6e6f-4fdb-a060-34846a168ada') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:34.175430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c917b994-6e6f-4fdb-a060-34846a168ada') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:34.190012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.215217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.226912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:34.227425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:34.305040 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:34.332430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a8bfa39c-4358-4b21-a667-ab558e5e12cc None None] Provisioning complete for port 8263973c-53ef-4753-8030-9be5bd9045ce triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:34.332785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8bfa39c-4358-4b21-a667-ab558e5e12cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.350575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.383114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.416619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfa39c-4358-4b21-a667-ab558e5e12cc None None] Port 8263973c-53ef-4753-8030-9be5bd9045ce cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:34.427702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a8bfa39c-4358-4b21-a667-ab558e5e12cc None None] Could not find standard attr ID for object 8616154e-d153-44a4-ad7e-5f577cc468c0. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:28:34.442141 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:34.453607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.551294 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-aca1bd91-51a2-46f9-8660-80537969645d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1098 time: 0.6245258 Dec 23 08:28:34.551836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.618747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.636677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:34.651557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] Pushing event deleted for resources: {'Network': ['ID=0123016e-6fc3-4a58-9f15-de50390e1f76,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:34.654968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2dc5a39a-bce3-4b97-93a3-59488e11618f no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:28:34.678590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:34.695425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 2dc5a39a-bce3-4b97-93a3-59488e11618f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:34.695776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2dc5a39a-bce3-4b97-93a3-59488e11618f not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:28:34.718776 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fab10ad6-cb2d-4f03-a4b3-7c6ddd42e2d3 tempest-FloatingIPNegativeTestJSON-2001743513 tempest-FloatingIPNegativeTestJSON-2001743513-project] 10.222.0.36 "DELETE /v2.0/networks/0123016e-6fc3-4a58-9f15-de50390e1f76 HTTP/1.1" status: 204 len: 168 time: 2.2553837 Dec 23 08:28:34.752596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:34.758384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:34.770828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:34.798440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.803171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:34.834460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:34.856479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c1735c-6efa-4a51-9eaa-2eb381eefc0f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:34.878613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fbf85a-0904-4aa0-8388-bcf8e7443357 None None] Network 7846192d-ea03-4a58-ac37-1c7138657bcb requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:34.894033 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-bef94511-1449-43b5-b263-7717b9959c06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:34.895579 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-bef94511-1449-43b5-b263-7717b9959c06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 912 time: 0.2873745 Dec 23 08:28:34.921560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82278768-b385-417c-b836-4ff41fbaa0d6 req-d1720998-b4b0-45e9-b603-7e314ee28f70 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:34.929494 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82278768-b385-417c-b836-4ff41fbaa0d6 req-d1720998-b4b0-45e9-b603-7e314ee28f70 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.6672142 Dec 23 08:28:35.138924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44158) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:35.151751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3fcfbd-fe0e-4321-81d4-e1eb5dfd3995 None None] DHCP port deletion for 7846192d-ea03-4a58-ac37-1c7138657bcb request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:28:35.198393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:35.204170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:35.244510 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82278768-b385-417c-b836-4ff41fbaa0d6 req-4a0f5524-a4ec-4314-9041-10d23b37de80 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137531 Dec 23 08:28:35.247307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Router 37a598ba-4f24-41c5-93de-341c33c05a78 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:35.249001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7846192d-ea03-4a58-ac37-1c7138657bcb']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:35.268984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:35.269151 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-16484780-ad2b-42c8-b8a6-d1c60732bd3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 1001 time: 0.3071978 Dec 23 08:28:35.335849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f09b9a-e172-4f4e-9dc2-827c5b6076dd') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:35.336150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f09b9a-e172-4f4e-9dc2-827c5b6076dd') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:35.401513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:35.419257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-6617253e-d60e-4d53-ac03-39fb1c702d3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:35.420714 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-6617253e-d60e-4d53-ac03-39fb1c702d3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 200 len: 851 time: 0.1471436 Dec 23 08:28:35.506740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:35.519336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:35.520127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:35.614503 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:35.660615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8d3fd276-9984-49a6-b167-d17ff7acd683 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35566578906d4e48ba1b5c464f68ad28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5182273 Dec 23 08:28:35.663470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:35.667821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:35.669716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44168) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:35.685070 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.ipam_backend_mixin [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2a8c769d-edc6-46ec-aa6c-bd6357df0123 (CIDR: 172.20.0.0/28) Dec 23 08:28:35.703810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=7846192d-ea03-4a58-ac37-1c7138657bcb,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:35.707839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:35.709333 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:28:35.709333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:35.728039 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-da5bd47c-ff81-4e00-adb1-7b88b7cfeca3 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/7846192d-ea03-4a58-ac37-1c7138657bcb HTTP/1.1" status: 204 len: 168 time: 4.5903649 Dec 23 08:28:35.733247 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-ff454a8b-84e3-4285-bed9-6200aa90a05c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=824d0043-5466-40fa-aafd-00652d6477b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3019245 Dec 23 08:28:35.733878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44172) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:35.735585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Router 04600ab4-945d-4d3b-9778-34c5acb76cd8 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:28:35.772654 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2f49b0f5-cf13-4e7c-81ce-c1f5901392ca tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6695638 Dec 23 08:28:35.780472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44174) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:35.826867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:35.899181 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a4b8d3-2d41-4614-9cfc-c8d10e4299a1 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:35.899616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a4b8d3-2d41-4614-9cfc-c8d10e4299a1 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:35.901246 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-34a4b8d3-2d41-4614-9cfc-c8d10e4299a1 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/e6c1735c-6efa-4a51-9eaa-2eb381eefc0f HTTP/1.1" status: 404 len: 337 time: 0.1219234 Dec 23 08:28:35.909072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44180) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:35.959098 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-47804ab3-ef3b-45d5-899c-f03513ccf720 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:35.959527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47804ab3-ef3b-45d5-899c-f03513ccf720 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:35.961220 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-47804ab3-ef3b-45d5-899c-f03513ccf720 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/7846192d-ea03-4a58-ac37-1c7138657bcb HTTP/1.1" status: 404 len: 339 time: 0.0511687 Dec 23 08:28:35.965126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44184) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:36.021154 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0153d3-be82-44d9-947c-e1b11a305724 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:36.021588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0153d3-be82-44d9-947c-e1b11a305724 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:36.023303 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fd0153d3-be82-44d9-947c-e1b11a305724 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/457250e7-4559-4bc5-8650-88e0c253b128 HTTP/1.1" status: 404 len: 337 time: 0.0572412 Dec 23 08:28:36.026126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44188) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:36.078256 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6595a288-9559-4c9d-a2f8-9face4437382 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:36.078737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6595a288-9559-4c9d-a2f8-9face4437382 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:36.082781 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6595a288-9559-4c9d-a2f8-9face4437382 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/6902c4a0-3f5c-4c1a-8091-f33e50aac437 HTTP/1.1" status: 404 len: 339 time: 0.0533466 Dec 23 08:28:36.083448 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-adb9d741-421d-4175-b0d2-32772e7dfab4 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986181 Dec 23 08:28:36.084014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44192) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:36.096757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0d7c8-8e5d-4a8c-a0f1-ea1c49c4711e req-b941ed5b-a733-4988-9665-8ff3fe6af31e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:36.098239 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f8e0d7c8-8e5d-4a8c-a0f1-ea1c49c4711e req-b941ed5b-a733-4988-9665-8ff3fe6af31e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4932041 Dec 23 08:28:36.190093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e267dc6-570d-4556-aaaf-004b52e1b8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.229010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:36.237295 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-582a7c25-57ff-4c8f-8d79-d2c7141a1fa3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "PUT /v2.0/routers/37a598ba-4f24-41c5-93de-341c33c05a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6171846 Dec 23 08:28:36.243021 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d2f227-6e85-4031-8894-a96393bab1d8 None None] Sync routers for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:36.253415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44196) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:36.256962 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2f227-6e85-4031-8894-a96393bab1d8 None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:36.257817 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e2d2f227-6e85-4031-8894-a96393bab1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:36.264685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Request body: {'port': {'network_id': '64e0c2db-06de-4c09-b926-98df7ef5b4ff', 'name': 'tempest-FloatingIPAdminTestJSON-2061243324'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:36.312927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e267dc6-570d-4556-aaaf-004b52e1b8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.319901 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e2d2f227-6e85-4031-8894-a96393bab1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:36.330978 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2f227-6e85-4031-8894-a96393bab1d8 None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:36.331582 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e2d2f227-6e85-4031-8894-a96393bab1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:36.346301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.362352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.382426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:36.392537 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e2d2f227-6e85-4031-8894-a96393bab1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:36.392956 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d2f227-6e85-4031-8894-a96393bab1d8 None None] The sync data for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:36.398944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.400954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:36.415821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:36.457191 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f8e0d7c8-8e5d-4a8c-a0f1-ea1c49c4711e req-5ef02a2e-6eb9-4254-b714-55542a74f6c0 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803886 Dec 23 08:28:36.462744 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-053c5915-f1b6-4da9-8d85-8e6a92f7fc0c req-eaec09c8-859d-42fa-97e2-bb5e0cc96699 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544734 Dec 23 08:28:36.471342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:36.579181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:36.583574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.587893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:36.623802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:36.630095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.637601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Usage tracker for resource:port and tenant:1b39230e89da470594f6952e717037aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:36.643231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:36.657990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:36.666796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:36.667261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.673371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:36.687587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe03d346-0f17-4363-bdb1-1efb42c2f2b1') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:36.687966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe03d346-0f17-4363-bdb1-1efb42c2f2b1') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:36.695660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Made reservation on behalf of 1b39230e89da470594f6952e717037aa for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:36.698484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.714307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e267dc6-570d-4556-aaaf-004b52e1b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.716458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.738374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] device_id is not set on port 119dec92-d76e-444a-9eb2-f870f8029cb6 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:36.763671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e267dc6-570d-4556-aaaf-004b52e1b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e98033a-1f87-409c-8b73-cfcb0effdf4d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:36.772928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.774658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:36.786721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:36.786882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:36.803880 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:36.810652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Sync routers for ids ['04600ab4-945d-4d3b-9778-34c5acb76cd8'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:36.826168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Routers {'04600ab4-945d-4d3b-9778-34c5acb76cd8'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:36.826691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['04600ab4-945d-4d3b-9778-34c5acb76cd8'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:36.857814 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8de36719-1a99-448f-a86b-5e7f60253f72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "PUT /v2.0/routers/04600ab4-945d-4d3b-9778-34c5acb76cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6100743 Dec 23 08:28:36.867896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44202) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:36.868708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e267dc6-570d-4556-aaaf-004b52e1b8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:36.872428 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0e267dc6-570d-4556-aaaf-004b52e1b8db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e98033a-1f87-409c-8b73-cfcb0effdf4d HTTP/1.1" status: 204 len: 168 time: 1.1875107 Dec 23 08:28:36.879667 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 8616154e-d153-44a4-ad7e-5f577cc468c0 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:28:36.980258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 8616154e-d153-44a4-ad7e-5f577cc468c0 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:36.980258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 8616154e-d153-44a4-ad7e-5f577cc468c0 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:28:36.990727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:37.040847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Set router 04600ab4-945d-4d3b-9778-34c5acb76cd8 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:28:37.058083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:37.072633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:37.073441 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c03d44-c9a7-4192-a0ce-e2ba25877d49 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:37.073828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff85fed-0313-40b5-aa2b-df6b818949f0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:37.074617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fff85fed-0313-40b5-aa2b-df6b818949f0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:37.081318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:37.093204 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c03d44-c9a7-4192-a0ce-e2ba25877d49 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:37.093819 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e8c03d44-c9a7-4192-a0ce-e2ba25877d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:37.125796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:37.137002 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-13f1d72a-59cd-45f8-bc36-0cc1be509f30 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/1c6e6890-02e8-462d-aa1b-c81a1dcdfe7c HTTP/1.1" status: 204 len: 168 time: 1.0509989 Dec 23 08:28:37.141559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44208) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.196608 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e8c03d44-c9a7-4192-a0ce-e2ba25877d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:37.201154 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ce617f-eec9-4794-972d-00d0aa0129fb tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.201601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ce617f-eec9-4794-972d-00d0aa0129fb tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.206448 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-34ce617f-eec9-4794-972d-00d0aa0129fb tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/0577228e-ef51-4286-ae4e-dcbc867eda96 HTTP/1.1" status: 404 len: 337 time: 0.0638232 Dec 23 08:28:37.212748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44212) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.214735 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c03d44-c9a7-4192-a0ce-e2ba25877d49 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:37.215363 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e8c03d44-c9a7-4192-a0ce-e2ba25877d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:37.259146 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2afac6e-5bc5-4a34-af8e-40cecbf6a2b1 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.260063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2afac6e-5bc5-4a34-af8e-40cecbf6a2b1 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.261345 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f2afac6e-5bc5-4a34-af8e-40cecbf6a2b1 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/b6c87e6f-1eaf-46e3-bf82-5cef54304958 HTTP/1.1" status: 404 len: 339 time: 0.0446758 Dec 23 08:28:37.262615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Allocated IP 172.20.0.10 (64e0c2db-06de-4c09-b926-98df7ef5b4ff/5a342f16-b012-4f9f-ad7e-3288d0ff581d/119dec92-d76e-444a-9eb2-f870f8029cb6) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:37.272009 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44218) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.291774 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e8c03d44-c9a7-4192-a0ce-e2ba25877d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:37.292851 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c03d44-c9a7-4192-a0ce-e2ba25877d49 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:37.328724 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-30dfde24-c39d-4c71-b9eb-00287dc03e03 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.329164 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30dfde24-c39d-4c71-b9eb-00287dc03e03 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.331066 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-30dfde24-c39d-4c71-b9eb-00287dc03e03 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/06ed13a9-13cd-43e4-9078-d220d60b0b72 HTTP/1.1" status: 404 len: 337 time: 0.0578909 Dec 23 08:28:37.334957 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44222) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.389814 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0624d12-12f9-4b59-941d-38efac05f197 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.390287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0624d12-12f9-4b59-941d-38efac05f197 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.391938 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d0624d12-12f9-4b59-941d-38efac05f197 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/770ab12c-8944-4372-8a12-9ffcfc671ea9 HTTP/1.1" status: 404 len: 339 time: 0.0560777 Dec 23 08:28:37.395609 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44226) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.418317 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-729b5a56-66e2-4957-a9b0-2105a0c56a53 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/routers/915148ba-653b-480b-b7b8-ef6845e36477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1367092 Dec 23 08:28:37.426134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44232) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.444092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'port': {'network_id': '35a62d7a-0d69-411e-b2d4-3eb8467cff0c', 'name': 'tempest-FloatingIPTestJSON-1257199229'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:37.451348 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-584d4dad-f93e-49eb-87ad-ffdd9bc7b138 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.451775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584d4dad-f93e-49eb-87ad-ffdd9bc7b138 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.454275 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-584d4dad-f93e-49eb-87ad-ffdd9bc7b138 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/6d50c5b7-5754-4acb-b52f-2af37ce923fa HTTP/1.1" status: 404 len: 337 time: 0.0577998 Dec 23 08:28:37.474227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44236) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.516559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04600ab4-945d-4d3b-9778-34c5acb76cd8', 'name': 'tempest-NetworksTestDHCPv6-router-1635219949', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:26Z', 'updated_at': '2021-12-23T08:28:31Z', 'revision_number': 2, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None, '_interfaces': [{'id': '8263973c-53ef-4753-8030-9be5bd9045ce', 'name': '', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'mac_address': 'fa:16:3e:79:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04600ab4-945d-4d3b-9778-34c5acb76cd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1da612a5-219c-4cf0-af1d-a58e8bf73fcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:28:28Z', 'updated_at': '2021-12-23T08:28:32Z', 'revision_number': 2, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'subnets': [{'id': '1da612a5-219c-4cf0-af1d-a58e8bf73fcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:37.521351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Checking router: 04600ab4-945d-4d3b-9778-34c5acb76cd8 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:28:37.522045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Updating router 04600ab4-945d-4d3b-9778-34c5acb76cd8 port 8263973c-53ef-4753-8030-9be5bd9045ce binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:28:37.557393 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e205e011-5de6-47a3-9d9d-5411bf292f06 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.557831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e205e011-5de6-47a3-9d9d-5411bf292f06 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.559502 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e205e011-5de6-47a3-9d9d-5411bf292f06 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/6e4c1748-da53-4de2-aa7a-0c0919d8ab50 HTTP/1.1" status: 404 len: 339 time: 0.0839937 Dec 23 08:28:37.562249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44244) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.587691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:37.612965 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-20614dd1-f5f6-4b38-99ec-4936696d8fa4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.613408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20614dd1-f5f6-4b38-99ec-4936696d8fa4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.617476 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-20614dd1-f5f6-4b38-99ec-4936696d8fa4 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/56e76f15-43f6-4c52-bc1f-6bcb5fe00808 HTTP/1.1" status: 404 len: 337 time: 0.0519257 Dec 23 08:28:37.617842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44248) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.635493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fff85fed-0313-40b5-aa2b-df6b818949f0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:37.636648 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fff85fed-0313-40b5-aa2b-df6b818949f0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports/8263973c-53ef-4753-8030-9be5bd9045ce HTTP/1.1" status: 200 len: 911 time: 0.7657700 Dec 23 08:28:37.646054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44254) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.684928 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-204c7218-8225-4172-a082-a44555eed91a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.685668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204c7218-8225-4172-a082-a44555eed91a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.690947 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-204c7218-8225-4172-a082-a44555eed91a tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/1a2c1ab8-19f7-4bd1-b088-24ce0180c76c HTTP/1.1" status: 404 len: 339 time: 0.0721912 Dec 23 08:28:37.707964 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44256) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.762878 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab199ac-439f-4bf4-963d-142a2e01a817 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.763827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab199ac-439f-4bf4-963d-142a2e01a817 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.766650 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1ab199ac-439f-4bf4-963d-142a2e01a817 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/f5d9142e-b2a6-4c51-8792-a508bff33a88 HTTP/1.1" status: 404 len: 337 time: 0.0573630 Dec 23 08:28:37.772887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44264) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:37.801867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:37.819732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Transition to ACTIVE for port object 119dec92-d76e-444a-9eb2-f870f8029cb6 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:37.845008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:37.943490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Network 64e0c2db-06de-4c09-b926-98df7ef5b4ff is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:37.947590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:37.963687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:37.968562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-574c3590-4a99-4f87-ac68-92b70dfcd644 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:37.969009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574c3590-4a99-4f87-ac68-92b70dfcd644 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:37.971104 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-574c3590-4a99-4f87-ac68-92b70dfcd644 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/7acafc58-e0ad-459b-a77c-fb4c7fba25e3 HTTP/1.1" status: 404 len: 339 time: 0.0854156 Dec 23 08:28:37.991736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44272) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.002361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event updated for resources: {'Port': ['ID=119dec92-d76e-444a-9eb2-f870f8029cb6,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:38.042907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.045368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:38.046629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.060571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Transition to ACTIVE for port object 8263973c-53ef-4753-8030-9be5bd9045ce will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:38.075932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.100378 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7a7da567-6c48-41f7-9b70-f681c6e2654a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8458793 Dec 23 08:28:38.103700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44278) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.173664 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b363ef9-fd94-46fe-90b3-9ba983524b6b tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:38.174134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b363ef9-fd94-46fe-90b3-9ba983524b6b tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:38.175816 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9b363ef9-fd94-46fe-90b3-9ba983524b6b tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/ae2cc10b-c7fc-4a62-88db-7439ba0dee61 HTTP/1.1" status: 404 len: 337 time: 0.1831403 Dec 23 08:28:38.178682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44284) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.216739 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d71ebcb-8115-499b-85f3-3023d8b27dda tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:38.217558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d71ebcb-8115-499b-85f3-3023d8b27dda tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:38.225668 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4d71ebcb-8115-499b-85f3-3023d8b27dda tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/21f82c2a-ac9e-4337-9fee-64cc93f29d62 HTTP/1.1" status: 404 len: 339 time: 0.0429020 Dec 23 08:28:38.225668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44288) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.285044 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.293432 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f67229-724b-43ee-9ad9-5c76a67bb3bc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:38.294038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f67229-724b-43ee-9ad9-5c76a67bb3bc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:38.298164 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f2f67229-724b-43ee-9ad9-5c76a67bb3bc tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/d8736e78-a083-4481-b227-eeede8fae417 HTTP/1.1" status: 404 len: 337 time: 0.0695510 Dec 23 08:28:38.298886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44292) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.337886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44298) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.350428 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb55284d-0fc0-4f16-8ff4-1c93ca4f4af6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:38.351053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb55284d-0fc0-4f16-8ff4-1c93ca4f4af6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:38.356184 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eb55284d-0fc0-4f16-8ff4-1c93ca4f4af6 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/99e831ff-eeb2-4390-82ec-8ba0b18d20eb HTTP/1.1" status: 404 len: 339 time: 0.0558436 Dec 23 08:28:38.366748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44304) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.401816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52184554-f764-4315-88ae-17da2a31bff8 None None] Pushing event updated for resources: {'Port': ['ID=8263973c-53ef-4753-8030-9be5bd9045ce,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:38.445697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2e5c172c-ef19-4b0b-898c-32d411919157 None None] Provisioning for port 119dec92-d76e-444a-9eb2-f870f8029cb6 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:38.452730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:38.455234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2e5c172c-ef19-4b0b-898c-32d411919157 None None] Provisioning complete for port 119dec92-d76e-444a-9eb2-f870f8029cb6 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:38.455607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2e5c172c-ef19-4b0b-898c-32d411919157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.460029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:38.477139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:port and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:38.480675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:38.487409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:38.493345 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa6a311-cdf9-427d-8d1b-4331155db06c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:38.494442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa6a311-cdf9-427d-8d1b-4331155db06c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:38.505479 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-faa6a311-cdf9-427d-8d1b-4331155db06c tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/31d70b66-c83a-4fe9-9c24-db44739c74e0 HTTP/1.1" status: 404 len: 337 time: 0.1358726 Dec 23 08:28:38.506592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44308) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.515986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:38.519507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:38.520550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.540099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Made reservation on behalf of 5c600ae97614497a98bd811f81184e15 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:38.544922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.563801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c172c-ef19-4b0b-898c-32d411919157 None None] Port 119dec92-d76e-444a-9eb2-f870f8029cb6 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:38.567796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6583e0e-2fa0-46df-a3b2-2ca2101fb62d None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:38.582024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'project_id': '1b39230e89da470594f6952e717037aa', 'port_id': '119dec92-d76e-444a-9eb2-f870f8029cb6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:38.591318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.608659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:38.617425 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d1b702-5517-4cd4-8590-10fc90c2e5e0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] DELETE failed (client error): The resource could not be found. Dec 23 08:28:38.619259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d1b702-5517-4cd4-8590-10fc90c2e5e0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:38.626777 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-69d1b702-5517-4cd4-8590-10fc90c2e5e0 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/fc47dff5-7c52-4edb-9dd2-15784e5972b4 HTTP/1.1" status: 404 len: 339 time: 0.1186299 Dec 23 08:28:38.629150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44314) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.638922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Usage tracker for resource:floatingip and tenant:1b39230e89da470594f6952e717037aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:38.646719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee2c38-8de6-4c0a-9d87-f928f015252a req-5205142d-06e8-4670-bcf0-a3912504fdbd tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:38.648343 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7fee2c38-8de6-4c0a-9d87-f928f015252a req-5205142d-06e8-4670-bcf0-a3912504fdbd tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.9400945 Dec 23 08:28:38.654884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b16af8-2a05-4fd6-83e7-b4c9d4c26d44 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:38.659244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b16af8-2a05-4fd6-83e7-b4c9d4c26d44 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:38.664513 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-13b16af8-2a05-4fd6-83e7-b4c9d4c26d44 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9607124 Dec 23 08:28:38.668980 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8831835 Dec 23 08:28:38.668980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44318) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.668980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] device_id is not set on port 5b7245bc-d58f-42d4-a512-45e860fd0bf2 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:38.687239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Attempting to bind port 8263973c-53ef-4753-8030-9be5bd9045ce on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:38.687762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Attempting to bind port 8263973c-53ef-4753-8030-9be5bd9045ce by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:38.688266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Attempting to bind port 8263973c-53ef-4753-8030-9be5bd9045ce on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:38.709560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44320) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:38.712918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:38.724581 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:38.724951 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:38.725318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.725982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:38.726445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Bound port: 8263973c-53ef-4753-8030-9be5bd9045ce, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:38.726568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.726668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:38.731407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-826477351'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:38.736103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:38.736567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.740756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:network and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:38.751898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-852733034', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a58d473-e652-4eed-a19e-513fff95d64d'}], 'security_groups': ['a7b59958-e7ba-423b-ab9f-746ecea419f9']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:38.793503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:38.815446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:38.829214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11809090-95c8-4fff-b3f6-ba474a809690 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=6a58d473-e652-4eed-a19e-513fff95d64d,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:38.833510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.914657 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] For port 8263973c-53ef-4753-8030-9be5bd9045ce, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:38.921776 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7fee2c38-8de6-4c0a-9d87-f928f015252a req-fda5a967-c29f-473f-9539-73adff939ab0 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142608 Dec 23 08:28:38.931259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] For port 8263973c-53ef-4753-8030-9be5bd9045ce, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=8263973c-53ef-4753-8030-9be5bd9045ce,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:38.943731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.982196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:38.982842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0561260-f4c5-47ff-b2b8-6ce0aa698a3b {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:28:39.045261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52184554-f764-4315-88ae-17da2a31bff8 None None] Pushing event updated for resources: {'Port': ['ID=8263973c-53ef-4753-8030-9be5bd9045ce,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:39.048599 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Routers {'04600ab4-945d-4d3b-9778-34c5acb76cd8'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:39.049198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['04600ab4-945d-4d3b-9778-34c5acb76cd8'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:39.069021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:39.072275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.111194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.123756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.20.0.13 (35a62d7a-0d69-411e-b2d4-3eb8467cff0c/2926821a-3821-43a1-950b-6cf23bae8a1f/5b7245bc-d58f-42d4-a512-45e860fd0bf2) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:39.130850 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 08:28:39.134915 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b19b17d3-9c81-4daf-ba17-276a4ce33751 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.1608579 Dec 23 08:28:39.136766 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44328) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:39.239325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:39.251186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group_rule and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:39.257281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e690c744-90c8-470b-bf1a-6d700e338416 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting subnet f2c4e626-764a-4731-ab3a-ee0b26e70b08 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:28:39.261195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:39.261656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acacd60b-fb58-4e97-8914-4b00e4274b30 None None] Update dhcp port {'port': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'fixed_ips': [{'subnet_id': '2a8c769d-edc6-46ec-aa6c-bd6357df0123', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a58d473-e652-4eed-a19e-513fff95d64d'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': '43320b7d-c0e6-41e5-a7f1-2e40e72b7589'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:28:39.265400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e690c744-90c8-470b-bf1a-6d700e338416 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.274044 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ba6b7-5130-4168-bf03-6c6c3fc07b15 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Deleting port 5a705fd4-50a4-48ec-ac1d-0b013ee13bfe {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:39.274477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba6b7-5130-4168-bf03-6c6c3fc07b15 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.311694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] Set router 04600ab4-945d-4d3b-9778-34c5acb76cd8 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:28:39.414977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-acacd60b-fb58-4e97-8914-4b00e4274b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.440042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:39.556961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e690c744-90c8-470b-bf1a-6d700e338416 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.591019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.685108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.799647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.849264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.869484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:39.891394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-acacd60b-fb58-4e97-8914-4b00e4274b30 None None] Allocated IP 172.20.0.18 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/6a58d473-e652-4eed-a19e-513fff95d64d/43320b7d-c0e6-41e5-a7f1-2e40e72b7589) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:39.926649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04600ab4-945d-4d3b-9778-34c5acb76cd8', 'name': 'tempest-NetworksTestDHCPv6-router-1635219949', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:26Z', 'updated_at': '2021-12-23T08:28:31Z', 'revision_number': 2, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None, '_interfaces': [{'id': '8263973c-53ef-4753-8030-9be5bd9045ce', 'name': '', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'mac_address': 'fa:16:3e:79:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04600ab4-945d-4d3b-9778-34c5acb76cd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1da612a5-219c-4cf0-af1d-a58e8bf73fcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:28:28Z', 'updated_at': '2021-12-23T08:28:38Z', 'revision_number': 4, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'subnets': [{'id': '1da612a5-219c-4cf0-af1d-a58e8bf73fcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:39.931812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:39.949455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba6b7-5130-4168-bf03-6c6c3fc07b15 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.015491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e690c744-90c8-470b-bf1a-6d700e338416 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.031055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c064d9d-6fbf-4092-a83a-c3749f1736af None None] The sync data for ids ['04600ab4-945d-4d3b-9778-34c5acb76cd8'] in dv-neutron-822507-1-hyperv is: [{'id': '04600ab4-945d-4d3b-9778-34c5acb76cd8', 'name': 'tempest-NetworksTestDHCPv6-router-1635219949', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:26Z', 'updated_at': '2021-12-23T08:28:31Z', 'revision_number': 2, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None, '_interfaces': [{'id': '8263973c-53ef-4753-8030-9be5bd9045ce', 'name': '', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'mac_address': 'fa:16:3e:79:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04600ab4-945d-4d3b-9778-34c5acb76cd8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1da612a5-219c-4cf0-af1d-a58e8bf73fcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:28:28Z', 'updated_at': '2021-12-23T08:28:38Z', 'revision_number': 4, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'subnets': [{'id': '1da612a5-219c-4cf0-af1d-a58e8bf73fcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:40.042873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3658c5f7-81ad-4b72-b381-6c27025e6f86,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:40.083626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.083968 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Added segment 00b1152f-5216-4252-bb53-8db7e59871e5 of type vlan for network 5571ecfe-1161-4efa-a023-50833af70f22 Dec 23 08:28:40.101689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-acacd60b-fb58-4e97-8914-4b00e4274b30 None None] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:40.132540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-acacd60b-fb58-4e97-8914-4b00e4274b30 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.133496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ba6b7-5130-4168-bf03-6c6c3fc07b15 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Calling delete_port for 5a705fd4-50a4-48ec-ac1d-0b013ee13bfe owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:40.152199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-acacd60b-fb58-4e97-8914-4b00e4274b30 None None] Transition to ACTIVE for port object 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:40.162135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-acacd60b-fb58-4e97-8914-4b00e4274b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.192544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.227571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Allocated IP 172.26.8.168 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/a0da1135-9eac-428f-b2be-9321c42d1e76) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:40.247588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.321673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacd60b-fb58-4e97-8914-4b00e4274b30 None None] Pushing event updated for resources: {'Port': ['ID=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:40.378977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:40.387450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:40.403362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:40.424861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:28:40.443685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=5b7245bc-d58f-42d4-a512-45e860fd0bf2,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:40.444007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e690c744-90c8-470b-bf1a-6d700e338416 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.530385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e21e6f-d8cd-4794-8620-5d3e895aa8da None None] Network 7161c5bd-717f-42c7-a5c4-f7c4c6420f24 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:40.530783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e690c744-90c8-470b-bf1a-6d700e338416 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.535136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.539013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:40.539594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.603720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690c744-90c8-470b-bf1a-6d700e338416 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c4e626-764a-4731-ab3a-ee0b26e70b08,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:40.702568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 8263973c-53ef-4753-8030-9be5bd9045ce up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:40.727721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe544e-7d5d-47eb-883f-085863b4611d req-58e370c7-ae6b-4e2e-8835-e01d49412b5d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:40.730839 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-93fe544e-7d5d-47eb-883f-085863b4611d req-58e370c7-ae6b-4e2e-8835-e01d49412b5d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.5288241 Dec 23 08:28:40.738749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:40.739487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.784482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba6b7-5130-4168-bf03-6c6c3fc07b15 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.817630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Network': ['ID=5571ecfe-1161-4efa-a023-50833af70f22,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:40.857516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:40.871859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:40.904729 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e690c744-90c8-470b-bf1a-6d700e338416 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/subnets/f2c4e626-764a-4731-ab3a-ee0b26e70b08 HTTP/1.1" status: 204 len: 168 time: 2.2731435 Dec 23 08:28:40.906891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44334) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:40.910990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ba6b7-5130-4168-bf03-6c6c3fc07b15 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a705fd4-50a4-48ec-ac1d-0b013ee13bfe,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:40.926716 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bfb7f8f8-29f4-41af-af76-cdc340e297f9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4982240 Dec 23 08:28:40.933992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44336) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:40.941067 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ada2f551-fcba-4bcd-9b5a-ee60dc3049b4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6014421 Dec 23 08:28:40.950407 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'port': {'network_id': '35a62d7a-0d69-411e-b2d4-3eb8467cff0c', 'name': 'tempest-FloatingIPTestJSON-1614353271'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:40.966656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44340) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:40.976564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.011373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'name': 'tempest-PortsIpV6TestJSON-1716378319'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:41.084603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 8263973c-53ef-4753-8030-9be5bd9045ce completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:41.098132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 8263973c-53ef-4753-8030-9be5bd9045ce triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:41.098500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.131000 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-93fe544e-7d5d-47eb-883f-085863b4611d req-97556c61-a4b0-42fa-b66f-10dce76de25f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870387 Dec 23 08:28:41.182672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Delete allocated IP 172.20.0.13 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/2a8c769d-edc6-46ec-aa6c-bd6357df0123) {{(pid=83523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 08:28:41.193535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.22 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/6a58d473-e652-4eed-a19e-513fff95d64d/99392028-ab62-47f0-a7b7-ffb07547b52b) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:41.248723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6a5cdc03-0a20-4d26-87c5-253ddaa73e16 None None] Provisioning complete for port 99392028-ab62-47f0-a7b7-ffb07547b52b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:41.249221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6a5cdc03-0a20-4d26-87c5-253ddaa73e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.279322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07c4c4d-3b33-474d-9013-785140c9461b None None] DHCP port deletion for 7161c5bd-717f-42c7-a5c4-f7c4c6420f24 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:28:41.282200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:41.290086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:41.297505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:41.308337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c07c4c4d-3b33-474d-9013-785140c9461b None None] Deleting port ae566ff9-42db-428b-b72e-24284fa4b31a {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:41.308710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c07c4c4d-3b33-474d-9013-785140c9461b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.385021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.393123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6a5cdc03-0a20-4d26-87c5-253ddaa73e16 None None] Port 99392028-ab62-47f0-a7b7-ffb07547b52b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:41.397434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.410180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Pushing event updated for resources: {'Port': ['ID=a0da1135-9eac-428f-b2be-9321c42d1e76,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:41.479493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6a5cdc03-0a20-4d26-87c5-253ddaa73e16 None None] Provisioning complete for port 29f6a520-4f8d-408c-ad3c-926eb41a6084 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:41.479493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6a5cdc03-0a20-4d26-87c5-253ddaa73e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.479985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting port ae566ff9-42db-428b-b72e-24284fa4b31a {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:41.481261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.537231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba6b7-5130-4168-bf03-6c6c3fc07b15 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.551600 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0f1ba6b7-5130-4168-bf03-6c6c3fc07b15 tempest-RoutersAdminNegativeIpV6Test-1693257087 tempest-RoutersAdminNegativeIpV6Test-1693257087-project-admin] 10.222.0.36 "DELETE /v2.0/ports/5a705fd4-50a4-48ec-ac1d-0b013ee13bfe HTTP/1.1" status: 204 len: 168 time: 2.4065490 Dec 23 08:28:41.572384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:41.579330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.597046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 8263973c-53ef-4753-8030-9be5bd9045ce, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=8263973c-53ef-4753-8030-9be5bd9045ce,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:41.616670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.617444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:41.633194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.640936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:41.644852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:41.655591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:41.662496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:port and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:41.666818 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:41.669068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:41.723891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6a5cdc03-0a20-4d26-87c5-253ddaa73e16 None None] Port 29f6a520-4f8d-408c-ad3c-926eb41a6084 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:41.756275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:41.758042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c07c4c4d-3b33-474d-9013-785140c9461b None None] For port ae566ff9-42db-428b-b72e-24284fa4b31a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ae566ff9-42db-428b-b72e-24284fa4b31a,segment=NetworkSegment(373e7f39-3c2f-42c5-be3b-4cab081ed1ef),segment_id=373e7f39-3c2f-42c5-be3b-4cab081ed1ef)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:41.758223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c07c4c4d-3b33-474d-9013-785140c9461b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.785559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:41.789351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.805891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Made reservation on behalf of 5c600ae97614497a98bd811f81184e15 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:41.809069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:41.846996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] device_id is not set on port efc9d63d-6c9e-493d-a88b-12ccc89ffba1 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:41.893996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 3d2e3753-9262-4eee-8c99-e4e114ede0dd yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:41.915331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c07c4c4d-3b33-474d-9013-785140c9461b None None] Calling delete_port for ae566ff9-42db-428b-b72e-24284fa4b31a owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:41.947111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=8263973c-53ef-4753-8030-9be5bd9045ce,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:41.976007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object 99392028-ab62-47f0-a7b7-ffb07547b52b will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:41.994783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6a5cdc03-0a20-4d26-87c5-253ddaa73e16 None None] Provisioning for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:42.007728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6a5cdc03-0a20-4d26-87c5-253ddaa73e16 None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:42.008099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6a5cdc03-0a20-4d26-87c5-253ddaa73e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.069313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.071805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:42.072251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.169785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c07c4c4d-3b33-474d-9013-785140c9461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.173928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44350) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:42.234779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c4c4d-3b33-474d-9013-785140c9461b None None] Pushing event deleted for resources: {'Port': ['ID=ae566ff9-42db-428b-b72e-24284fa4b31a,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:42.255391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c4c4d-3b33-474d-9013-785140c9461b None None] No DVR routers for this DVR port ae566ff9-42db-428b-b72e-24284fa4b31a on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:28:42.305878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=99392028-ab62-47f0-a7b7-ffb07547b52b,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:42.340571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] For port ae566ff9-42db-428b-b72e-24284fa4b31a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ae566ff9-42db-428b-b72e-24284fa4b31a,segment=NetworkSegment(373e7f39-3c2f-42c5-be3b-4cab081ed1ef),segment_id=373e7f39-3c2f-42c5-be3b-4cab081ed1ef)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:42.341347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.478915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Calling delete_port for ae566ff9-42db-428b-b72e-24284fa4b31a owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:42.549106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 8263973c-53ef-4753-8030-9be5bd9045ce up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:42.562528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.20.0.12 (35a62d7a-0d69-411e-b2d4-3eb8467cff0c/2926821a-3821-43a1-950b-6cf23bae8a1f/efc9d63d-6c9e-493d-a88b-12ccc89ffba1) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:42.630465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 8263973c-53ef-4753-8030-9be5bd9045ce triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:42.631013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.647169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7da296f6-cbc9-4d06-8709-afb49e9f8166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.652736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.679532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 8263973c-53ef-4753-8030-9be5bd9045ce {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:42.679868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.685323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] In _notify_port_updated(), no bound segment for port 99392028-ab62-47f0-a7b7-ffb07547b52b on network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:28:42.689976 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:42.690572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.692046 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-81d9b69c-d715-44da-bfb6-924973ee0138 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "PUT /v2.0/ports/99392028-ab62-47f0-a7b7-ffb07547b52b HTTP/1.1" status: 200 len: 920 time: 3.9751716 Dec 23 08:28:42.706966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44360) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:42.853239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ae566ff9-42db-428b-b72e-24284fa4b31a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:28:42.862792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:28:42.863399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:28:42.872737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7da296f6-cbc9-4d06-8709-afb49e9f8166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:42.882607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7da296f6-cbc9-4d06-8709-afb49e9f8166 admin admin] Usage tracker for resource:security_group_rule and tenant:74bcce2f6d914d0e936dc7201b478bfc is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:42.886576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: ae566ff9-42db-428b-b72e-24284fa4b31a {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:42.886923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ae566ff9-42db-428b-b72e-24284fa4b31a not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:28:42.888700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7da296f6-cbc9-4d06-8709-afb49e9f8166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:42.907056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7da296f6-cbc9-4d06-8709-afb49e9f8166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:42.907210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3d6abd05-1095-4738-9afd-63b40b41721e None None] Provisioning for port 99392028-ab62-47f0-a7b7-ffb07547b52b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:42.911923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a2f34fc0-89e6-4d60-b2af-6dd3a99c226e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 99392028-ab62-47f0-a7b7-ffb07547b52b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:42.912331 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a2f34fc0-89e6-4d60-b2af-6dd3a99c226e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.912962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3d6abd05-1095-4738-9afd-63b40b41721e None None] Provisioning complete for port 99392028-ab62-47f0-a7b7-ffb07547b52b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:42.913712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3d6abd05-1095-4738-9afd-63b40b41721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:42.972026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3d6abd05-1095-4738-9afd-63b40b41721e None None] Port 99392028-ab62-47f0-a7b7-ffb07547b52b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:42.976065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9ec05-054d-4a25-bd94-846e4c4d02f5 req-ddc0c22e-6bb1-4ef6-913b-6caddae54617 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:42.977671 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ad9ec05-054d-4a25-bd94-846e4c4d02f5 req-ddc0c22e-6bb1-4ef6-913b-6caddae54617 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.6493785 Dec 23 08:28:43.048207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.210634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7da296f6-cbc9-4d06-8709-afb49e9f8166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.219728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7da296f6-cbc9-4d06-8709-afb49e9f8166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.226548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.231096 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ad9ec05-054d-4a25-bd94-846e4c4d02f5 req-59961bca-2f7c-4a48-b039-8d7daa45b07b tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434890 Dec 23 08:28:43.232707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] For port 8263973c-53ef-4753-8030-9be5bd9045ce, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=8263973c-53ef-4753-8030-9be5bd9045ce,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:43.233644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.245060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=3d2e3753-9262-4eee-8c99-e4e114ede0dd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:43.311262 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7da296f6-cbc9-4d06-8709-afb49e9f8166 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74bcce2f6d914d0e936dc7201b478bfc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1297176 Dec 23 08:28:43.313451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a2f34fc0-89e6-4d60-b2af-6dd3a99c226e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.320657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da296f6-cbc9-4d06-8709-afb49e9f8166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2b404-bc11-467c-af56-305d0efad6a3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:43.326866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44364) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:43.393638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Deleting port ae566ff9-42db-428b-b72e-24284fa4b31a {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:43.393987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.479990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 8263973c-53ef-4753-8030-9be5bd9045ce owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:43.536680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Checking segment: {'id': '00b1152f-5216-4252-bb53-8db7e59871e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5571ecfe-1161-4efa-a023-50833af70f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:43.537028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network hostable DHCP agents. Network: 5571ecfe-1161-4efa-a023-50833af70f22, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:28:43.590082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a2f34fc0-89e6-4d60-b2af-6dd3a99c226e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 99392028-ab62-47f0-a7b7-ffb07547b52b owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:43.599725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.645400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:28:43.680797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 5571ecfe-1161-4efa-a023-50833af70f22) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:43.684916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:43.688751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:43.689325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.692548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2850f335-d903-49f3-b84b-1a9ed3c525bf None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:43.711001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:43.719235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:43.722182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:43.756221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] The port 'ae566ff9-42db-428b-b72e-24284fa4b31a' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:28:43.803483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=efc9d63d-6c9e-493d-a88b-12ccc89ffba1,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:43.833843 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-805416da-2ac2-4566-9e79-fd37d8e64fa6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8637800 Dec 23 08:28:43.834639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44368) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:43.844202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1708804651'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:43.860314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:43.868115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:network and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:43.875718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:43.875977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.880025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:43.886900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.891005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:43.925150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:43.953880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=8263973c-53ef-4753-8030-9be5bd9045ce,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:43.963062 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bfc79c5f-0d11-40b0-b47a-bd6afdf159cb tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0191686 Dec 23 08:28:43.976294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44372) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:43.998218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:44.000686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.025482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-177fafc0-2caa-4dc7-aafd-cd9a5fa3e7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.033307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'efc9d63d-6c9e-493d-a88b-12ccc89ffba1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:44.038590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.058333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:44.080560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:floatingip and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:44.096100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:44.122462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:44.125841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7161c5bd-717f-42c7-a5c4-f7c4c6420f24']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:44.152399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-177fafc0-2caa-4dc7-aafd-cd9a5fa3e7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.153909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:44.161515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.169348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.169688 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Added segment 82c5f3b7-afc9-4c6f-b3e2-c7ab52ce31bf of type vlan for network 13295356-7002-4174-99f7-575c05a16b36 Dec 23 08:28:44.179191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.196550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373e7f39-3c2f-42c5-be3b-4cab081ed1ef') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:44.196841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373e7f39-3c2f-42c5-be3b-4cab081ed1ef') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:44.217240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a2f34fc0-89e6-4d60-b2af-6dd3a99c226e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.238446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.270438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.286545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.319911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f34fc0-89e6-4d60-b2af-6dd3a99c226e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=99392028-ab62-47f0-a7b7-ffb07547b52b,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:44.395771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.427103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.430751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:44.431334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.483817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:44.484243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:44.500033 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:44.667183 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8273051 Dec 23 08:28:44.674258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44378) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:44.702739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'ports': [{'network_id': '5571ecfe-1161-4efa-a023-50833af70f22'}, {'network_id': '13295356-7002-4174-99f7-575c05a16b36'}]} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:44.703476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:44.703970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': '13295356-7002-4174-99f7-575c05a16b36'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:44.716470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-177fafc0-2caa-4dc7-aafd-cd9a5fa3e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.734717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a2f34fc0-89e6-4d60-b2af-6dd3a99c226e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.768272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be870d7-b34f-430b-a55a-9ecb36a71b5f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Network': ['ID=13295356-7002-4174-99f7-575c05a16b36,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:44.778777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 13295356-7002-4174-99f7-575c05a16b36 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:44.804928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fafc0-2caa-4dc7-aafd-cd9a5fa3e7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2b404-bc11-467c-af56-305d0efad6a3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:44.818954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.858934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e825da-aeb3-4401-8187-e08dbbe4548d req-204ca3e7-273d-475e-9547-55dea05ea8e3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:44.860317 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a4e825da-aeb3-4401-8187-e08dbbe4548d req-204ca3e7-273d-475e-9547-55dea05ea8e3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4400411 Dec 23 08:28:44.865283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Router 04600ab4-945d-4d3b-9778-34c5acb76cd8 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:44.880657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.909857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] Pushing event deleted for resources: {'Network': ['ID=7161c5bd-717f-42c7-a5c4-f7c4c6420f24,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:44.925514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-177fafc0-2caa-4dc7-aafd-cd9a5fa3e7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:44.926632 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-177fafc0-2caa-4dc7-aafd-cd9a5fa3e7d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ce2b404-bc11-467c-af56-305d0efad6a3 HTTP/1.1" status: 204 len: 168 time: 1.5985041 Dec 23 08:28:44.947390 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-db5957f6-360e-41dc-b07a-d7f13f4ebd92 tempest-NetworksTest-671483877 tempest-NetworksTest-671483877-project] 10.222.0.36 "DELETE /v2.0/networks/7161c5bd-717f-42c7-a5c4-f7c4c6420f24 HTTP/1.1" status: 204 len: 168 time: 4.0049233 Dec 23 08:28:44.952145 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a2f34fc0-89e6-4d60-b2af-6dd3a99c226e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/99392028-ab62-47f0-a7b7-ffb07547b52b HTTP/1.1" status: 204 len: 168 time: 2.2424343 Dec 23 08:28:44.957191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44386) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:45.091126 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea40e2e7-f048-463f-935e-51942f7f3176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:28:45.091633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ea40e2e7-f048-463f-935e-51942f7f3176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:45.144758 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a4e825da-aeb3-4401-8187-e08dbbe4548d req-9e35e00f-1364-443f-a723-861195585886 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741916 Dec 23 08:28:45.163566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:45.171933 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3e0c9db9-3328-4bbe-982c-d13ba2e2cd4a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "PUT /v2.0/routers/04600ab4-945d-4d3b-9778-34c5acb76cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4280519 Dec 23 08:28:45.171933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44394) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:45.180842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] Sync routers for ids ['04600ab4-945d-4d3b-9778-34c5acb76cd8'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:45.205314 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] Routers {'04600ab4-945d-4d3b-9778-34c5acb76cd8'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:45.206935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['04600ab4-945d-4d3b-9778-34c5acb76cd8'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:45.244062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d824730-1974-46da-971a-e4af6efaaf1b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:45.246335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d824730-1974-46da-971a-e4af6efaaf1b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:45.247363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8d824730-1974-46da-971a-e4af6efaaf1b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:45.284235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8d824730-1974-46da-971a-e4af6efaaf1b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:45.287008 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8d824730-1974-46da-971a-e4af6efaaf1b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1137779 Dec 23 08:28:45.290906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44398) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:45.331069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.347761 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ea40e2e7-f048-463f-935e-51942f7f3176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:45.352455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44402) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:45.354748 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ea40e2e7-f048-463f-935e-51942f7f3176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/99392028-ab62-47f0-a7b7-ffb07547b52b HTTP/1.1" status: 404 len: 333 time: 0.3951013 Dec 23 08:28:45.360232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.368863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:45.393805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] Set router 04600ab4-945d-4d3b-9778-34c5acb76cd8 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:28:45.425867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44406) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:45.430391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:45.448003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:45.455338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.505605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:45.574746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Pushing event updated for resources: {'Port': ['ID=a0da1135-9eac-428f-b2be-9321c42d1e76,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:45.590774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44412) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:45.593336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04600ab4-945d-4d3b-9778-34c5acb76cd8', 'name': 'tempest-NetworksTestDHCPv6-router-1635219949', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:26Z', 'updated_at': '2021-12-23T08:28:43Z', 'revision_number': 3, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:45.599263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] Checking router: 04600ab4-945d-4d3b-9778-34c5acb76cd8 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:28:45.613060 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] Routers {'04600ab4-945d-4d3b-9778-34c5acb76cd8'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:45.613670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['04600ab4-945d-4d3b-9778-34c5acb76cd8'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:45.619144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 2} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:45.623161 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.636759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f81ed7f6-7432-4fcf-8dc9-f90f069f9ac6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.667407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.694389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f81ed7f6-7432-4fcf-8dc9-f90f069f9ac6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.726931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.741988 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5cc64e-4580-4df8-9f9d-f99543058ab8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 1da612a5-219c-4cf0-af1d-a58e8bf73fcd {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:28:45.750222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc64e-4580-4df8-9f9d-f99543058ab8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.804051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] Set router 04600ab4-945d-4d3b-9778-34c5acb76cd8 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:28:45.818605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f81ed7f6-7432-4fcf-8dc9-f90f069f9ac6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.840550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc64e-4580-4df8-9f9d-f99543058ab8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.868208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ed7f6-7432-4fcf-8dc9-f90f069f9ac6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19834d1-f317-4513-ac08-bbe2a5031ab7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:45.894552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f81ed7f6-7432-4fcf-8dc9-f90f069f9ac6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:45.895662 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f81ed7f6-7432-4fcf-8dc9-f90f069f9ac6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/security-groups/b19834d1-f317-4513-ac08-bbe2a5031ab7 HTTP/1.1" status: 204 len: 168 time: 0.5417073 Dec 23 08:28:45.899197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44416) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:45.946088 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3e36eb3c-cd68-423f-9662-118081a5fbf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e11b6f75cc1449fbb3481567c0c1d3eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3510962 Dec 23 08:28:45.946829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44420) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:45.984051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.26.8.236 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/c4ecb1dd-76b0-42b2-b236-e4683f78e7fd) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:45.984284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04600ab4-945d-4d3b-9778-34c5acb76cd8', 'name': 'tempest-NetworksTestDHCPv6-router-1635219949', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:26Z', 'updated_at': '2021-12-23T08:28:43Z', 'revision_number': 3, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:45.989760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a5885-cdc1-48af-b938-63201173895a None None] The sync data for ids ['04600ab4-945d-4d3b-9778-34c5acb76cd8'] in dv-neutron-822507-1-hyperv is: [{'id': '04600ab4-945d-4d3b-9778-34c5acb76cd8', 'name': 'tempest-NetworksTestDHCPv6-router-1635219949', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:28:26Z', 'updated_at': '2021-12-23T08:28:43Z', 'revision_number': 3, 'project_id': '6ace87fbb8ee485590028e136d79c0fb', 'gw_port_host': None}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:46.031658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 4218eb6c-b85c-44b1-841e-3d7500663e68 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:46.042427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc64e-4580-4df8-9f9d-f99543058ab8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.089687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e05de3f6-bee7-4a5f-9306-d5e527ff2f67 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.123271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0839ec4b-80a8-4200-a360-459786e81823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.158209 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-49c33fa6-1870-42c3-b991-555d60e22ebf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebfd6da69fd44e23b6938a2566dcf4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7272098 Dec 23 08:28:46.158461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e05de3f6-bee7-4a5f-9306-d5e527ff2f67 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.161939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44424) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:46.179173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0839ec4b-80a8-4200-a360-459786e81823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.258466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc64e-4580-4df8-9f9d-f99543058ab8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.297467 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e05de3f6-bee7-4a5f-9306-d5e527ff2f67 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.311543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cc64e-4580-4df8-9f9d-f99543058ab8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=1da612a5-219c-4cf0-af1d-a58e8bf73fcd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:46.357233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05de3f6-bee7-4a5f-9306-d5e527ff2f67 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b59958-e7ba-423b-ab9f-746ecea419f9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:46.365114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0839ec4b-80a8-4200-a360-459786e81823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.371531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5cc64e-4580-4df8-9f9d-f99543058ab8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.386942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1718c6-48bc-44b2-a983-f31c9793534b None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:46.408121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839ec4b-80a8-4200-a360-459786e81823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc4e715-7ef6-4fad-8f9f-a2a423786bfe,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:46.415644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.438484 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8c5cc64e-4580-4df8-9f9d-f99543058ab8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/1da612a5-219c-4cf0-af1d-a58e8bf73fcd HTTP/1.1" status: 204 len: 168 time: 1.1460454 Dec 23 08:28:46.442356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44430) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:46.446981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0839ec4b-80a8-4200-a360-459786e81823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.450714 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0839ec4b-80a8-4200-a360-459786e81823 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fc4e715-7ef6-4fad-8f9f-a2a423786bfe HTTP/1.1" status: 204 len: 168 time: 0.5003576 Dec 23 08:28:46.472333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.500101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e7ee46-53a1-4fc1-82ce-4896b36a5548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.501439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e05de3f6-bee7-4a5f-9306-d5e527ff2f67 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.502613 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e05de3f6-bee7-4a5f-9306-d5e527ff2f67 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/security-groups/a7b59958-e7ba-423b-ab9f-746ecea419f9 HTTP/1.1" status: 204 len: 168 time: 0.6028728 Dec 23 08:28:46.510081 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44436) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:46.609314 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 8263973c-53ef-4753-8030-9be5bd9045ce no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:28:46.662253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 8263973c-53ef-4753-8030-9be5bd9045ce {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:46.662253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 8263973c-53ef-4753-8030-9be5bd9045ce not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:28:46.706427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c165fd-52eb-4227-bb53-ac5257ca886a req-f861c682-e790-4844-a5c8-3fe6909d6856 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:46.707881 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-77c165fd-52eb-4227-bb53-ac5257ca886a req-f861c682-e790-4844-a5c8-3fe6909d6856 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4051523 Dec 23 08:28:46.709449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port ed94938c-19b0-4d1e-942e-8bd6c794335e yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:46.797537 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Floating IP 58375f55-5066-4f8b-851b-541e9d5e5b5e associated. External IP: 172.26.8.168, port: 119dec92-d76e-444a-9eb2-f870f8029cb6. Dec 23 08:28:46.834653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9dfc0ea1-b162-4c6b-ae75-35f69361741b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:router {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:46.872970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.875310 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-77c165fd-52eb-4227-bb53-ac5257ca886a req-f390f38e-89e6-4287-9b38-bae896f49961 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458702 Dec 23 08:28:46.896806 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecadf6ad-1393-482d-a569-eca7fa683543 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:28:46.901394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ecadf6ad-1393-482d-a569-eca7fa683543 None None] Deleting port 3430a320-805a-4459-b96e-de452483acf2 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:46.901776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ecadf6ad-1393-482d-a569-eca7fa683543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:46.907730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9dfc0ea1-b162-4c6b-ae75-35f69361741b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:router {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:46.908923 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9dfc0ea1-b162-4c6b-ae75-35f69361741b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4655712 Dec 23 08:28:46.912196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd6ab36-c736-473c-a379-623e510b8fce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet 2a8c769d-edc6-46ec-aa6c-bd6357df0123 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:28:46.915122 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44448) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:46.918211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ab36-c736-473c-a379-623e510b8fce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.082657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e7ee46-53a1-4fc1-82ce-4896b36a5548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.161128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ecadf6ad-1393-482d-a569-eca7fa683543 None None] For port 3430a320-805a-4459-b96e-de452483acf2, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3430a320-805a-4459-b96e-de452483acf2,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:47.161514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ecadf6ad-1393-482d-a569-eca7fa683543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.239245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.247515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:47.267626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:47.274711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=c4ecb1dd-76b0-42b2-b236-e4683f78e7fd,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:47.283251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:47.299734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ab36-c736-473c-a379-623e510b8fce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.302743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ecadf6ad-1393-482d-a569-eca7fa683543 None None] Calling delete_port for 3430a320-805a-4459-b96e-de452483acf2 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:47.379182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85b78d98-1e54-4051-bc9f-1bd231674f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.387927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ecadf6ad-1393-482d-a569-eca7fa683543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.438316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e7ee46-53a1-4fc1-82ce-4896b36a5548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.458885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadf6ad-1393-482d-a569-eca7fa683543 None None] Pushing event deleted for resources: {'Port': ['ID=3430a320-805a-4459-b96e-de452483acf2,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:47.471396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecadf6ad-1393-482d-a569-eca7fa683543 None None] No DVR routers for this DVR port 3430a320-805a-4459-b96e-de452483acf2 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:28:47.635209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ab36-c736-473c-a379-623e510b8fce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.681684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.695605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7ee46-53a1-4fc1-82ce-4896b36a5548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caacf54-a8cd-4c60-92eb-0cbfa9bdf94f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:47.862936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=4218eb6c-b85c-44b1-841e-3d7500663e68,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:47.867139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:47.871965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80e7ee46-53a1-4fc1-82ce-4896b36a5548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.875965 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-80e7ee46-53a1-4fc1-82ce-4896b36a5548 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0caacf54-a8cd-4c60-92eb-0cbfa9bdf94f HTTP/1.1" status: 204 len: 168 time: 1.7094240 Dec 23 08:28:47.878252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:47.888157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:47.889004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:47.946020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ba074-115f-4f52-92bc-f3c07eed4961 req-4833ff5e-d076-459e-9356-94e829f98ac9 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:47.947400 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-354ba074-115f-4f52-92bc-f3c07eed4961 req-4833ff5e-d076-459e-9356-94e829f98ac9 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4559858 Dec 23 08:28:48.040392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ab36-c736-473c-a379-623e510b8fce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:48.091441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85b78d98-1e54-4051-bc9f-1bd231674f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:48.093514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b0887-c6a5-47ba-8fef-d70791194a19 None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:48.096492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ab36-c736-473c-a379-623e510b8fce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:48.115207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6ab36-c736-473c-a379-623e510b8fce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8c769d-edc6-46ec-aa6c-bd6357df0123,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:48.120494 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5dd6ab36-c736-473c-a379-623e510b8fce tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/2a8c769d-edc6-46ec-aa6c-bd6357df0123 HTTP/1.1" status: 204 len: 168 time: 1.6085901 Dec 23 08:28:48.122764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85b78d98-1e54-4051-bc9f-1bd231674f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:48.127376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=ed94938c-19b0-4d1e-942e-8bd6c794335e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:48.136072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44476) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:48.142110 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b5cc34f9-2c2d-4f58-ac80-adbbaeaac600 req-afe4e63f-e3c8-4ab0-899b-1cc058493cec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1098 time: 0.6854410 Dec 23 08:28:48.155518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:48.293152 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-354ba074-115f-4f52-92bc-f3c07eed4961 req-4740d44e-21c4-4577-b5b8-a6d4e4116cbd tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798939 Dec 23 08:28:48.350019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Checking segment: {'id': '82c5f3b7-afc9-4c6f-b3e2-c7ab52ce31bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '13295356-7002-4174-99f7-575c05a16b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:48.350379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network hostable DHCP agents. Network: 13295356-7002-4174-99f7-575c05a16b36, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:28:48.355791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85b78d98-1e54-4051-bc9f-1bd231674f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:48.356251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b78d98-1e54-4051-bc9f-1bd231674f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Fanout notify agent at l3_agent the message router_deleted on router 04600ab4-945d-4d3b-9778-34c5acb76cd8 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:28:48.461996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85b78d98-1e54-4051-bc9f-1bd231674f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:48.463075 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-85b78d98-1e54-4051-bc9f-1bd231674f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/routers/04600ab4-945d-4d3b-9778-34c5acb76cd8 HTTP/1.1" status: 204 len: 168 time: 1.5470750 Dec 23 08:28:48.472102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44488) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:48.508974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc34f9-2c2d-4f58-ac80-adbbaeaac600 req-4561d452-ed77-4f1e-bd21-f30b5c341e7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:48.517574 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b5cc34f9-2c2d-4f58-ac80-adbbaeaac600 req-4561d452-ed77-4f1e-bd21-f30b5c341e7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 912 time: 0.3556073 Dec 23 08:28:48.541924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 13295356-7002-4174-99f7-575c05a16b36 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:28:48.575873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3430a320-805a-4459-b96e-de452483acf2 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:28:48.579327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4fd037f5-8e1c-49e9-b5e6-a1b1fda4b0be tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:48.591885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:48.606419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:48.621523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:48.638271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 3430a320-805a-4459-b96e-de452483acf2 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:28:48.639615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3430a320-805a-4459-b96e-de452483acf2 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:28:48.639867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:48.642012 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4fd037f5-8e1c-49e9-b5e6-a1b1fda4b0be tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:48.645500 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4fd037f5-8e1c-49e9-b5e6-a1b1fda4b0be tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1701903 Dec 23 08:28:48.653675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44492) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:48.669232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 13295356-7002-4174-99f7-575c05a16b36) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:48.684675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f0954-ad57-4377-b585-97977c989393 None None] Network 13295356-7002-4174-99f7-575c05a16b36 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:48.705840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:48.710051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:48.714779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:48.715502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:48.786763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:48.789781 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6138b157-6e04-403c-8414-8170e9f3bfcb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1070690 Dec 23 08:28:48.792386 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b5cc34f9-2c2d-4f58-ac80-adbbaeaac600 req-83756a33-3a2c-477e-bd8e-5339ccc36f61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 1001 time: 0.2449770 Dec 23 08:28:48.797662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:48.798835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44500) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:48.973568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4459303a-a40a-4d60-bc6f-3ab7721180c0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:48.974322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4459303a-a40a-4d60-bc6f-3ab7721180c0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:49.032530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4459303a-a40a-4d60-bc6f-3ab7721180c0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:49.034335 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4459303a-a40a-4d60-bc6f-3ab7721180c0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3796351 Dec 23 08:28:49.038706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44508) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:49.115882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.320732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc34f9-2c2d-4f58-ac80-adbbaeaac600 req-3fd0f6b6-4c37-4fe2-bb45-dd35bb84249c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:49.322338 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b5cc34f9-2c2d-4f58-ac80-adbbaeaac600 req-3fd0f6b6-4c37-4fe2-bb45-dd35bb84249c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 200 len: 851 time: 0.4338858 Dec 23 08:28:49.325875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ded0f8b4-96a9-499d-be26-fd412709b48a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port ed94938c-19b0-4d1e-942e-8bd6c794335e {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:49.326358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ded0f8b4-96a9-499d-be26-fd412709b48a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.428363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-edd22034-b901-4478-9cfc-c94305c3b5c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:router {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:49.449661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.470476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2f27be52-82c1-465e-af97-2f914e4d21bf None None] Provisioning complete for port 29f6a520-4f8d-408c-ad3c-926eb41a6084 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:49.471082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2f27be52-82c1-465e-af97-2f914e4d21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.516528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44524) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:49.584664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2f27be52-82c1-465e-af97-2f914e4d21bf None None] Port 29f6a520-4f8d-408c-ad3c-926eb41a6084 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:49.589569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-edd22034-b901-4478-9cfc-c94305c3b5c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:router {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:49.590958 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-edd22034-b901-4478-9cfc-c94305c3b5c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5510716 Dec 23 08:28:49.601210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2f27be52-82c1-465e-af97-2f914e4d21bf None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:49.602016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2f27be52-82c1-465e-af97-2f914e4d21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.612553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44530) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:49.621793 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.628754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:49.744792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:49.747410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44534) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:49.756453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-975655562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:49.763279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:49.772371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c81da9-7885-4d5c-8a74-1892754d9156 None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:49.774686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:49.775264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.780926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:49.782869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=3c6bff87-446b-476f-b723-83121aae7cea,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:49.804069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Usage tracker for resource:router and tenant:2a85c1cf337d46c0a76da2e7d350a778 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:49.807265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:49.812094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:49.820141 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:49.836361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:49.851594 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-649be205-b9ef-48b1-bd51-f68df1ddb2c3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7144556 Dec 23 08:28:49.853174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44540) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:49.863488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'security_group': {'name': 'tempest-secgroup-1939253991'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:49.867615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:49.870838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.892031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:49.895263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.896185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:49.954323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-209039097', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:49.959791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:49.971289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:49.974560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:49.984005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d52bd-f9f9-49e6-ab82-dc8af2d89334 req-85ab52cd-47dd-4cb0-9b63-d80e3c365e60 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:49.985487 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-284d52bd-f9f9-49e6-ab82-dc8af2d89334 req-85ab52cd-47dd-4cb0-9b63-d80e3c365e60 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4789076 Dec 23 08:28:50.006540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:50.013133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Usage tracker for resource:port and tenant:03bae6ac5e2b4c70b2fa80f9e2732b27 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:50.039744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:50.055059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:50.076148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Router 37a598ba-4f24-41c5-93de-341c33c05a78 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:50.086578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.099470 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b5cc34f9-2c2d-4f58-ac80-adbbaeaac600 req-79e4b76d-c451-4bd3-9659-13636979d5bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=824d0043-5466-40fa-aafd-00652d6477b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7433293 Dec 23 08:28:50.103155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ded0f8b4-96a9-499d-be26-fd412709b48a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.107718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.121438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Made reservation on behalf of 03bae6ac5e2b4c70b2fa80f9e2732b27 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:50.124259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.154159 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-284d52bd-f9f9-49e6-ab82-dc8af2d89334 req-f662898d-c966-4ef8-8f7c-4cf949f4fcbf tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488333 Dec 23 08:28:50.157719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.163991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8f7e9-54bb-4fae-8c76-3b4862b5f951 None None] Update dhcp port {'port': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'fixed_ips': [{'subnet_id': '6a58d473-e652-4eed-a19e-513fff95d64d', 'ip_address': '172.20.0.18'}, {'subnet_id': '3c6bff87-446b-476f-b723-83121aae7cea'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': '43320b7d-c0e6-41e5-a7f1-2e40e72b7589'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:28:50.226584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:50.228647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-03a8f7e9-54bb-4fae-8c76-3b4862b5f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.239628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.245998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group_rule and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:50.251136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:50.267670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.269421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:50.292450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:50.308734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Usage tracker for resource:security_group_rule and tenant:03bae6ac5e2b4c70b2fa80f9e2732b27 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:50.317781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:50.325625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ded0f8b4-96a9-499d-be26-fd412709b48a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for ed94938c-19b0-4d1e-942e-8bd6c794335e owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:50.329720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:50.334688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.335838 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-be4d381e-4907-4e90-8a48-665737dac549 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8178980 Dec 23 08:28:50.339748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44546) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:50.348939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-440107394'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:50.373037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.380130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:50.389934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Usage tracker for resource:network and tenant:2a85c1cf337d46c0a76da2e7d350a778 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:50.400403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:50.426904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:50.448344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.457066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-03a8f7e9-54bb-4fae-8c76-3b4862b5f951 None None] Allocated IP 172.20.0.2 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/3c6bff87-446b-476f-b723-83121aae7cea/43320b7d-c0e6-41e5-a7f1-2e40e72b7589) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:50.458559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.481151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Made reservation on behalf of 2a85c1cf337d46c0a76da2e7d350a778 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:50.484696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.556624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.589084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa656d18-ed9c-42a5-a491-7d8f87a57996,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:50.620161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.624016 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5867d377-3693-4962-9a22-6d42081deb32 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7688131 Dec 23 08:28:50.624187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44550) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:50.630533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=c4ecb1dd-76b0-42b2-b236-e4683f78e7fd,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:50.644309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.645771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-03a8f7e9-54bb-4fae-8c76-3b4862b5f951 None None] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:50.651235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'security_group': {'name': 'tempest-secgroup-42858268'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:50.662726 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b5cc34f9-2c2d-4f58-ac80-adbbaeaac600 req-aeffc7f8-b0fe-401e-bd0c-702ab510ea7d service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496299 Dec 23 08:28:50.669731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:50.677807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-03a8f7e9-54bb-4fae-8c76-3b4862b5f951 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.682830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:50.689562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.697987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-03a8f7e9-54bb-4fae-8c76-3b4862b5f951 None None] Transition to ACTIVE for port object 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:50.698450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.701944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-03a8f7e9-54bb-4fae-8c76-3b4862b5f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.704129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] device_id is not set on port ff2d2cf6-d3cd-4f78-b83e-05819d9816b3 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:50.737213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Usage tracker for resource:security_group_rule and tenant:2a85c1cf337d46c0a76da2e7d350a778 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:50.742014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:28:50.743043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:50.753556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.758639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:50.766296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:50.816575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:50.819441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ded0f8b4-96a9-499d-be26-fd412709b48a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.833194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:50.844628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f9c0d-bf03-4348-9287-552cb9b1225a,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:50.853994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8f7e9-54bb-4fae-8c76-3b4862b5f951 None None] Pushing event updated for resources: {'Port': ['ID=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:50.887941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:50.911480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0f8b4-96a9-499d-be26-fd412709b48a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=ed94938c-19b0-4d1e-942e-8bd6c794335e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:50.924306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:50.926460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.937652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c1b8e-73d4-491a-8b57-3f22c9f2e85c None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:50.937869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:50.938492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:50.942967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=1233b08a-d71d-4a24-b4c1-ad476ffe9859,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:50.965939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ded0f8b4-96a9-499d-be26-fd412709b48a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.017719 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cfbc523f-cd49-4165-aaf7-b57434ea424f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4038389 Dec 23 08:28:51.029454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44554) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:51.045492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Allocated IP 172.26.8.23 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/ff2d2cf6-d3cd-4f78-b83e-05819d9816b3) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:51.048753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.059594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:51.061702 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ded0f8b4-96a9-499d-be26-fd412709b48a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/ed94938c-19b0-4d1e-942e-8bd6c794335e HTTP/1.1" status: 204 len: 168 time: 2.1756635 Dec 23 08:28:51.072310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44558) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:51.080476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.204852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:51.247896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '1233b08a-d71d-4a24-b4c1-ad476ffe9859'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:28:51.249035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.254574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c54f25b-8e13-4067-b6e2-02fb861eaf72,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:51.291979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.292325 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Added segment b99cf3e8-04d2-49ea-900c-f4286755737c of type vlan for network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd Dec 23 08:28:51.295148 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b5cc34f9-2c2d-4f58-ac80-adbbaeaac600 req-89196658-9845-47a8-ac6e-1e5f6b29a664 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6189401 Dec 23 08:28:51.297013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:51.338812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group_rule and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:51.343772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:51.354660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:51.528633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Allocated IP 2001:db8::f816:3eff:feb1:3a28 (3b1e253c-1242-4661-909e-bc02458a5888/1233b08a-d71d-4a24-b4c1-ad476ffe9859/a9a656b9-1357-4fa5-a9b5-24124b5a68cd) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:51.529666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.536590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4cd7b4-b48e-41d5-8edb-03a87335409f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:51.540568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4cd7b4-b48e-41d5-8edb-03a87335409f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:51.541465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4b4cd7b4-b48e-41d5-8edb-03a87335409f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:51.547898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.563853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.569163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:51.591045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:51.605331 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46700325-2b56-4911-8ddc-2ed683cd886f None None] Sync routers for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:51.619771 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46700325-2b56-4911-8ddc-2ed683cd886f None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:51.620970 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-46700325-2b56-4911-8ddc-2ed683cd886f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:51.622400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:51.626734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b99948-4f6c-420e-8d1b-a861eb0bec54,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:51.632468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4b4cd7b4-b48e-41d5-8edb-03a87335409f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:51.633760 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4b4cd7b4-b48e-41d5-8edb-03a87335409f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5592918 Dec 23 08:28:51.635805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.636964 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b3c6ce47-4f41-45e6-b005-eb420131de49 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.0079029 Dec 23 08:28:51.640927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44564) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:51.646688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44566) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:51.681942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'security_group': {'name': 'tempest-secgroup-905626596'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:51.692636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.717772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ce90c-2554-47bc-a85e-a9c53462da22 req-ebe5df53-4ac2-4664-8d7d-a0d62b81afda tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:51.719384 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cd3ce90c-2554-47bc-a85e-a9c53462da22 req-ebe5df53-4ac2-4664-8d7d-a0d62b81afda tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.3024046 Dec 23 08:28:51.730837 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-46700325-2b56-4911-8ddc-2ed683cd886f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:51.741694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4289652d-d678-4c5f-9f3b-d1456d7382a4 None None] Provisioning complete for port 29f6a520-4f8d-408c-ad3c-926eb41a6084 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:51.742699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4289652d-d678-4c5f-9f3b-d1456d7382a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.754680 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46700325-2b56-4911-8ddc-2ed683cd886f None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:51.755277 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-46700325-2b56-4911-8ddc-2ed683cd886f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:51.757783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.762223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:51.778628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:51.805432 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4289652d-d678-4c5f-9f3b-d1456d7382a4 None None] Port 29f6a520-4f8d-408c-ad3c-926eb41a6084 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:51.816865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:51.835917 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:51.853713 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP fbb97028-5a02-4cfc-bc96-4aad42c41bba associated. External IP: 172.26.8.236, port: efc9d63d-6c9e-493d-a88b-12ccc89ffba1. Dec 23 08:28:51.865647 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-46700325-2b56-4911-8ddc-2ed683cd886f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:51.866171 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46700325-2b56-4911-8ddc-2ed683cd886f None None] The sync data for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:51.890333 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4289652d-d678-4c5f-9f3b-d1456d7382a4 None None] Provisioning for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:51.905196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4289652d-d678-4c5f-9f3b-d1456d7382a4 None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:51.905545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4289652d-d678-4c5f-9f3b-d1456d7382a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.913510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:51.936954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-83fdf2f4-d2fc-49e2-a6cb-7b48247c3679 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 4218eb6c-b85c-44b1-841e-3d7500663e68 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:51.937290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83fdf2f4-d2fc-49e2-a6cb-7b48247c3679 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.965100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:51.969189 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dc96dfc0-9b08-4190-90c5-f6eeeacd1025 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 13.8638568 Dec 23 08:28:51.978101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44572) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:51.984263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Transition to ACTIVE for port object a9a656b9-1357-4fa5-a9b5-24124b5a68cd will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:52.004882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.008832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:52.009492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.044544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Transition to ACTIVE for port object a9a656b9-1357-4fa5-a9b5-24124b5a68cd will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:52.064749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.065928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.141106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:52.143884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:52.144041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7998550 Dec 23 08:28:52.146493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:52.150464 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cd3ce90c-2554-47bc-a85e-a9c53462da22 req-3ff04f83-bd56-4805-bf57-696abcd6035d tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4151273 Dec 23 08:28:52.153012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Pushing event updated for resources: {'Port': ['ID=a9a656b9-1357-4fa5-a9b5-24124b5a68cd,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:52.164435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44576) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:52.180308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Request body: {'subnet': {'network_id': '7ab20284-dbb6-4f03-afd8-c055e20e0ecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:52.199018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd249-c0be-4c11-b06c-020a832ad39b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Network': ['ID=7ab20284-dbb6-4f03-afd8-c055e20e0ecd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:52.215834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:52.237749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.285681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.292647 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c1ff29e7-d4d7-4cbf-8119-e7402ce1cbe0 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] 10.222.0.36 "GET /v2.0/floatingips/58375f55-5066-4f8b-851b-541e9d5e5b5e HTTP/1.1" status: 200 len: 984 time: 0.3127477 Dec 23 08:28:52.310371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44580) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:52.357235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Attempting to bind port a9a656b9-1357-4fa5-a9b5-24124b5a68cd on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:52.358164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Attempting to bind port a9a656b9-1357-4fa5-a9b5-24124b5a68cd by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:52.358529 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Attempting to bind port a9a656b9-1357-4fa5-a9b5-24124b5a68cd on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:52.377328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:52.377611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:52.378155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.378545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:52.379000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Bound port: a9a656b9-1357-4fa5-a9b5-24124b5a68cd, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:52.379364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.389008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:52.393176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:security_group_rule and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:52.402037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:52.429265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:52.468456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] For port a9a656b9-1357-4fa5-a9b5-24124b5a68cd, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:52.472411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] For port a9a656b9-1357-4fa5-a9b5-24124b5a68cd, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a9a656b9-1357-4fa5-a9b5-24124b5a68cd,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:52.474803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:52.489167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:52.489544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.502703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:52.510212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:52.514543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Usage tracker for resource:subnet and tenant:2a85c1cf337d46c0a76da2e7d350a778 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:52.517366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:52.523116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:52.537430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Pushing event updated for resources: {'Port': ['ID=ff2d2cf6-d3cd-4f78-b83e-05819d9816b3,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:52.557611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Made reservation on behalf of 2a85c1cf337d46c0a76da2e7d350a778 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:52.583143 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-13df63ac-3c60-4eed-8dc7-be2b57503557 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3024 time: 0.2714620 Dec 23 08:28:52.587909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44584) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:52.620929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:52.658939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83fdf2f4-d2fc-49e2-a6cb-7b48247c3679 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.660873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:52.661711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.674652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851e144-7288-403a-9011-2f45ef1ec231 None None] Pushing event updated for resources: {'Port': ['ID=a9a656b9-1357-4fa5-a9b5-24124b5a68cd,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:52.710357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:52.710714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.724401 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d45e0d68-4c24-4d38-9648-4f0d77040580 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9741697 Dec 23 08:28:52.728852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44588) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:52.737081 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.23'}]}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:52.745252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:52.752594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Usage tracker for resource:router and tenant:03bae6ac5e2b4c70b2fa80f9e2732b27 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:52.756571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:52.823948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:52.867700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-83fdf2f4-d2fc-49e2-a6cb-7b48247c3679 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 4218eb6c-b85c-44b1-841e-3d7500663e68 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:52.911974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.912810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.946240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Deleting port a0da1135-9eac-428f-b2be-9321c42d1e76 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:52.946598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:52.993408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.019741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.103013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.122145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.146541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83fdf2f4-d2fc-49e2-a6cb-7b48247c3679 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.292954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.327275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.327588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.348351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdf2f4-d2fc-49e2-a6cb-7b48247c3679 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=4218eb6c-b85c-44b1-841e-3d7500663e68,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:53.411719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a028ae8-7def-4f57-b9a2-ef8747eaa3a8,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:53.432859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.437219 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fb8a202e-048d-433b-804c-bf0c7298aab6 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.7863402 Dec 23 08:28:53.438246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83fdf2f4-d2fc-49e2-a6cb-7b48247c3679 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.441334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44594) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:53.452143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1021966088', 'security_groups': ['0a028ae8-7def-4f57-b9a2-ef8747eaa3a8'], 'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3c6bff87-446b-476f-b723-83121aae7cea'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:53.474658 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-83fdf2f4-d2fc-49e2-a6cb-7b48247c3679 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/4218eb6c-b85c-44b1-841e-3d7500663e68 HTTP/1.1" status: 204 len: 168 time: 1.8284166 Dec 23 08:28:53.524628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44598) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:53.626749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Calling delete_port for a0da1135-9eac-428f-b2be-9321c42d1e76 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:53.693447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:53.700212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:53.703386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.706253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:53.706805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.725473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=d062f8a0-2a16-4ab9-a101-fd8f864638d4,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:53.748580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:53.760479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0481c4-032b-4735-a975-3e4fd92706d5 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:53.802566 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6fbdcd2e-479f-4198-88b8-ac2eb7f1bca4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7714927 Dec 23 08:28:53.818002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:53.820441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44602) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:53.833762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:53.841098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:81:4e:92', 'name': 'tempest-NetworksTestDHCPv6-1312273708'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:53.875655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8e360-07bd-454d-bf87-ec759212644f req-34af0c17-d979-440f-ab2c-312ab5aaa43c tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:53.877164 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ab8e360-07bd-454d-bf87-ec759212644f req-34af0c17-d979-440f-ab2c-312ab5aaa43c tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.5858231 Dec 23 08:28:53.953762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28aeff7-f02b-440d-86c5-f4de4cda7a0c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:53.954374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c28aeff7-f02b-440d-86c5-f4de4cda7a0c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:53.976583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:53.988554 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ab8e360-07bd-454d-bf87-ec759212644f req-6aa06467-2872-4e68-b081-dc12a59ce0a8 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035290 Dec 23 08:28:53.998289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-df7bde10-6bec-4107-8df8-bba572651b59 None None] Provisioning for port a9a656b9-1357-4fa5-a9b5-24124b5a68cd completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:54.012371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.078989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event deleted for resources: {'Port': ['ID=a0da1135-9eac-428f-b2be-9321c42d1e76,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:54.112147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Subnet': ['ID=84faf49c-5dc5-4c43-b8fa-571abf131979,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:54.158993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c28aeff7-f02b-440d-86c5-f4de4cda7a0c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:54.160184 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c28aeff7-f02b-440d-86c5-f4de4cda7a0c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6264737 Dec 23 08:28:54.167886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44608) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:54.174839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc4c33-0177-4ed0-8b6a-ae7dafaff879 None None] Update dhcp port {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': '1233b08a-d71d-4a24-b4c1-ad476ffe9859', 'ip_address': '2001:db8::f816:3eff:feb1:3a28'}, {'subnet_id': 'd062f8a0-2a16-4ab9-a101-fd8f864638d4'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'a9a656b9-1357-4fa5-a9b5-24124b5a68cd'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:28:54.215160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Checking segment: {'id': 'b99cf3e8-04d2-49ea-900c-f4286755737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7ab20284-dbb6-4f03-afd8-c055e20e0ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:54.215448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network hostable DHCP agents. Network: 7ab20284-dbb6-4f03-afd8-c055e20e0ecd, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:28:54.220642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:54.234239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4c33-0177-4ed0-8b6a-ae7dafaff879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.237361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:54.249118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:54.261507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:54.266684 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-1432ee30-d86f-4e43-8a11-460a5d369f0b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:28:54.266913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.267329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1432ee30-d86f-4e43-8a11-460a5d369f0b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:28:54.298086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:54.322107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:54.323912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] device_id is not set on port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:54.332924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.389662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1432ee30-d86f-4e43-8a11-460a5d369f0b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:28:54.390550 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1432ee30-d86f-4e43-8a11-460a5d369f0b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/ed94938c-19b0-4d1e-942e-8bd6c794335e HTTP/1.1" status: 404 len: 333 time: 0.2217507 Dec 23 08:28:54.404607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44612) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:54.427363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:28:54.449394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-5bfc4c33-0177-4ed0-8b6a-ae7dafaff879 None None] Allocated IP 172.20.0.2 (3b1e253c-1242-4661-909e-bc02458a5888/d062f8a0-2a16-4ab9-a101-fd8f864638d4/a9a656b9-1357-4fa5-a9b5-24124b5a68cd) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:54.468420 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-167cfb05-ddeb-4ef2-8315-dc7cbde7c4d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:28:54.472440 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-167cfb05-ddeb-4ef2-8315-dc7cbde7c4d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/4218eb6c-b85c-44b1-841e-3d7500663e68 HTTP/1.1" status: 404 len: 333 time: 0.0648761 Dec 23 08:28:54.474764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44616) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:54.491356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7ab20284-dbb6-4f03-afd8-c055e20e0ecd) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:54.582042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:54.594797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.611628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eddc7b-ec22-4286-b4d0-4bfbb7a13336 None None] Network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:54.655152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba25de9-9d73-4b79-bd17-6a805e4fcd9f req-6560d45d-8713-4e62-89a1-d4e9f8d16201 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:54.662094 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ba25de9-9d73-4b79-bd17-6a805e4fcd9f req-6560d45d-8713-4e62-89a1-d4e9f8d16201 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.4575319 Dec 23 08:28:54.664065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.692558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.693918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a9a656b9-1357-4fa5-a9b5-24124b5a68cd up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:54.694068 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b3b8c07e-84a0-4014-896a-df8b59867c1b tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5247204 Dec 23 08:28:54.706928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44620) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:54.722079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Request body: {'network': {'name': 'tempest-router-network01--1698103190'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:54.734568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.739938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.760996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 74e43bc9-90f1-4375-9937-d9cce5433fa6 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:28:54.801222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:54.812529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Usage tracker for resource:network and tenant:2a85c1cf337d46c0a76da2e7d350a778 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:54.816072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:54.840968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:54.843363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bfc4c33-0177-4ed0-8b6a-ae7dafaff879 None None] For port a9a656b9-1357-4fa5-a9b5-24124b5a68cd, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a9a656b9-1357-4fa5-a9b5-24124b5a68cd,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:54.882427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.3 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/3c6bff87-446b-476f-b723-83121aae7cea/63e1ebde-6a5c-4e25-8fec-6ff91b895eb0) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:54.887924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Made reservation on behalf of 2a85c1cf337d46c0a76da2e7d350a778 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:54.890905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.918010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a9a656b9-1357-4fa5-a9b5-24124b5a68cd completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:54.921414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ba25de9-9d73-4b79-bd17-6a805e4fcd9f req-6abf06be-e514-4585-af44-c482e57d0035 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582710 Dec 23 08:28:54.948200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4c33-0177-4ed0-8b6a-ae7dafaff879 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:54.983548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a9a656b9-1357-4fa5-a9b5-24124b5a68cd triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:54.983847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.042226 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7ab20284-dbb6-4f03-afd8-c055e20e0ecd', 'network_id': '7ab20284-dbb6-4f03-afd8-c055e20e0ecd', 'tenant_id': '2a85c1cf337d46c0a76da2e7d350a778', 'fixed_ips': [{'subnet_id': '84faf49c-5dc5-4c43-b8fa-571abf131979'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:28:55.043632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.059461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.061372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bfc4c33-0177-4ed0-8b6a-ae7dafaff879 None None] Transition to ACTIVE for port object a9a656b9-1357-4fa5-a9b5-24124b5a68cd will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:55.115092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13295356-7002-4174-99f7-575c05a16b36']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:55.159089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bfc4c33-0177-4ed0-8b6a-ae7dafaff879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.179553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:55.239779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Port a9a656b9-1357-4fa5-a9b5-24124b5a68cd had new provisioning blocks added so it will not transition to active. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 23 08:28:55.296304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.296643 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Added segment 8a95cae6-ea46-46e0-8376-6d7a13fd3e98 of type vlan for network a59adfde-a87b-4be1-88c0-dc0123278974 Dec 23 08:28:55.337986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c5f3b7-afc9-4c6f-b3e2-c7ab52ce31bf') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:55.338645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c5f3b7-afc9-4c6f-b3e2-c7ab52ce31bf') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:55.373743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.385056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc4c33-0177-4ed0-8b6a-ae7dafaff879 None None] Pushing event updated for resources: {'Port': ['ID=a9a656b9-1357-4fa5-a9b5-24124b5a68cd,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:55.397015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.415453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:55.416654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Allocated IP 172.20.0.2 (7ab20284-dbb6-4f03-afd8-c055e20e0ecd/84faf49c-5dc5-4c43-b8fa-571abf131979/a2df040c-0ec6-461a-bcee-a5284fa8c7a9) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:55.461576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.479344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:28:55.479890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:28:55.503659 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:28:55.522354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 172.20.0.4 (3b1e253c-1242-4661-909e-bc02458a5888/d062f8a0-2a16-4ab9-a101-fd8f864638d4/74e43bc9-90f1-4375-9937-d9cce5433fa6) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:55.531755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:fe81:4e92 (3b1e253c-1242-4661-909e-bc02458a5888/1233b08a-d71d-4a24-b4c1-ad476ffe9859/74e43bc9-90f1-4375-9937-d9cce5433fa6) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:28:55.620979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe656a-a000-478e-9978-3eca036e64d0 req-5ef7dc43-2fef-4ce7-a804-2d1b233e690c tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:55.622706 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1fe656a-a000-478e-9978-3eca036e64d0 req-5ef7dc43-2fef-4ce7-a804-2d1b233e690c tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.5330451 Dec 23 08:28:55.667227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.668163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.677994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Transition to ACTIVE for port object a2df040c-0ec6-461a-bcee-a5284fa8c7a9 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:55.696915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Transition to ACTIVE for port object a2df040c-0ec6-461a-bcee-a5284fa8c7a9 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:55.705331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.719397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.738953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.796408 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:55.797309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Pushing event updated for resources: {'Port': ['ID=a2df040c-0ec6-461a-bcee-a5284fa8c7a9,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:55.808474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:55.812752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:55.841577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:55.850388 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1fe656a-a000-478e-9978-3eca036e64d0 req-10e58e7f-7159-4bda-9f26-cc938157809c tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085969 Dec 23 08:28:55.850901 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.862387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:55.867104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:55.926631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Attempting to bind port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:28:55.928220 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Attempting to bind port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'b99cf3e8-04d2-49ea-900c-f4286755737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7ab20284-dbb6-4f03-afd8-c055e20e0ecd'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:28:55.928979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Attempting to bind port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 on network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:28:55.941863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:28:55.942564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Checking segment: {'id': 'b99cf3e8-04d2-49ea-900c-f4286755737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7ab20284-dbb6-4f03-afd8-c055e20e0ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:55.943091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.943579 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Bound using segment: {'id': 'b99cf3e8-04d2-49ea-900c-f4286755737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7ab20284-dbb6-4f03-afd8-c055e20e0ecd'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:28:55.944201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Bound port: a2df040c-0ec6-461a-bcee-a5284fa8c7a9, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99cf3e8-04d2-49ea-900c-f4286755737c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7ab20284-dbb6-4f03-afd8-c055e20e0ecd'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:28:55.944793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.957130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:55.957745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.978635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:55.997170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=63e1ebde-6a5c-4e25-8fec-6ff91b895eb0,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:56.010666 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/networks/13295356-7002-4174-99f7-575c05a16b36 HTTP/1.1" status: 204 len: 168 time: 1.5323393 Dec 23 08:28:56.015452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.018290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44628) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:56.018537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:56.019240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.020059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082f309-5d97-4788-80f2-c94b80e20686 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Network': ['ID=13295356-7002-4174-99f7-575c05a16b36,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:56.034012 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-99083555'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:56.044885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:56.054827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:network and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:56.060005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:56.082843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:56.134909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f1948425-7590-4f99-9289-44a6239de62d None None] For port a2df040c-0ec6-461a-bcee-a5284fa8c7a9, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:28:56.139546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f1948425-7590-4f99-9289-44a6239de62d None None] For port a2df040c-0ec6-461a-bcee-a5284fa8c7a9, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a2df040c-0ec6-461a-bcee-a5284fa8c7a9,segment=NetworkSegment(b99cf3e8-04d2-49ea-900c-f4286755737c),segment_id=b99cf3e8-04d2-49ea-900c-f4286755737c)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:28:56.151238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.249827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1948425-7590-4f99-9289-44a6239de62d None None] Pushing event updated for resources: {'Port': ['ID=a2df040c-0ec6-461a-bcee-a5284fa8c7a9,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:56.257420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Network': ['ID=a59adfde-a87b-4be1-88c0-dc0123278974,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:56.285762 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3fc745eb-4593-4b99-8409-9ddf432b56aa tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8409612 Dec 23 08:28:56.286446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44632) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:56.301657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:56.318919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577564c-c6a5-4314-b745-4bb0fd7bd084 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:56.320248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:56.325126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network a59adfde-a87b-4be1-88c0-dc0123278974 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:56.326580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:56.331759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.352353 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fd543091-77ae-4451-8a45-4af438278216 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6443851 Dec 23 08:28:56.361920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44636) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:56.429522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.436674 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Request body: {'network': {'name': 'tempest-router-network02--859390665'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:56.442808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:56.445384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577564c-c6a5-4314-b745-4bb0fd7bd084 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:56.446030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d577564c-c6a5-4314-b745-4bb0fd7bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:56.462654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Usage tracker for resource:network and tenant:2a85c1cf337d46c0a76da2e7d350a778 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:56.488087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:56.539098 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d577564c-c6a5-4314-b745-4bb0fd7bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:56.553422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:56.559729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Provisioning for port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:56.560841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 74e43bc9-90f1-4375-9937-d9cce5433fa6 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:28:56.576016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.589644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Provisioning complete for port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:56.589644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.640364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a9a656b9-1357-4fa5-a9b5-24124b5a68cd up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:56.698281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Made reservation on behalf of 2a85c1cf337d46c0a76da2e7d350a778 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:56.701622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.730138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577564c-c6a5-4314-b745-4bb0fd7bd084 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:56.730773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d577564c-c6a5-4314-b745-4bb0fd7bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:56.750502 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3a59f82e-4338-483a-8427-a4d48feaed94 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.7412827 Dec 23 08:28:56.765419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44644) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:56.776307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9dc043ff-fa32-4a2f-9f0c-ea8af4a73463 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:56.799347 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:56.812017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d577564c-c6a5-4314-b745-4bb0fd7bd084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:56.812419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577564c-c6a5-4314-b745-4bb0fd7bd084 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:56.819461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.827363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:56.832923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Provisioning for port a9a656b9-1357-4fa5-a9b5-24124b5a68cd completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:56.838838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.839022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a9a656b9-1357-4fa5-a9b5-24124b5a68cd triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:56.839302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.849712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.850142 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Added segment 4c13c604-b0a6-4088-a4c4-ac4ae0193697 of type vlan for network 76d820ef-e52e-406e-b248-c1882a891b5e Dec 23 08:28:56.855447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.868513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Provisioning complete for port a9a656b9-1357-4fa5-a9b5-24124b5a68cd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:56.868883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.927367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.936644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:56.936881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:56.936881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f50ec233-be4d-472c-bdf1-27400f77ad20 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:28:56.964735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:56.975571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32f59-3fc6-4a58-aaf2-19961d3b2912 req-da1f1d7b-14fd-4bcc-9d85-b228191a20d2 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:56.977160 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ff32f59-3fc6-4a58-aaf2-19961d3b2912 req-da1f1d7b-14fd-4bcc-9d85-b228191a20d2 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.3309288 Dec 23 08:28:57.003129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:57.020415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:28:57.028198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Router 37a598ba-4f24-41c5-93de-341c33c05a78 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:57.033801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:28:57.035234 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 08:28:57.036369 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0b83215b-a795-4bde-8a22-5b714ee09c56 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.3054352 Dec 23 08:28:57.038229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:57.039985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44648) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:57.046747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:57.063295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.064134 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Added segment fdff3316-2695-43ae-b7d8-cb42bf48decb of type vlan for network 3926c7c7-019e-4e5e-84fd-fda174d756ab Dec 23 08:28:57.076502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.079701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.080450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:57.081114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.090418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.098300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.108924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=74e43bc9-90f1-4375-9937-d9cce5433fa6,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:57.112760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:28:57.134593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port a9a656b9-1357-4fa5-a9b5-24124b5a68cd, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a9a656b9-1357-4fa5-a9b5-24124b5a68cd,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:57.140730 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.148801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9dc043ff-fa32-4a2f-9f0c-ea8af4a73463 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.305544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:28:57.305819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-ebe51ee7-39e6-468a-892a-6682429810d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:28:57.307252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:57.308003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.322732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=a9a656b9-1357-4fa5-a9b5-24124b5a68cd,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:57.324544 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ff32f59-3fc6-4a58-aaf2-19961d3b2912 req-6d19736f-96fe-4661-97b7-f1d48cc511f6 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286529 Dec 23 08:28:57.327172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.338742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:57.339376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.343069 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3176775 Dec 23 08:28:57.347084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a681a548-d703-4b2c-ad99-a3e8b2bb4e57 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Deleting port ff2d2cf6-d3cd-4f78-b83e-05819d9816b3 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:57.347422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a681a548-d703-4b2c-ad99-a3e8b2bb4e57 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.372187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44652) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:57.378536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb69d-0a15-494f-819c-d28f06708acd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Network': ['ID=76d820ef-e52e-406e-b248-c1882a891b5e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:57.394611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 76d820ef-e52e-406e-b248-c1882a891b5e details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:57.440720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:57.444243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:57.726105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d748a23-fe69-444d-a841-1f05aa13527e None None] Network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:57.744846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': '76d820ef-e52e-406e-b248-c1882a891b5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:57.764626 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ebfa645e-a02e-4759-aa89-4d805423cf32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9367888 Dec 23 08:28:57.777864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44656) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:57.905725 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4773145 Dec 23 08:28:57.910506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44660) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:57.937251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Request body: {'subnet': {'network_id': 'a59adfde-a87b-4be1-88c0-dc0123278974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:57.941694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebdf53-f06e-46d8-99ba-f3629cd0081c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Network': ['ID=3926c7c7-019e-4e5e-84fd-fda174d756ab,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:57.954143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 3926c7c7-019e-4e5e-84fd-fda174d756ab details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:28:58.067754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:58.071990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a681a548-d703-4b2c-ad99-a3e8b2bb4e57 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.072209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9dc043ff-fa32-4a2f-9f0c-ea8af4a73463 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.078748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:58.087621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:58.090753 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.ipam_backend_mixin [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3c6bff87-446b-476f-b723-83121aae7cea (CIDR: 172.20.0.0/28) Dec 23 08:28:58.092228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9dc043ff-fa32-4a2f-9f0c-ea8af4a73463 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.092604 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-9dc043ff-fa32-4a2f-9f0c-ea8af4a73463 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP fbb97028-5a02-4cfc-bc96-4aad42c41bba disassociated. External IP: 172.26.8.236, port: efc9d63d-6c9e-493d-a88b-12ccc89ffba1. Dec 23 08:28:58.113541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ea393e7e-d01c-46d5-91e7-bec7690f5e4e None None] Provisioning for port 74e43bc9-90f1-4375-9937-d9cce5433fa6 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:58.124917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ea393e7e-d01c-46d5-91e7-bec7690f5e4e None None] Provisioning complete for port 74e43bc9-90f1-4375-9937-d9cce5433fa6 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:58.124917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ea393e7e-d01c-46d5-91e7-bec7690f5e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.156368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:58.158506 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:28:58.158937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:58.185305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ea393e7e-d01c-46d5-91e7-bec7690f5e4e None None] Port 74e43bc9-90f1-4375-9937-d9cce5433fa6 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:28:58.195325 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e0cad77a-c35a-4e0b-87fa-adbd64c67587 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9028554 Dec 23 08:28:58.198313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44664) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:58.198694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:58.200027 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ea393e7e-d01c-46d5-91e7-bec7690f5e4e None None] Provisioning for port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:58.224019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:58.230516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a681a548-d703-4b2c-ad99-a3e8b2bb4e57 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Calling delete_port for ff2d2cf6-d3cd-4f78-b83e-05819d9816b3 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:58.272435 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e893aa0a-4fb1-46c5-98ae-0836160a3c82 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:58.276313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e893aa0a-4fb1-46c5-98ae-0836160a3c82 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:58.280937 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e893aa0a-4fb1-46c5-98ae-0836160a3c82 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4981303 Dec 23 08:28:58.281872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44668) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:58.332802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:58.336071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:28:58.349885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.358497 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9cd42-2219-483b-8d7e-c4739eb594fc None None] Sync routers for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:28:58.379060 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9cd42-2219-483b-8d7e-c4739eb594fc None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:58.379666 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-dcc9cd42-2219-483b-8d7e-c4739eb594fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:58.391519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Usage tracker for resource:subnet and tenant:2a85c1cf337d46c0a76da2e7d350a778 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:58.415236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:58.455967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:58.469359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.497020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-05b112bb-5891-4c4e-bd68-457e69fbf460 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 74e43bc9-90f1-4375-9937-d9cce5433fa6 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:28:58.497367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05b112bb-5891-4c4e-bd68-457e69fbf460 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.559435 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a12fc9fa-0eeb-4dc7-a029-55d5081cc9c0 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "DELETE /v2.0/floatingips/58375f55-5066-4f8b-851b-541e9d5e5b5e HTTP/1.1" status: 204 len: 168 time: 5.9686599 Dec 23 08:28:58.573037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44674) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:58.584707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:58.592845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Made reservation on behalf of 2a85c1cf337d46c0a76da2e7d350a778 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:58.600389 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-dcc9cd42-2219-483b-8d7e-c4739eb594fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:58.623115 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9cd42-2219-483b-8d7e-c4739eb594fc None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:28:58.623733 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-dcc9cd42-2219-483b-8d7e-c4739eb594fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:58.645614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:58.723177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:58.736959 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Usage tracker for resource:floatingip and tenant:5ba65c842fb24bc599f3783e1e9f565f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:58.745883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:58.749358 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-dcc9cd42-2219-483b-8d7e-c4739eb594fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:28:58.749761 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9cd42-2219-483b-8d7e-c4739eb594fc None None] The sync data for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:28:58.751271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:58.767156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Performing IP validity checks on allocation pools {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 08:28:58.769870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 08:28:58.772178 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:58.783107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:58.784162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a9a656b9-1357-4fa5-a9b5-24124b5a68cd up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:58.807779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:58.811690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.830409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:58.887744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a9a656b9-1357-4fa5-a9b5-24124b5a68cd triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:58.890311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.898849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a681a548-d703-4b2c-ad99-a3e8b2bb4e57 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.968989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:58.982953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:59.005588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681a548-d703-4b2c-ad99-a3e8b2bb4e57 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff2d2cf6-d3cd-4f78-b83e-05819d9816b3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:59.056607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a2df040c-0ec6-461a-bcee-a5284fa8c7a9 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:28:59.092368 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.ipam_backend_mixin [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6a58d473-e652-4eed-a19e-513fff95d64d (CIDR: 172.20.0.16/28) Dec 23 08:28:59.110997 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:28:59.111428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:28:59.126234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:28:59.137889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:28:59.139590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:59.163647 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c9065b3e-38b7-49e4-8059-d9b157789176 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9485028 Dec 23 08:28:59.166705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44678) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:59.167999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:59.186439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'subnet': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:59.276067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:59.309735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port a2df040c-0ec6-461a-bcee-a5284fa8c7a9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a2df040c-0ec6-461a-bcee-a5284fa8c7a9,segment=NetworkSegment(b99cf3e8-04d2-49ea-900c-f4286755737c),segment_id=b99cf3e8-04d2-49ea-900c-f4286755737c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:28:59.315351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:59.407700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=a2df040c-0ec6-461a-bcee-a5284fa8c7a9,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:59.537827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f70f6e-ee21-4fab-bbc8-4acf4d4e67e0 req-852d37d8-9b2a-43f4-bba2-8d1baa5b9754 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:59.539256 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-23f70f6e-ee21-4fab-bbc8-4acf4d4e67e0 req-852d37d8-9b2a-43f4-bba2-8d1baa5b9754 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.8056591 Dec 23 08:28:59.543074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a681a548-d703-4b2c-ad99-a3e8b2bb4e57 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:59.550210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05b112bb-5891-4c4e-bd68-457e69fbf460 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:59.625409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Checking segment: {'id': '4c13c604-b0a6-4088-a4c4-ac4ae0193697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76d820ef-e52e-406e-b248-c1882a891b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:28:59.625762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network hostable DHCP agents. Network: 76d820ef-e52e-406e-b248-c1882a891b5e, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:28:59.634145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=9747233a-a2e6-47a0-b8d3-12227e989009,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:28:59.717196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:28:59.722965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Usage tracker for resource:subnet and tenant:063fc722289642818ffcfed1dc7cfd84 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:28:59.727869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:28:59.730944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 76d820ef-e52e-406e-b248-c1882a891b5e is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:28:59.738810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:28:59.746468 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a681a548-d703-4b2c-ad99-a3e8b2bb4e57 tempest-RoutersAdminNegativeTest-169735187 tempest-RoutersAdminNegativeTest-169735187-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ff2d2cf6-d3cd-4f78-b83e-05819d9816b3 HTTP/1.1" status: 204 len: 168 time: 2.7006428 Dec 23 08:28:59.749057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-05b112bb-5891-4c4e-bd68-457e69fbf460 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 74e43bc9-90f1-4375-9937-d9cce5433fa6 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:28:59.763210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 76d820ef-e52e-406e-b248-c1882a891b5e) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:28:59.767607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:28:59.768475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:28:59.773983 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7c3525-e083-402c-bdc6-a4cd2163029d None None] Network 76d820ef-e52e-406e-b248-c1882a891b5e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:28:59.777275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Made reservation on behalf of 063fc722289642818ffcfed1dc7cfd84 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:28:59.856520 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-23f70f6e-ee21-4fab-bbc8-4acf4d4e67e0 req-3a5bf8d4-30c9-43d1-b4cf-f2578c33ff4e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985587 Dec 23 08:28:59.882277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc043ff-fa32-4a2f-9f0c-ea8af4a73463 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:28:59.898792 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-38224274-2559-4110-823b-60d6c54f49a7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4351194 Dec 23 08:28:59.903057 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44684) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:28:59.938905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': '76d820ef-e52e-406e-b248-c1882a891b5e', 'name': 'tempest-PortsIpV6TestJSON-1074450716'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:28:59.966320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.057916 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-76d820ef-e52e-406e-b248-c1882a891b5e', 'network_id': '76d820ef-e52e-406e-b248-c1882a891b5e', 'tenant_id': '5081e89da4a74fbea7194cff8f1d47f3', 'fixed_ips': [{'subnet_id': '9747233a-a2e6-47a0-b8d3-12227e989009'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:00.059083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.064928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.130838 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:29:00.170145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.210992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Subnet': ['ID=f88df181-45b4-431e-aca7-cae07b9b69c9,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:00.255014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44694) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:00.335302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.338720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Checking segment: {'id': '8a95cae6-ea46-46e0-8376-6d7a13fd3e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a59adfde-a87b-4be1-88c0-dc0123278974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:00.339094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network hostable DHCP agents. Network: a59adfde-a87b-4be1-88c0-dc0123278974, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:00.359004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:00.377709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:00.413903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05b112bb-5891-4c4e-bd68-457e69fbf460 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.464695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:00.467982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.485847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c5449e5e-e29f-4cc3-a3df-ef669b1f879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.523420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Allocated IP 2001:db8::2 (76d820ef-e52e-406e-b248-c1882a891b5e/9747233a-a2e6-47a0-b8d3-12227e989009/e29bd864-32c8-455b-bfa3-a7614972aa29) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:00.567288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-098f4831-75ba-41d0-b176-4fb4748bed58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.575536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b112bb-5891-4c4e-bd68-457e69fbf460 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=74e43bc9-90f1-4375-9937-d9cce5433fa6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:00.583422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 3e2520bb-ebba-4b13-afae-581652ffb1a3 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:29:00.640422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Allocated IP 172.26.8.140 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/39727271-2e80-4247-bdb4-3ca16516f1aa) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:00.671200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a2df040c-0ec6-461a-bcee-a5284fa8c7a9 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:00.698472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network a59adfde-a87b-4be1-88c0-dc0123278974 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:00.768276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-098f4831-75ba-41d0-b176-4fb4748bed58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:00.781314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-098f4831-75ba-41d0-b176-4fb4748bed58 admin admin] Usage tracker for resource:security_group_rule and tenant:cdd55c57c1184dcc8ba99db8943d7f6d is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:00.790905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-098f4831-75ba-41d0-b176-4fb4748bed58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:00.805987 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-08b22c95-ca8b-4456-bdfd-ac65aff47f1d req-c8c980d8-43ca-4796-a4c9-d62a54202459 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 1098 time: 0.3421454 Dec 23 08:29:00.813214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-098f4831-75ba-41d0-b176-4fb4748bed58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:00.828586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, a59adfde-a87b-4be1-88c0-dc0123278974) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:00.843841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec05618f-6a90-4905-a91b-d9faf7d0fe5e None None] Network a59adfde-a87b-4be1-88c0-dc0123278974 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:00.913564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05b112bb-5891-4c4e-bd68-457e69fbf460 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.930356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:00.932147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:00.976606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc043ff-fa32-4a2f-9f0c-ea8af4a73463 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:01.001824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50226f-58e0-4b77-a553-4b4ec7d65756 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:01.006445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b4c9-b0b9-44fa-9978-1d45cfe29412 req-47be17dc-8651-48e2-b45b-f3ed982b1d4f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:01.011942 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cba1b4c9-b0b9-44fa-9978-1d45cfe29412 req-47be17dc-8651-48e2-b45b-f3ed982b1d4f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.5976136 Dec 23 08:29:01.016074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.045231 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-05b112bb-5891-4c4e-bd68-457e69fbf460 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/74e43bc9-90f1-4375-9937-d9cce5433fa6 HTTP/1.1" status: 204 len: 168 time: 2.7598627 Dec 23 08:29:01.046297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:01.046671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.050517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44700) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:01.113260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.115647 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b0f96913-9f79-4ec6-af52-a36585af2c30 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2032061 Dec 23 08:29:01.118845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44704) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:01.138268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b22c95-ca8b-4456-bdfd-ac65aff47f1d req-d22d5d02-119f-4eb1-bc0b-c184de06c6ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:01.138803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50226f-58e0-4b77-a553-4b4ec7d65756 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:01.139441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7f50226f-58e0-4b77-a553-4b4ec7d65756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:01.139929 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-08b22c95-ca8b-4456-bdfd-ac65aff47f1d req-d22d5d02-119f-4eb1-bc0b-c184de06c6ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 200 len: 912 time: 0.3235455 Dec 23 08:29:01.144188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Request body: {'subnet': {'network_id': '3926c7c7-019e-4e5e-84fd-fda174d756ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:01.144803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-098f4831-75ba-41d0-b176-4fb4748bed58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.195494 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Transition to ACTIVE for port object e29bd864-32c8-455b-bfa3-a7614972aa29 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:01.203693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Subnet': ['ID=748e58e8-81cf-4d44-b9e5-1d9ce25c52af,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:01.205154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9dc043ff-fa32-4a2f-9f0c-ea8af4a73463 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.233182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:01.238959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-098f4831-75ba-41d0-b176-4fb4748bed58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.261559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c37de4-c9ed-42d8-8e28-772f3cef5e24 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:01.263013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c37de4-c9ed-42d8-8e28-772f3cef5e24 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:01.264378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c37de4-c9ed-42d8-8e28-772f3cef5e24 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:01.265146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-69c37de4-c9ed-42d8-8e28-772f3cef5e24 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:01.275339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:01.287981 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cba1b4c9-b0b9-44fa-9978-1d45cfe29412 req-9384a8ec-3a64-4388-be65-451f6c933536 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630804 Dec 23 08:29:01.300532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.304388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:01.304980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.318473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7f50226f-58e0-4b77-a553-4b4ec7d65756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:01.331469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-69c37de4-c9ed-42d8-8e28-772f3cef5e24 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:01.335803 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-69c37de4-c9ed-42d8-8e28-772f3cef5e24 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2809045 Dec 23 08:29:01.337823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44708) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:01.345409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:01.348637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd7d3c-638c-4054-ba0b-f0c12b3c5ffc None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:01.378198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Transition to ACTIVE for port object e29bd864-32c8-455b-bfa3-a7614972aa29 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:01.392572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Usage tracker for resource:subnet and tenant:2a85c1cf337d46c0a76da2e7d350a778 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:01.397663 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9dc043ff-fa32-4a2f-9f0c-ea8af4a73463 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/floatingips/fbb97028-5a02-4cfc-bc96-4aad42c41bba HTTP/1.1" status: 200 len: 688 time: 4.6309097 Dec 23 08:29:01.398445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44712) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:01.406602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:01.414576 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3558db94-bac7-484a-9444-74466564f831 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2360518 Dec 23 08:29:01.454959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f4831-75ba-41d0-b176-4fb4748bed58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28deae22-b049-4d60-a1b4-a931134bb286,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:01.476621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44718) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:01.537512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:01.580250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-a59adfde-a87b-4be1-88c0-dc0123278974', 'network_id': 'a59adfde-a87b-4be1-88c0-dc0123278974', 'tenant_id': '2a85c1cf337d46c0a76da2e7d350a778', 'fixed_ips': [{'subnet_id': 'f88df181-45b4-431e-aca7-cae07b9b69c9'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:01.581300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.592090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.627857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Made reservation on behalf of 2a85c1cf337d46c0a76da2e7d350a778 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:01.655906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.685052 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-098f4831-75ba-41d0-b176-4fb4748bed58 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdd55c57c1184dcc8ba99db8943d7f6d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4267650 Dec 23 08:29:01.698912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-578005049', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '748e58e8-81cf-4d44-b9e5-1d9ce25c52af'}], 'security_groups': ['aa656d18-ed9c-42a5-a491-7d8f87a57996', '28b99948-4f6c-420e-8d1b-a861eb0bec54']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:01.706563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50226f-58e0-4b77-a553-4b4ec7d65756 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:01.707223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7f50226f-58e0-4b77-a553-4b4ec7d65756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:28:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:01.732786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44722) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:01.748881 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-08b22c95-ca8b-4456-bdfd-ac65aff47f1d req-b2463601-4605-4b70-b1bc-ab25e288fc93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 200 len: 1001 time: 0.5989566 Dec 23 08:29:01.829267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:01.830350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Pushing event updated for resources: {'Port': ['ID=39727271-2e80-4247-bdb4-3ca16516f1aa,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:01.852150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:01.858514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:01.861688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7f50226f-58e0-4b77-a553-4b4ec7d65756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:01.861688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50226f-58e0-4b77-a553-4b4ec7d65756 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:01.872170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:01.881392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Network 76d820ef-e52e-406e-b248-c1882a891b5e is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:01.889627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Pushing event updated for resources: {'Port': ['ID=e29bd864-32c8-455b-bfa3-a7614972aa29,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:01.898224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:01.907261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:01.946225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::157 (76d820ef-e52e-406e-b248-c1882a891b5e/9747233a-a2e6-47a0-b8d3-12227e989009/3e2520bb-ebba-4b13-afae-581652ffb1a3) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:01.964827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port c4ecb1dd-76b0-42b2-b236-e4683f78e7fd {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:01.965123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.003683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d9fe8a-6daa-4001-875a-0f21955b5f32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 1233b08a-d71d-4a24-b4c1-ad476ffe9859 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:02.017325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe8a-6daa-4001-875a-0f21955b5f32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.082509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b22c95-ca8b-4456-bdfd-ac65aff47f1d req-80041618-7c71-46ac-9026-fa60b332fc08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:02.083962 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-08b22c95-ca8b-4456-bdfd-ac65aff47f1d req-80041618-7c71-46ac-9026-fa60b332fc08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 200 len: 851 time: 0.3141978 Dec 23 08:29:02.099470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe8a-6daa-4001-875a-0f21955b5f32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.116217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Attempting to bind port e29bd864-32c8-455b-bfa3-a7614972aa29 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:02.116667 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Attempting to bind port e29bd864-32c8-455b-bfa3-a7614972aa29 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '4c13c604-b0a6-4088-a4c4-ac4ae0193697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76d820ef-e52e-406e-b248-c1882a891b5e'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:02.117094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Attempting to bind port e29bd864-32c8-455b-bfa3-a7614972aa29 on network 76d820ef-e52e-406e-b248-c1882a891b5e {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:02.134627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Allocated IP 172.20.0.2 (a59adfde-a87b-4be1-88c0-dc0123278974/f88df181-45b4-431e-aca7-cae07b9b69c9/d8900d84-294a-4d5a-b900-37b4ba02d7aa) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:02.138039 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:02.148821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Checking segment: {'id': '4c13c604-b0a6-4088-a4c4-ac4ae0193697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76d820ef-e52e-406e-b248-c1882a891b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:02.149530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.150153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Bound using segment: {'id': '4c13c604-b0a6-4088-a4c4-ac4ae0193697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76d820ef-e52e-406e-b248-c1882a891b5e'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:02.152425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Bound port: e29bd864-32c8-455b-bfa3-a7614972aa29, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c13c604-b0a6-4088-a4c4-ac4ae0193697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '76d820ef-e52e-406e-b248-c1882a891b5e'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:02.153330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.259128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.275277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a832f26d-8c0d-4d18-b4ca-aa8844de9d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.322495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe8a-6daa-4001-875a-0f21955b5f32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.430196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe8a-6daa-4001-875a-0f21955b5f32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.431261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] For port e29bd864-32c8-455b-bfa3-a7614972aa29, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:02.438529 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] For port e29bd864-32c8-455b-bfa3-a7614972aa29, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e29bd864-32c8-455b-bfa3-a7614972aa29,segment=NetworkSegment(4c13c604-b0a6-4088-a4c4-ac4ae0193697),segment_id=4c13c604-b0a6-4088-a4c4-ac4ae0193697)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:02.475347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.488141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a832f26d-8c0d-4d18-b4ca-aa8844de9d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.495926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9fe8a-6daa-4001-875a-0f21955b5f32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=1233b08a-d71d-4a24-b4c1-ad476ffe9859,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:02.528586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.535675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe8a-6daa-4001-875a-0f21955b5f32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.554179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.554513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.567389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.620351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f04a692-7afc-4dbd-b5e6-deb7c42d761a None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:02.678392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Subnet': ['ID=8aef76c7-1d96-48aa-b6c8-071f954e38e2,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:02.707379 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a1d9fe8a-6daa-4001-875a-0f21955b5f32 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/1233b08a-d71d-4a24-b4c1-ad476ffe9859 HTTP/1.1" status: 204 len: 168 time: 1.3678076 Dec 23 08:29:02.710889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.718335 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44736) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:02.799504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for c4ecb1dd-76b0-42b2-b236-e4683f78e7fd owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:02.819453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d8e8c2df-97ed-415c-a889-524222aa3556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:02.848405 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce9542-e6e2-4859-9bff-3061ec4a75fa None None] Update dhcp port {'port': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'fixed_ips': [{'subnet_id': '6a58d473-e652-4eed-a19e-513fff95d64d', 'ip_address': '172.20.0.18'}, {'subnet_id': '3c6bff87-446b-476f-b723-83121aae7cea', 'ip_address': '172.20.0.2'}, {'subnet_id': '748e58e8-81cf-4d44-b9e5-1d9ce25c52af'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': '43320b7d-c0e6-41e5-a7f1-2e40e72b7589'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:29:02.890276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Checking segment: {'id': 'fdff3316-2695-43ae-b7d8-cb42bf48decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3926c7c7-019e-4e5e-84fd-fda174d756ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:02.890702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network hostable DHCP agents. Network: 3926c7c7-019e-4e5e-84fd-fda174d756ab, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:02.891633 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-08b22c95-ca8b-4456-bdfd-ac65aff47f1d req-3823c5dc-5079-464d-bdc4-a8c4a895cbaf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=824d0043-5466-40fa-aafd-00652d6477b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7862706 Dec 23 08:29:02.909171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893ed9d-befb-4a2f-901b-74f5fb3e00d2 req-880b3987-0753-4932-b999-9e46715d4d69 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:02.910678 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d893ed9d-befb-4a2f-901b-74f5fb3e00d2 req-880b3987-0753-4932-b999-9e46715d4d69 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.2653828 Dec 23 08:29:02.930313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfdf5f-5852-4819-b0e8-80004020103d None None] Pushing event updated for resources: {'Port': ['ID=e29bd864-32c8-455b-bfa3-a7614972aa29,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:03.002474 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d893ed9d-befb-4a2f-901b-74f5fb3e00d2 req-6fb08960-b471-4f49-9e54-85803720e6b7 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780103 Dec 23 08:29:03.020104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network 3926c7c7-019e-4e5e-84fd-fda174d756ab is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:03.056152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60ce9542-e6e2-4859-9bff-3061ec4a75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.065660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.078408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.081426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 3926c7c7-019e-4e5e-84fd-fda174d756ab) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:03.094977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1be971-0c27-4121-baee-ea7f58ed745b None None] Network 3926c7c7-019e-4e5e-84fd-fda174d756ab requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:03.097140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:03.098877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.105246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.214380 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f57ec7ad-823d-4394-8d17-ee7988a36bb8 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0889401 Dec 23 08:29:03.219244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44740) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:03.223194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.467509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Pushing event updated for resources: {'Port': ['ID=39727271-2e80-4247-bdb4-3ca16516f1aa,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:03.553610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Transition to ACTIVE for port object d8900d84-294a-4d5a-b900-37b4ba02d7aa will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:03.565617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object 3e2520bb-ebba-4b13-afae-581652ffb1a3 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:03.576376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a832f26d-8c0d-4d18-b4ca-aa8844de9d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.581007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.592899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Transition to ACTIVE for port object d8900d84-294a-4d5a-b900-37b4ba02d7aa will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:03.620875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.628477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-60ce9542-e6e2-4859-9bff-3061ec4a75fa None None] Allocated IP 172.20.0.34 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/748e58e8-81cf-4d44-b9e5-1d9ce25c52af/43320b7d-c0e6-41e5-a7f1-2e40e72b7589) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:03.637398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832f26d-8c0d-4d18-b4ca-aa8844de9d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28deae22-b049-4d60-a1b4-a931134bb286,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:03.673330 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-08b22c95-ca8b-4456-bdfd-ac65aff47f1d req-e2c7af5b-0b94-446a-a45b-fa975d4010b1 service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292075 Dec 23 08:29:03.683846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.688170 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dc118f37-7076-4d89-b556-971e9db199b2 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1046519 Dec 23 08:29:03.691553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.692524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44744) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:03.850924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3926c7c7-019e-4e5e-84fd-fda174d756ab', 'network_id': '3926c7c7-019e-4e5e-84fd-fda174d756ab', 'tenant_id': '2a85c1cf337d46c0a76da2e7d350a778', 'fixed_ips': [{'subnet_id': '8aef76c7-1d96-48aa-b6c8-071f954e38e2'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:03.851731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.878023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Network a59adfde-a87b-4be1-88c0-dc0123278974 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:03.882947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=c4ecb1dd-76b0-42b2-b236-e4683f78e7fd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:03.884705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Pushing event updated for resources: {'Port': ['ID=d8900d84-294a-4d5a-b900-37b4ba02d7aa,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:03.898671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:03.922720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.926131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-db12bc4c-6057-4ca7-bb17-69fd10788e43 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet d062f8a0-2a16-4ab9-a101-fd8f864638d4 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:03.929166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:03.944504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.984359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a832f26d-8c0d-4d18-b4ca-aa8844de9d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:03.985488 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a832f26d-8c0d-4d18-b4ca-aa8844de9d8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28deae22-b049-4d60-a1b4-a931134bb286 HTTP/1.1" status: 204 len: 168 time: 2.2517679 Dec 23 08:29:04.036376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db12bc4c-6057-4ca7-bb17-69fd10788e43 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.061436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.167881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:04.184366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:04.194698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Usage tracker for resource:floatingip and tenant:d4ce6b3555374fcaa77b92f49788d1b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:04.198735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:04.220755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:04.301304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Attempting to bind port d8900d84-294a-4d5a-b900-37b4ba02d7aa on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:04.301681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Attempting to bind port d8900d84-294a-4d5a-b900-37b4ba02d7aa by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '8a95cae6-ea46-46e0-8376-6d7a13fd3e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a59adfde-a87b-4be1-88c0-dc0123278974'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:04.302049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Attempting to bind port d8900d84-294a-4d5a-b900-37b4ba02d7aa on network a59adfde-a87b-4be1-88c0-dc0123278974 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:04.313395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=3e2520bb-ebba-4b13-afae-581652ffb1a3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:04.333874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-60ce9542-e6e2-4859-9bff-3061ec4a75fa None None] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:04.335340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.344648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:04.345380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db12bc4c-6057-4ca7-bb17-69fd10788e43 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.345550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Checking segment: {'id': '8a95cae6-ea46-46e0-8376-6d7a13fd3e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a59adfde-a87b-4be1-88c0-dc0123278974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:04.345908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.346611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Bound using segment: {'id': '8a95cae6-ea46-46e0-8376-6d7a13fd3e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a59adfde-a87b-4be1-88c0-dc0123278974'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:04.347390 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Bound port: d8900d84-294a-4d5a-b900-37b4ba02d7aa, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a95cae6-ea46-46e0-8376-6d7a13fd3e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a59adfde-a87b-4be1-88c0-dc0123278974'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:04.347774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.460013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 76d820ef-e52e-406e-b248-c1882a891b5e is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:04.478311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.resource_extend [None req-60ce9542-e6e2-4859-9bff-3061ec4a75fa None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:29:04.504525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e1ef1-518c-4141-bc26-d5cf923c6341 None None] Network 76d820ef-e52e-406e-b248-c1882a891b5e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:04.518464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.521752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.531676 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f03fdf71-618f-408f-a055-36a57ed3521f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/floatingips/fbb97028-5a02-4cfc-bc96-4aad42c41bba HTTP/1.1" status: 204 len: 168 time: 3.1187642 Dec 23 08:29:04.532007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:04.532992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60ce9542-e6e2-4859-9bff-3061ec4a75fa None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.537667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:04.555855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.561983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:04.562509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.596356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44756) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:04.640199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '5b7245bc-d58f-42d4-a512-45e860fd0bf2'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:04.653482 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e5a18fba-da58-4714-905e-1235351bb522 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7491858 Dec 23 08:29:04.662673 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-08b22c95-ca8b-4456-bdfd-ac65aff47f1d req-67c2f055-89f8-4fba-bb90-3a2219bc4acf service neutron] 10.222.0.24 "GET /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9779429 Dec 23 08:29:04.663183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44760) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:04.676353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:04.727641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:floatingip and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:04.734726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:04.751818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:04.762742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e29bd864-32c8-455b-bfa3-a7614972aa29 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:04.763877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44764) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:04.767340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db12bc4c-6057-4ca7-bb17-69fd10788e43 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.798331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Allocated IP 172.20.0.2 (3926c7c7-019e-4e5e-84fd-fda174d756ab/8aef76c7-1d96-48aa-b6c8-071f954e38e2/db008057-7869-4363-8456-0853388d5b6a) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:04.824266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60ce9542-e6e2-4859-9bff-3061ec4a75fa None None] Transition to ACTIVE for port object 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:04.844384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.860179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60ce9542-e6e2-4859-9bff-3061ec4a75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.874566 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-daad1f3b-8f08-46b6-b1f4-c0f498a455d6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 3e2520bb-ebba-4b13-afae-581652ffb1a3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:04.874915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daad1f3b-8f08-46b6-b1f4-c0f498a455d6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:04.929999 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830a22f-1fe6-4a83-a9c3-d525ac731379 req-a351eb08-b95b-42bf-a222-7efebdd38ae8 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:04.931460 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d830a22f-1fe6-4a83-a9c3-d525ac731379 req-a351eb08-b95b-42bf-a222-7efebdd38ae8 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.6052613 Dec 23 08:29:05.026223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] For port d8900d84-294a-4d5a-b900-37b4ba02d7aa, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:05.038499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1c6c70ac-9297-4d24-bc53-a3058e2ae440 None None] Provisioning for port e29bd864-32c8-455b-bfa3-a7614972aa29 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:05.071931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] For port d8900d84-294a-4d5a-b900-37b4ba02d7aa, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d8900d84-294a-4d5a-b900-37b4ba02d7aa,segment=NetworkSegment(8a95cae6-ea46-46e0-8376-6d7a13fd3e98),segment_id=8a95cae6-ea46-46e0-8376-6d7a13fd3e98)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:05.109561 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d830a22f-1fe6-4a83-a9c3-d525ac731379 req-68843c8f-1c84-4287-bc0c-b387eca35820 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255407 Dec 23 08:29:05.115489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.127250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.133199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db12bc4c-6057-4ca7-bb17-69fd10788e43 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.176558 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-96802509-bd9b-4610-b3f4-fb2ad63460c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03bae6ac5e2b4c70b2fa80f9e2732b27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4086249 Dec 23 08:29:05.218364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44768) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:05.225877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce9542-e6e2-4859-9bff-3061ec4a75fa None None] Pushing event updated for resources: {'Port': ['ID=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:05.230165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12bc4c-6057-4ca7-bb17-69fd10788e43 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=d062f8a0-2a16-4ab9-a101-fd8f864638d4,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:05.292159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db12bc4c-6057-4ca7-bb17-69fd10788e43 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.340447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc04d936-6d45-460c-bbff-727fe19b9770 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:05.350217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Allocated IP 172.20.0.1 (a59adfde-a87b-4be1-88c0-dc0123278974/f88df181-45b4-431e-aca7-cae07b9b69c9/c3b152d1-19be-4e80-8c04-d71824607b69) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:05.403795 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-db12bc4c-6057-4ca7-bb17-69fd10788e43 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/d062f8a0-2a16-4ab9-a101-fd8f864638d4 HTTP/1.1" status: 204 len: 168 time: 2.6249104 Dec 23 08:29:05.420312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44774) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:05.432511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Delete allocated IP 172.20.0.3 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/3c6bff87-446b-476f-b723-83121aae7cea) {{(pid=83523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 08:29:05.474716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Allocated IP 172.26.8.9 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/8c92e40c-d9da-479b-9ca8-a6a9fcd27e16) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:05.485325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port e29bd864-32c8-455b-bfa3-a7614972aa29 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:05.488372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.521453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e29bd864-32c8-455b-bfa3-a7614972aa29 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:05.522033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.588724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-af4fbc72-207d-4511-bbdb-27eaeea4a2f7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:router {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:05.656141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Allocated IP 172.20.0.42 (1492aa6a-fbab-4966-9d9d-e4c71fe2124c/748e58e8-81cf-4d44-b9e5-1d9ce25c52af/63e1ebde-6a5c-4e25-8fec-6ff91b895eb0) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:05.659381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7f21d-9b78-45ff-bb26-b6d9343de1cd None None] Pushing event updated for resources: {'Port': ['ID=d8900d84-294a-4d5a-b900-37b4ba02d7aa,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:05.659733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daad1f3b-8f08-46b6-b1f4-c0f498a455d6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.663055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d2bd7cd6-ac69-4e2d-8b40-c232e0f284a0 None None] Provisioning complete for port a9a656b9-1357-4fa5-a9b5-24124b5a68cd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:05.663505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2bd7cd6-ac69-4e2d-8b40-c232e0f284a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.808589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.849470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Transition to ACTIVE for port object c3b152d1-19be-4e80-8c04-d71824607b69 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:05.871125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.933720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.947520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:05.965514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Transition to ACTIVE for port object db008057-7869-4363-8456-0853388d5b6a will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:05.995042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.038731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network a59adfde-a87b-4be1-88c0-dc0123278974 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:06.045569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:06.048120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:06.082297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Transition to ACTIVE for port object db008057-7869-4363-8456-0853388d5b6a will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:06.088782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Port': ['ID=c3b152d1-19be-4e80-8c04-d71824607b69,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:06.121216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e86aaaaa-e2bd-4b02-97e3-1052c0a5c304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.127246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:06.134397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.140552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:06.143480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:06.148085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-daad1f3b-8f08-46b6-b1f4-c0f498a455d6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 3e2520bb-ebba-4b13-afae-581652ffb1a3 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:06.225724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.238194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-af4fbc72-207d-4511-bbdb-27eaeea4a2f7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:router {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:06.239362 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-af4fbc72-207d-4511-bbdb-27eaeea4a2f7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8144310 Dec 23 08:29:06.255643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Pushing event updated for resources: {'Port': ['ID=8c92e40c-d9da-479b-9ca8-a6a9fcd27e16,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:06.257671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44780) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:06.272995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:06.327077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.347437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Network 3926c7c7-019e-4e5e-84fd-fda174d756ab is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:06.354273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:06.361145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Pushing event updated for resources: {'Port': ['ID=db008057-7869-4363-8456-0853388d5b6a,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:06.365269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:06.374785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port e29bd864-32c8-455b-bfa3-a7614972aa29, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e29bd864-32c8-455b-bfa3-a7614972aa29,segment=NetworkSegment(4c13c604-b0a6-4088-a4c4-ac4ae0193697),segment_id=4c13c604-b0a6-4088-a4c4-ac4ae0193697)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:06.409855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e86aaaaa-e2bd-4b02-97e3-1052c0a5c304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.441140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.565484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97c6ae6-0e39-4a9c-a099-f554ed4fe706 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:06.590402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c97c6ae6-0e39-4a9c-a099-f554ed4fe706 None None] Deleting port a9a656b9-1357-4fa5-a9b5-24124b5a68cd {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:06.590402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c97c6ae6-0e39-4a9c-a099-f554ed4fe706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.663894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Attempting to bind port db008057-7869-4363-8456-0853388d5b6a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:06.664250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Attempting to bind port db008057-7869-4363-8456-0853388d5b6a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'fdff3316-2695-43ae-b7d8-cb42bf48decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3926c7c7-019e-4e5e-84fd-fda174d756ab'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:06.664614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Attempting to bind port db008057-7869-4363-8456-0853388d5b6a on network 3926c7c7-019e-4e5e-84fd-fda174d756ab {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:06.731722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.762898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daad1f3b-8f08-46b6-b1f4-c0f498a455d6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.799287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.820373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Transition to ACTIVE for port object 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:06.842252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.905195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:06.915604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.926903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad1f3b-8f08-46b6-b1f4-c0f498a455d6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=3e2520bb-ebba-4b13-afae-581652ffb1a3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:06.933544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:06.935165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Checking segment: {'id': 'fdff3316-2695-43ae-b7d8-cb42bf48decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3926c7c7-019e-4e5e-84fd-fda174d756ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:06.936117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.936736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Bound using segment: {'id': 'fdff3316-2695-43ae-b7d8-cb42bf48decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3926c7c7-019e-4e5e-84fd-fda174d756ab'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:06.937351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Bound port: db008057-7869-4363-8456-0853388d5b6a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdff3316-2695-43ae-b7d8-cb42bf48decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3926c7c7-019e-4e5e-84fd-fda174d756ab'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:06.937881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.939062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:06.949748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d8900d84-294a-4d5a-b900-37b4ba02d7aa up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:06.958131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb5f00-dc78-4a2c-841b-ea212bd78c39 req-afa3905b-cff6-416f-88b6-b7ddb56c6a97 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:06.959725 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2ffb5f00-dc78-4a2c-841b-ea212bd78c39 req-afa3905b-cff6-416f-88b6-b7ddb56c6a97 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.5466926 Dec 23 08:29:06.959856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:06.998743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=e29bd864-32c8-455b-bfa3-a7614972aa29,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:07.006133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:07.027641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.039320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c97c6ae6-0e39-4a9c-a099-f554ed4fe706 None None] For port a9a656b9-1357-4fa5-a9b5-24124b5a68cd, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a9a656b9-1357-4fa5-a9b5-24124b5a68cd,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:07.040457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c97c6ae6-0e39-4a9c-a099-f554ed4fe706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.100552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:07.123387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Provisioning for port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:07.136293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daad1f3b-8f08-46b6-b1f4-c0f498a455d6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.151650 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e86aaaaa-e2bd-4b02-97e3-1052c0a5c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.235687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:07.239182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.258403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event updated for resources: {'Port': ['ID=63e1ebde-6a5c-4e25-8fec-6ff91b895eb0,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:07.279633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c97c6ae6-0e39-4a9c-a099-f554ed4fe706 None None] Calling delete_port for a9a656b9-1357-4fa5-a9b5-24124b5a68cd owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:07.326352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Provisioning complete for port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:07.326974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.354219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aaaaa-e2bd-4b02-97e3-1052c0a5c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f9c0d-bf03-4348-9287-552cb9b1225a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:07.377374 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-daad1f3b-8f08-46b6-b1f4-c0f498a455d6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/3e2520bb-ebba-4b13-afae-581652ffb1a3 HTTP/1.1" status: 204 len: 168 time: 2.7031853 Dec 23 08:29:07.377374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e86aaaaa-e2bd-4b02-97e3-1052c0a5c304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.377374 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e86aaaaa-e2bd-4b02-97e3-1052c0a5c304 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd4f9c0d-bf03-4348-9287-552cb9b1225a HTTP/1.1" status: 204 len: 168 time: 2.1577840 Dec 23 08:29:07.380406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44788) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:07.533005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:07.538535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] For port db008057-7869-4363-8456-0853388d5b6a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:07.545262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] For port db008057-7869-4363-8456-0853388d5b6a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=db008057-7869-4363-8456-0853388d5b6a,segment=NetworkSegment(fdff3316-2695-43ae-b7d8-cb42bf48decb),segment_id=fdff3316-2695-43ae-b7d8-cb42bf48decb)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:07.561934 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-0731859b-a1d6-4339-8eaa-caa58d033cc2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:07.562652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee43fa0-e5ea-4be1-9b3d-aca0b2cf9ccf None None] Network a59adfde-a87b-4be1-88c0-dc0123278974 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:07.562766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0731859b-a1d6-4339-8eaa-caa58d033cc2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:07.566632 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0731859b-a1d6-4339-8eaa-caa58d033cc2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/3e2520bb-ebba-4b13-afae-581652ffb1a3 HTTP/1.1" status: 404 len: 333 time: 0.1545541 Dec 23 08:29:07.571207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44796) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:07.587838 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.647898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] In _notify_port_updated(), no bound segment for port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 on network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:29:07.656204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:07.656866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.658207 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d05c0404-252b-4bf9-816d-e8ebb75dfa6d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "PUT /v2.0/ports/63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 HTTP/1.1" status: 200 len: 959 time: 5.9884231 Dec 23 08:29:07.669671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44800) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:07.687291 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d66f12d-9bf1-4241-a42a-b435d9235cc5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:29:07.688163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2d66f12d-9bf1-4241-a42a-b435d9235cc5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:07.751820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d8900d84-294a-4d5a-b900-37b4ba02d7aa completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:07.758560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.26.8.21 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/0b831f99-75d7-4a9f-8888-a0f3e9399d11) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:07.781726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c97c6ae6-0e39-4a9c-a099-f554ed4fe706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.795790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.814754 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2ffb5f00-dc78-4a2c-841b-ea212bd78c39 req-cbee24d7-93a2-41d1-ab96-b1fd4423d791 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8417168 Dec 23 08:29:07.816244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:07.861381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Provisioning complete for port 29f6a520-4f8d-408c-ad3c-926eb41a6084 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:07.861744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.865869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2d66f12d-9bf1-4241-a42a-b435d9235cc5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:07.867066 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2d66f12d-9bf1-4241-a42a-b435d9235cc5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/3e2520bb-ebba-4b13-afae-581652ffb1a3 HTTP/1.1" status: 404 len: 333 time: 0.2882943 Dec 23 08:29:07.891069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44808) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:07.966305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.969220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:07.987883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0da6c-9ca1-4baf-8090-98db129a37a1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:07.988274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2eb0da6c-9ca1-4baf-8090-98db129a37a1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:08.010337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c6ae6-0e39-4a9c-a099-f554ed4fe706 None None] No DVR routers for this DVR port a9a656b9-1357-4fa5-a9b5-24124b5a68cd on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:08.044828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81834b2-f541-497b-aab8-3d5776dfd421 None None] Pushing event updated for resources: {'Port': ['ID=db008057-7869-4363-8456-0853388d5b6a,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:08.120984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c6ae6-0e39-4a9c-a099-f554ed4fe706 None None] Pushing event deleted for resources: {'Port': ['ID=a9a656b9-1357-4fa5-a9b5-24124b5a68cd,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:08.134829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Port 29f6a520-4f8d-408c-ad3c-926eb41a6084 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:08.139398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Could not find standard attr ID for object 3e2520bb-ebba-4b13-afae-581652ffb1a3. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:29:08.144089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:08.266646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Provisioning for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:08.275548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:08.275912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:08.279473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Port': ['ID=c3b152d1-19be-4e80-8c04-d71824607b69,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:08.348670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:08.609870 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Provisioning complete for port e29bd864-32c8-455b-bfa3-a7614972aa29 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:08.610295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-85314091-47da-46c8-9ec5-ccbeeaf538ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:08.656447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Pushing event updated for resources: {'Port': ['ID=8c92e40c-d9da-479b-9ca8-a6a9fcd27e16,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:08.758141 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:08.772937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:08.813120 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e29bd864-32c8-455b-bfa3-a7614972aa29 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:08.822948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c9e0a-5d61-4979-9773-ade26a46c801 req-1258dc79-b1d2-4e9c-8dde-e8d1008c47a0 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:08.832536 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9b2c9e0a-5d61-4979-9773-ade26a46c801 req-1258dc79-b1d2-4e9c-8dde-e8d1008c47a0 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.7953191 Dec 23 08:29:08.923540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:08.927086 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3bb66189-da2d-4f8d-a2c5-df6b5411a37e tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2313731 Dec 23 08:29:08.929320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44830) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:08.954998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e29bd864-32c8-455b-bfa3-a7614972aa29 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:08.955371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.004395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2eb0da6c-9ca1-4baf-8090-98db129a37a1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.093138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Provisioning complete for port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:09.093793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.109084 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9b2c9e0a-5d61-4979-9773-ade26a46c801 req-e150976c-3c10-4ec5-a294-e8fdf84cc3dc tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723780 Dec 23 08:29:09.111544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44834) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:09.147648 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network a59adfde-a87b-4be1-88c0-dc0123278974 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:09.156525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:09.193044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Port 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:09.311039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3ded3a-75ec-4df7-8e8b-c9bab40ba9d8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet 9747233a-a2e6-47a0-b8d3-12227e989009 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:09.326912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0da6c-9ca1-4baf-8090-98db129a37a1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:09.342317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ff810aca-1ea7-4225-9f51-4213e65f0639 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Synchronizing usage tracker for tenant:5ba65c842fb24bc599f3783e1e9f565f on resource:floatingip {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:09.358788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Provisioning for port c3b152d1-19be-4e80-8c04-d71824607b69 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:09.375796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Provisioning complete for port c3b152d1-19be-4e80-8c04-d71824607b69 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:09.376067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.386673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c3ded3a-75ec-4df7-8e8b-c9bab40ba9d8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.433408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1291760101'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:09.446800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ff810aca-1ea7-4225-9f51-4213e65f0639 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Unset dirty status for tenant:5ba65c842fb24bc599f3783e1e9f565f on resource:floatingip {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:09.450980 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ff810aca-1ea7-4225-9f51-4213e65f0639 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.5150933 Dec 23 08:29:09.455722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44842) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:09.461105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:09.557925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:network and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:09.590967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:09.604663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Port c3b152d1-19be-4e80-8c04-d71824607b69 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:09.612736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c3ded3a-75ec-4df7-8e8b-c9bab40ba9d8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.616459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device db008057-7869-4363-8456-0853388d5b6a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:09.617651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:09.710843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Provisioning for port d8900d84-294a-4d5a-b900-37b4ba02d7aa completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:09.719259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Provisioning complete for port d8900d84-294a-4d5a-b900-37b4ba02d7aa triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:09.720223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.770461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7f155819-013c-4eda-9e33-54473885fd9b tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Synchronizing usage tracker for tenant:1b39230e89da470594f6952e717037aa on resource:floatingip {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:09.780473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.objects.ports [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83523) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:29:09.783457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:09.786188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.787062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7348e8b-0c74-4c8b-90ca-de9e6589bdc9 None None] Network 3926c7c7-019e-4e5e-84fd-fda174d756ab requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:09.806497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.823215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.853259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.873208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port db008057-7869-4363-8456-0853388d5b6a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:09.883112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7f155819-013c-4eda-9e33-54473885fd9b tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Unset dirty status for tenant:1b39230e89da470594f6952e717037aa on resource:floatingip {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:09.886892 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7f155819-013c-4eda-9e33-54473885fd9b tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4260414 Dec 23 08:29:09.892134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44848) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:09.963632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:09.999331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] For port d8900d84-294a-4d5a-b900-37b4ba02d7aa, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d8900d84-294a-4d5a-b900-37b4ba02d7aa,segment=NetworkSegment(8a95cae6-ea46-46e0-8376-6d7a13fd3e98),segment_id=8a95cae6-ea46-46e0-8376-6d7a13fd3e98)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:10.004959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:10.010740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.012121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:10.019716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:10.040942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:10.041528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.045640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=495ca60c-b672-4deb-8c6a-2ca405c3e26c,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:10.056181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:10.066116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:10.080209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=0b831f99-75d7-4a9f-8888-a0f3e9399d11,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:10.081629 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Could not find standard attr ID for object 3e2520bb-ebba-4b13-afae-581652ffb1a3. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:29:10.085601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:10.087786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70980592-5414-48b6-9ad5-3da07d75af2c None None] Pushing event updated for resources: {'Port': ['ID=d8900d84-294a-4d5a-b900-37b4ba02d7aa,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:10.090719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a9a656b9-1357-4fa5-a9b5-24124b5a68cd no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:10.092603 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:security_group_rule and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:10.100055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:10.111403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:10.113732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Deleting port 8c92e40c-d9da-479b-9ca8-a6a9fcd27e16 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:10.113992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.119353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32839fb1-7136-421a-90a8-800256005cd0 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:10.167703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2eb0da6c-9ca1-4baf-8090-98db129a37a1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.168115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb54f8-e01d-4258-887e-7ac259eee4e1 req-6d7f5aa3-d8f0-42ff-a9cc-61a6d5e1db5b tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:10.170252 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-93bb54f8-e01d-4258-887e-7ac259eee4e1 req-6d7f5aa3-d8f0-42ff-a9cc-61a6d5e1db5b tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.3379889 Dec 23 08:29:10.187742 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-417f1df4-80b7-4bf4-a51f-17dca42c8cbf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9264319 Dec 23 08:29:10.194310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44852) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:10.228805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:10.229167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: a9a656b9-1357-4fa5-a9b5-24124b5a68cd {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:10.229530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a9a656b9-1357-4fa5-a9b5-24124b5a68cd not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:10.236618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0da6c-9ca1-4baf-8090-98db129a37a1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=63e1ebde-6a5c-4e25-8fec-6ff91b895eb0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:10.239179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c3ded3a-75ec-4df7-8e8b-c9bab40ba9d8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.270457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-edd54f04-436b-4427-83d9-f13987941ced None None] Provisioning complete for port c3b152d1-19be-4e80-8c04-d71824607b69 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:10.270816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-edd54f04-436b-4427-83d9-f13987941ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.427660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-edd54f04-436b-4427-83d9-f13987941ced None None] Port c3b152d1-19be-4e80-8c04-d71824607b69 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:10.471558 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-93bb54f8-e01d-4258-887e-7ac259eee4e1 req-a5952099-468f-46e0-ba53-06074295b79b tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854362 Dec 23 08:29:10.512220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2eb0da6c-9ca1-4baf-8090-98db129a37a1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.512220 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2eb0da6c-9ca1-4baf-8090-98db129a37a1 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 HTTP/1.1" status: 204 len: 168 time: 2.8386660 Dec 23 08:29:10.512220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44856) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:10.564805 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bcec42-abaa-47aa-9207-1d46fe88c120 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] GET failed (client error): The resource could not be found. Dec 23 08:29:10.565626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-98bcec42-abaa-47aa-9207-1d46fe88c120 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Synchronizing usage tracker for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:10.602038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-98bcec42-abaa-47aa-9207-1d46fe88c120 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Unset dirty status for tenant:063fc722289642818ffcfed1dc7cfd84 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:10.606187 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-98bcec42-abaa-47aa-9207-1d46fe88c120 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports/63e1ebde-6a5c-4e25-8fec-6ff91b895eb0 HTTP/1.1" status: 404 len: 333 time: 0.0886326 Dec 23 08:29:10.633295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d8900d84-294a-4d5a-b900-37b4ba02d7aa up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:10.639845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44860) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:10.677706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '495ca60c-b672-4deb-8c6a-2ca405c3e26c'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:10.678528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.686189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.706843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.728799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-edd54f04-436b-4427-83d9-f13987941ced None None] Provisioning for port db008057-7869-4363-8456-0853388d5b6a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:10.762317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Router 918421c4-fa19-4705-8dfd-892574e033c1 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:29:10.781900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.785283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-edd54f04-436b-4427-83d9-f13987941ced None None] Provisioning complete for port db008057-7869-4363-8456-0853388d5b6a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:10.785647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-edd54f04-436b-4427-83d9-f13987941ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.786768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.881364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d8900d84-294a-4d5a-b900-37b4ba02d7aa triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:10.881725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.951882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c3ded3a-75ec-4df7-8e8b-c9bab40ba9d8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:10.957342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:10.965879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Calling delete_port for 8c92e40c-d9da-479b-9ca8-a6a9fcd27e16 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:11.006012 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:11.009652 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b197f948-d733-4e27-b6f6-7476e41fe6d5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:11.015075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:11.027557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:11.042867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ded3a-75ec-4df7-8e8b-c9bab40ba9d8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=9747233a-a2e6-47a0-b8d3-12227e989009,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:11.069902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c3ded3a-75ec-4df7-8e8b-c9bab40ba9d8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.084255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e928acfe-d55c-4156-b0b5-2824252fb995 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.098251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Allocated IP 2001:db8::f816:3eff:fef3:e9fd (3b1e253c-1242-4661-909e-bc02458a5888/495ca60c-b672-4deb-8c6a-2ca405c3e26c/6b00b7ed-eba6-4527-95a9-4a71a5e7626a) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:11.106242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ef8fd-f596-4411-b38b-42ba7e802850 None None] Network 76d820ef-e52e-406e-b248-c1882a891b5e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:11.106498 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9c3ded3a-75ec-4df7-8e8b-c9bab40ba9d8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/9747233a-a2e6-47a0-b8d3-12227e989009 HTTP/1.1" status: 204 len: 168 time: 3.2141898 Dec 23 08:29:11.109963 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:11.118368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44864) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:11.125027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.125986 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment 13f82f7c-d7db-4b5e-b897-e4b0f9687bbd of type vlan for network ace6be24-02a1-4bb2-9612-48fd2a86d275 Dec 23 08:29:11.210572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-edd54f04-436b-4427-83d9-f13987941ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.214780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e928acfe-d55c-4156-b0b5-2824252fb995 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.224428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:11.313851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.317279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.342008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port e29bd864-32c8-455b-bfa3-a7614972aa29 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:11.342498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.393770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-edd54f04-436b-4427-83d9-f13987941ced None None] For port db008057-7869-4363-8456-0853388d5b6a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=db008057-7869-4363-8456-0853388d5b6a,segment=NetworkSegment(fdff3316-2695-43ae-b7d8-cb42bf48decb),segment_id=fdff3316-2695-43ae-b7d8-cb42bf48decb)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:11.400438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e928acfe-d55c-4156-b0b5-2824252fb995 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.433865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928acfe-d55c-4156-b0b5-2824252fb995 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a028ae8-7def-4f57-b9a2-ef8747eaa3a8,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:11.478003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.482246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:11.482856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.495226 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-edd54f04-436b-4427-83d9-f13987941ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.514294 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.599843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.624474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e928acfe-d55c-4156-b0b5-2824252fb995 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.627580 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e928acfe-d55c-4156-b0b5-2824252fb995 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/security-groups/0a028ae8-7def-4f57-b9a2-ef8747eaa3a8 HTTP/1.1" status: 204 len: 168 time: 0.9841044 Dec 23 08:29:11.629015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44870) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:11.671150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] For port e29bd864-32c8-455b-bfa3-a7614972aa29, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e29bd864-32c8-455b-bfa3-a7614972aa29,segment=NetworkSegment(4c13c604-b0a6-4088-a4c4-ac4ae0193697),segment_id=4c13c604-b0a6-4088-a4c4-ac4ae0193697)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:11.671494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.704161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd54f04-436b-4427-83d9-f13987941ced None None] Pushing event updated for resources: {'Port': ['ID=db008057-7869-4363-8456-0853388d5b6a,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:11.714475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Pushing event deleted for resources: {'Port': ['ID=8c92e40c-d9da-479b-9ca8-a6a9fcd27e16,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:11.738712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c73358c2-504e-4732-8ca5-6a565b9bf6b1 None None] Provisioning complete for port db008057-7869-4363-8456-0853388d5b6a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:11.739446 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c73358c2-504e-4732-8ca5-6a565b9bf6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.802361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.820727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Transition to ACTIVE for port object 6b00b7ed-eba6-4527-95a9-4a71a5e7626a will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:11.851192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Transition to ACTIVE for port object 6b00b7ed-eba6-4527-95a9-4a71a5e7626a will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:11.876022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for e29bd864-32c8-455b-bfa3-a7614972aa29 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:11.882358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b59c7-437f-40cc-b468-5468763f7d9a None None] DHCP port deletion for 76d820ef-e52e-406e-b248-c1882a891b5e request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:11.892389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b59c7-437f-40cc-b468-5468763f7d9a None None] Deleting port e29bd864-32c8-455b-bfa3-a7614972aa29 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:11.892839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bf0b59c7-437f-40cc-b468-5468763f7d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.915580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=ace6be24-02a1-4bb2-9612-48fd2a86d275,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:11.923116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.929939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:11.932531 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-84e603ee-d7fe-4fe8-862d-d92ce21e50d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8185923 Dec 23 08:29:11.937007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:11.959373 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a1cfa-f7c9-4257-a556-0ac9ae143283 None None] Sync routers for ids ['918421c4-fa19-4705-8dfd-892574e033c1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:11.981987 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a1cfa-f7c9-4257-a556-0ac9ae143283 None None] Routers {'918421c4-fa19-4705-8dfd-892574e033c1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:11.982759 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4d3a1cfa-f7c9-4257-a556-0ac9ae143283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['918421c4-fa19-4705-8dfd-892574e033c1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:12.022830 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3f238805-98e0-4bdf-b82f-114901f94b89 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "PUT /v2.0/routers/918421c4-fa19-4705-8dfd-892574e033c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7997699 Dec 23 08:29:12.023768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44874) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:12.063728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Pushing event updated for resources: {'Port': ['ID=6b00b7ed-eba6-4527-95a9-4a71a5e7626a,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:12.075950 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network ace6be24-02a1-4bb2-9612-48fd2a86d275 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:12.093742 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4d3a1cfa-f7c9-4257-a556-0ac9ae143283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:12.104894 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a1cfa-f7c9-4257-a556-0ac9ae143283 None None] Routers {'918421c4-fa19-4705-8dfd-892574e033c1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:12.105778 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4d3a1cfa-f7c9-4257-a556-0ac9ae143283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['918421c4-fa19-4705-8dfd-892574e033c1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:12.132997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.167392 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4d3a1cfa-f7c9-4257-a556-0ac9ae143283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:12.168179 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a1cfa-f7c9-4257-a556-0ac9ae143283 None None] The sync data for ids ['918421c4-fa19-4705-8dfd-892574e033c1'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:12.183979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.187392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.191955 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2efa29be-6f9b-4232-bc94-7733f487850f tempest-FloatingIPAdminTestJSON-835861322 tempest-FloatingIPAdminTestJSON-835861322-project] 10.222.0.36 "DELETE /v2.0/floatingips/2081208e-326d-49a8-ad26-fd2171f1309a HTTP/1.1" status: 204 len: 168 time: 2.2968433 Dec 23 08:29:12.194381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.196174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44878) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:12.268615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.281428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:12.284859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:12.289183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:12.297408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=e29bd864-32c8-455b-bfa3-a7614972aa29,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:12.334588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b59c7-437f-40cc-b468-5468763f7d9a None None] The port 'e29bd864-32c8-455b-bfa3-a7614972aa29' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:29:12.342095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No DVR routers for this DVR port e29bd864-32c8-455b-bfa3-a7614972aa29 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:12.344007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.396532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.396940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.397281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.397609 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.397933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.398276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.398596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.398963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.399284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.399599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.399913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:12.445380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Attempting to bind port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:12.445768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Attempting to bind port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:12.446119 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Attempting to bind port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:12.456993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:12.456993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:12.457345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.457995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:12.458466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Bound port: 6b00b7ed-eba6-4527-95a9-4a71a5e7626a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:12.458833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.463243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d130603-3218-4a2f-9af2-f4c56836743d req-87aab390-8aab-45dc-9c84-9c9e68134a82 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:12.475164 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5d130603-3218-4a2f-9af2-f4c56836743d req-87aab390-8aab-45dc-9c84-9c9e68134a82 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.7731078 Dec 23 08:29:12.604852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] For port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:12.611069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] For port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6b00b7ed-eba6-4527-95a9-4a71a5e7626a,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:12.620627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device db008057-7869-4363-8456-0853388d5b6a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:12.667808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-05e9efee-112c-49b1-8180-93e0078ac0f5 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:12.668510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-05e9efee-112c-49b1-8180-93e0078ac0f5 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Synchronizing usage tracker for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:12.694286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.784051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.832082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-05e9efee-112c-49b1-8180-93e0078ac0f5 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Unset dirty status for tenant:9cef971114ab485ab0b3aba6f5eebc60 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:12.832608 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Deleting port 39727271-2e80-4247-bdb4-3ca16516f1aa {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:12.832944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.833193 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-05e9efee-112c-49b1-8180-93e0078ac0f5 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.24 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.8946369 Dec 23 08:29:12.842355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f193e-2bb4-4aa0-99cd-af501423ffc6 None None] Pushing event updated for resources: {'Port': ['ID=6b00b7ed-eba6-4527-95a9-4a71a5e7626a,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:12.875800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port db008057-7869-4363-8456-0853388d5b6a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:12.876435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:12.942436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d820ef-e52e-406e-b248-c1882a891b5e']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:13.009846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c13c604-b0a6-4088-a4c4-ac4ae0193697') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:13.011111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c13c604-b0a6-4088-a4c4-ac4ae0193697') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:13.083338 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5d130603-3218-4a2f-9af2-f4c56836743d req-2bd6219f-af57-46a5-83ed-06ba2100ce37 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5601573 Dec 23 08:29:13.099463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.133466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.133902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.134585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.156541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Deleting port 53afb0c7-d72b-4fba-bbf3-84f603311d45 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:13.156877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.179987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e29bd864-32c8-455b-bfa3-a7614972aa29 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:13.218500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: e29bd864-32c8-455b-bfa3-a7614972aa29 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:13.219255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e29bd864-32c8-455b-bfa3-a7614972aa29 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:13.250001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.309316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:13.309745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:13.324200 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:13.365383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b99948-4f6c-420e-8d1b-a861eb0bec54,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:13.383277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Calling delete_port for 39727271-2e80-4247-bdb4-3ca16516f1aa owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:13.421261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:29:13.471030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.471030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.471030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.471598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.471734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.472279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.472420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.472745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.473057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.473519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.473667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.474042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:13.498772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.500131 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2958ea33-964b-41e2-99c4-02fcbf2ed1e2 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/security-groups/28b99948-4f6c-420e-8d1b-a861eb0bec54 HTTP/1.1" status: 204 len: 168 time: 1.8111951 Dec 23 08:29:13.507081 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44882) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:13.536780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.563058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.624252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.671540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.684095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:13.694923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:13.701571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:13.702177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.722229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Network': ['ID=76d820ef-e52e-406e-b248-c1882a891b5e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:13.746954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=04b27037-8d46-4e1b-afe4-290486a4c049,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:13.750304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.803276 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ce8d3ae9-6f0e-436a-a5bc-f05346c433df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5896351 Dec 23 08:29:13.803508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=0b831f99-75d7-4a9f-8888-a0f3e9399d11,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:13.805469 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e681e4ea-5322-4a83-9e55-8485a5f16e13 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/networks/76d820ef-e52e-406e-b248-c1882a891b5e HTTP/1.1" status: 204 len: 168 time: 2.6860366 Dec 23 08:29:13.812982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44886) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:13.813295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44888) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:13.832163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1164977630'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:13.839969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:ca:e4:9d', 'name': 'tempest-NetworksTestDHCPv6-736964295'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:13.849503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Pushing event deleted for resources: {'Port': ['ID=39727271-2e80-4247-bdb4-3ca16516f1aa,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:13.912213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.914492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:13.921732 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c88cd3d1-942c-4158-be7b-4213896c61e5 tempest-FloatingIPAdminTestJSON-386961309 tempest-FloatingIPAdminTestJSON-386961309-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/9173f187-0527-4236-b9fd-acb44bdd2bb3 HTTP/1.1" status: 204 len: 168 time: 1.7130125 Dec 23 08:29:13.921732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44894) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:13.931638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:13.991193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d4afe557-84e1-4dcf-b1e0-cf05fc0df674 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Deleting port 119dec92-d76e-444a-9eb2-f870f8029cb6 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:13.991533 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d4afe557-84e1-4dcf-b1e0-cf05fc0df674 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:14.019734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:14.080184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:network and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:14.113556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:14.117628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f5d08e14-3d89-45a7-8a12-9a4cfa57cd95 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:14.126701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] For port 53afb0c7-d72b-4fba-bbf3-84f603311d45, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=53afb0c7-d72b-4fba-bbf3-84f603311d45,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:14.129242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:14.179958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:14.364134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5da1cd-cf88-4f31-997f-7bedf6040747 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:14.388304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d4afe557-84e1-4dcf-b1e0-cf05fc0df674 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:14.463448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6649555e-0f01-4b92-9636-30d3a4b72775 None None] Provisioning for port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:14.562653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d4afe557-84e1-4dcf-b1e0-cf05fc0df674 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Calling delete_port for 119dec92-d76e-444a-9eb2-f870f8029cb6 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:14.634024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0b8f7-409d-4c6c-b5d7-3d9d51713480 req-321264a1-6d39-4693-8827-72b6c64da1b3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:14.635670 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-14f0b8f7-409d-4c6c-b5d7-3d9d51713480 req-321264a1-6d39-4693-8827-72b6c64da1b3 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 945 time: 0.3848763 Dec 23 08:29:14.690455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6b00b7ed-eba6-4527-95a9-4a71a5e7626a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:14.720154 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-14f0b8f7-409d-4c6c-b5d7-3d9d51713480 req-f3d8adf8-ccae-4cbd-8595-d73b0a6bce46 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups?id=3360bfe5-ec94-4957-8a6b-fa97337bc549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776329 Dec 23 08:29:14.822058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d4afe557-84e1-4dcf-b1e0-cf05fc0df674 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:14.853068 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:14.894742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f5d08e14-3d89-45a7-8a12-9a4cfa57cd95 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:14.918404 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:14.921294 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:14.965567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afe557-84e1-4dcf-b1e0-cf05fc0df674 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event deleted for resources: {'Port': ['ID=119dec92-d76e-444a-9eb2-f870f8029cb6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:14.999791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f5d08e14-3d89-45a7-8a12-9a4cfa57cd95 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.014686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:15.014928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d4afe557-84e1-4dcf-b1e0-cf05fc0df674 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.023254 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d4afe557-84e1-4dcf-b1e0-cf05fc0df674 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "DELETE /v2.0/ports/119dec92-d76e-444a-9eb2-f870f8029cb6 HTTP/1.1" status: 204 len: 168 time: 1.1025379 Dec 23 08:29:15.026239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44900) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:15.051608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d08e14-3d89-45a7-8a12-9a4cfa57cd95 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa656d18-ed9c-42a5-a491-7d8f87a57996,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:15.053481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f5d08e14-3d89-45a7-8a12-9a4cfa57cd95 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.057404 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f5d08e14-3d89-45a7-8a12-9a4cfa57cd95 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa656d18-ed9c-42a5-a491-7d8f87a57996 HTTP/1.1" status: 204 len: 168 time: 1.5486863 Dec 23 08:29:15.059460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:15.066673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.109112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.109504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.109794 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Floating IP dfbe3f69-1511-4a35-a98d-7877dcab323c disassociated. External IP: 172.26.8.101, port: 53afb0c7-d72b-4fba-bbf3-84f603311d45. Dec 23 08:29:15.110204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Calling delete_port for 53afb0c7-d72b-4fba-bbf3-84f603311d45 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:15.138418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:15.159250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44904) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:15.169187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:15.171892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44906) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:15.199689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04f6f8-349b-481b-8449-06dc144b3789 None None] Update dhcp port {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': '495ca60c-b672-4deb-8c6a-2ca405c3e26c', 'ip_address': '2001:db8::f816:3eff:fef3:e9fd'}, {'subnet_id': '04b27037-8d46-4e1b-afe4-290486a4c049'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': '6b00b7ed-eba6-4527-95a9-4a71a5e7626a'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:29:15.236613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:15.241828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': 'ace6be24-02a1-4bb2-9612-48fd2a86d275', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:15.273194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:15.275321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e2603-0eea-4c89-b4b8-e4a68ad44b00 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:15.276213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f1e2603-0eea-4c89-b4b8-e4a68ad44b00 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Synchronizing usage tracker for tenant:1b39230e89da470594f6952e717037aa on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:15.295058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f1e2603-0eea-4c89-b4b8-e4a68ad44b00 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Unset dirty status for tenant:1b39230e89da470594f6952e717037aa on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:15.296182 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4f1e2603-0eea-4c89-b4b8-e4a68ad44b00 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a598ba-4f24-41c5-93de-341c33c05a78 HTTP/1.1" status: 200 len: 913 time: 0.2688551 Dec 23 08:29:15.298770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.298943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44912) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:15.317868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c04f6f8-349b-481b-8449-06dc144b3789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.381728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6b00b7ed-eba6-4527-95a9-4a71a5e7626a,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:15.389940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.390432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.390787 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Added segment 6411dd10-e82a-4e1f-97ac-7acb2a04adf4 of type vlan for network a3d43054-8602-4fe7-bf33-d15fa77ce0cd Dec 23 08:29:15.405573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:15.508235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 53afb0c7-d72b-4fba-bbf3-84f603311d45 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:15.588721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=6b00b7ed-eba6-4527-95a9-4a71a5e7626a,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:15.615073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:15.631832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.684056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:subnet and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:15.693056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.702707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:15.706458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-7c04f6f8-349b-481b-8449-06dc144b3789 None None] Allocated IP 172.20.0.2 (3b1e253c-1242-4661-909e-bc02458a5888/04b27037-8d46-4e1b-afe4-290486a4c049/6b00b7ed-eba6-4527-95a9-4a71a5e7626a) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:15.750265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.754526 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:15.814132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:29:15.867778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7c04f6f8-349b-481b-8449-06dc144b3789 None None] For port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6b00b7ed-eba6-4527-95a9-4a71a5e7626a,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:15.877746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:15.896640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c04f6f8-349b-481b-8449-06dc144b3789 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.917417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7c04f6f8-349b-481b-8449-06dc144b3789 None None] Transition to ACTIVE for port object 6b00b7ed-eba6-4527-95a9-4a71a5e7626a will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:15.922030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c04f6f8-349b-481b-8449-06dc144b3789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.927058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:15.976325 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed18feca-4ef7-4aa6-bff3-edde82a68af6 req-26e2c280-99dd-4722-bd4e-e8ea862d1079 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.0418506 Dec 23 08:29:16.007536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:16.011208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:16.011783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:16.045611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:16.102106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04f6f8-349b-481b-8449-06dc144b3789 None None] Pushing event updated for resources: {'Port': ['ID=6b00b7ed-eba6-4527-95a9-4a71a5e7626a,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:16.191879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b4c806-3284-441b-b680-d3285042e7b8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet 3c6bff87-446b-476f-b723-83121aae7cea {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:16.241537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:29:16.425989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-50b4c806-3284-441b-b680-d3285042e7b8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:16.453002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Pushing event deleted for resources: {'Port': ['ID=53afb0c7-d72b-4fba-bbf3-84f603311d45,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:16.477172 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6559224 Dec 23 08:29:16.477379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Deleting port 9faa073e-dd2c-42b5-8a9a-aed490d09bd8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:16.477379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:16.486382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:16.504046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44920) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:16.515944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': 'a3d43054-8602-4fe7-bf33-d15fa77ce0cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:16.598108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6b00b7ed-eba6-4527-95a9-4a71a5e7626a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:16.713614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796cba9-b931-4649-8cb0-b03ea9d29762 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Network': ['ID=a3d43054-8602-4fe7-bf33-d15fa77ce0cd,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:16.716941 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-841db4b7-6240-46c6-b693-78071271a283 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:29:16.721427 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-841db4b7-6240-46c6-b693-78071271a283 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "PUT /v2.0/routers/918421c4-fa19-4705-8dfd-892574e033c1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.6867080 Dec 23 08:29:16.721553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44924) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:16.730971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network a3d43054-8602-4fe7-bf33-d15fa77ce0cd details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:16.796866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:16.810310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-50b4c806-3284-441b-b680-d3285042e7b8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:16.865567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0cfcbf46-3b20-4776-9230-c13853c0f861 None None] Provisioning for port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:16.871355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0cfcbf46-3b20-4776-9230-c13853c0f861 None None] Provisioning complete for port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:16.872234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbf46-3b20-4776-9230-c13853c0f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:16.931629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:16.938514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:16.951553 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP a7e09659-8598-4441-a9fa-0ac286b4a992 associated. External IP: 172.26.8.21, port: 5b7245bc-d58f-42d4-a512-45e860fd0bf2. Dec 23 08:29:16.951759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:17.046396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:17.128765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:17.215315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 172.20.0.3 (3b1e253c-1242-4661-909e-bc02458a5888/04b27037-8d46-4e1b-afe4-290486a4c049/4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:17.248356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:feca:e49d (3b1e253c-1242-4661-909e-bc02458a5888/495ca60c-b672-4deb-8c6a-2ca405c3e26c/4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:17.302235 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d5bb02f9-021a-4f82-993f-f6d970c9dac8 req-f286d623-31d9-46e4-a568-1f28c5ed956f tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.1840377 Dec 23 08:29:17.310567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Calling delete_port for 9faa073e-dd2c-42b5-8a9a-aed490d09bd8 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:17.321403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-50b4c806-3284-441b-b680-d3285042e7b8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:17.374854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:17.480105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:17.690004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=1181e81b-e166-4db0-9c9c-fd6c8e5d13ec,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:17.708280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-50b4c806-3284-441b-b680-d3285042e7b8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:17.782490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4c806-3284-441b-b680-d3285042e7b8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6bff87-446b-476f-b723-83121aae7cea,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:17.811839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7426ab-c3ea-4ba2-acc1-f6bed19d340e None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:17.815518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-50b4c806-3284-441b-b680-d3285042e7b8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:17.844733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking segment: {'id': '13f82f7c-d7db-4b5e-b897-e4b0f9687bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ace6be24-02a1-4bb2-9612-48fd2a86d275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:17.845084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network hostable DHCP agents. Network: ace6be24-02a1-4bb2-9612-48fd2a86d275, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:17.859453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:17.874986 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-50b4c806-3284-441b-b680-d3285042e7b8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/3c6bff87-446b-476f-b723-83121aae7cea HTTP/1.1" status: 204 len: 168 time: 2.7040915 Dec 23 08:29:17.874986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:17.877163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44930) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:17.880674 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:17.906274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:17.949428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event deleted for resources: {'Port': ['ID=9faa073e-dd2c-42b5-8a9a-aed490d09bd8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:17.963016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:17.963841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:18.180381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=5a5abb11-1ceb-41fe-9b6b-10fcc83e74ca,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:18.225552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network ace6be24-02a1-4bb2-9612-48fd2a86d275 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:18.228868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Checking segment: {'id': '6411dd10-e82a-4e1f-97ac-7acb2a04adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3d43054-8602-4fe7-bf33-d15fa77ce0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:18.229203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network hostable DHCP agents. Network: a3d43054-8602-4fe7-bf33-d15fa77ce0cd, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:18.243055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59fd5cb-5842-42e4-828b-edf6ab53a985 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet 748e58e8-81cf-4d44-b9e5-1d9ce25c52af {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:18.257019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5cb-5842-42e4-828b-edf6ab53a985 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:18.313166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, ace6be24-02a1-4bb2-9612-48fd2a86d275) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:18.327812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c566bd9b-9aa9-4206-9e44-500bd9b09b60 None None] Network ace6be24-02a1-4bb2-9612-48fd2a86d275 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:18.365805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:18.366463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:18.405913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5cb-5842-42e4-828b-edf6ab53a985 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:18.493058 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-117bf620-da43-49d3-93aa-3b310b1aaf98 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3101764 Dec 23 08:29:18.524281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44936) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:18.531313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:18.534782 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-680e943a-97c7-46ef-ab22-d62e53341a82 req-0a134636-c67f-4cd4-a45c-99385bc3ddb6 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.0637126 Dec 23 08:29:18.576719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1957820821'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:18.585642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network a3d43054-8602-4fe7-bf33-d15fa77ce0cd is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:18.599198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, a3d43054-8602-4fe7-bf33-d15fa77ce0cd) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:18.612600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad22a0-8dbe-4d6a-8515-a552e07ca682 None None] Network a3d43054-8602-4fe7-bf33-d15fa77ce0cd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:18.617202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:18.618002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:18.649498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:18.689830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:network and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:18.698872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:18.721056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:18.738430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-ace6be24-02a1-4bb2-9612-48fd2a86d275', 'network_id': 'ace6be24-02a1-4bb2-9612-48fd2a86d275', 'tenant_id': 'e2822acc0ef3424185256dfccfb8e0d3', 'fixed_ips': [{'subnet_id': '1181e81b-e166-4db0-9c9c-fd6c8e5d13ec'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:18.739219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:18.781262 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a70994c7-9be1-4cea-9dbe-6f2576e13eaf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2716529 Dec 23 08:29:18.783897 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44940) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:18.807946 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': 'a3d43054-8602-4fe7-bf33-d15fa77ce0cd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1234943630'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:18.833207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:18.850944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:18.853477 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:18.863314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:18.900791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:18.907635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:18.957653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5cb-5842-42e4-828b-edf6ab53a985 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.041274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:19.041887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.060829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-a3d43054-8602-4fe7-bf33-d15fa77ce0cd', 'network_id': 'a3d43054-8602-4fe7-bf33-d15fa77ce0cd', 'tenant_id': '5081e89da4a74fbea7194cff8f1d47f3', 'fixed_ips': [{'subnet_id': '5a5abb11-1ceb-41fe-9b6b-10fcc83e74ca'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:19.061349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:19.061472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.074540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-29328763-b802-4cbc-be72-3b9ae017aa03 None None] Provisioning complete for port 29f6a520-4f8d-408c-ad3c-926eb41a6084 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:19.074899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-29328763-b802-4cbc-be72-3b9ae017aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.100755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.100755 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment b6461de2-7a54-4a59-985c-20319df42713 of type vlan for network 6fedfeb5-f621-4e11-b35b-20a584f82d6d Dec 23 08:29:19.120411 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5f44fc2b-508a-447b-8bfd-891062701442 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.3037677 Dec 23 08:29:19.123208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44944) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:19.125040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Allocated IP 2001:db8:0:ffff::2 (ace6be24-02a1-4bb2-9612-48fd2a86d275/1181e81b-e166-4db0-9c9c-fd6c8e5d13ec/96d3b283-5548-4dc9-9140-a7f8b535ced3) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:19.199940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-29328763-b802-4cbc-be72-3b9ae017aa03 None None] Port 29f6a520-4f8d-408c-ad3c-926eb41a6084 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:19.201194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.207478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5cb-5842-42e4-828b-edf6ab53a985 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.214949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:19.229127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:19.233577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:19.240085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:19.263706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fd5cb-5842-42e4-828b-edf6ab53a985 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=748e58e8-81cf-4d44-b9e5-1d9ce25c52af,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:19.264299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:19.267498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.272784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:19.299898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] Sync routers for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:19.330624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:19.345323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.349647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f59fd5cb-5842-42e4-828b-edf6ab53a985 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.358244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 28d372d4-48fb-4fd9-9b09-b9948da794ba yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:29:19.363564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9de5ff-cb3a-46a9-9d47-2dd5931f8835 None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:19.400627 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f59fd5cb-5842-42e4-828b-edf6ab53a985 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/748e58e8-81cf-4d44-b9e5-1d9ce25c52af HTTP/1.1" status: 204 len: 168 time: 1.5155945 Dec 23 08:29:19.402342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] No DVR routers for this DVR port 53afb0c7-d72b-4fba-bbf3-84f603311d45 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:19.406336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44948) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:19.410887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.412792 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4ae462f9-6bfd-404b-8d5a-a0e38a5d914b req-2f1de1c9-b914-4749-89dd-8d88d416646e tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.24 "DELETE /v2.0/ports/53afb0c7-d72b-4fba-bbf3-84f603311d45 HTTP/1.1" status: 204 len: 173 time: 6.5057137 Dec 23 08:29:19.416104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.420334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:19.420903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.424252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'name': 'network-vif-deleted', 'tag': '53afb0c7-d72b-4fba-bbf3-84f603311d45'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:29:19.520760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-29328763-b802-4cbc-be72-3b9ae017aa03 None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:19.521415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-29328763-b802-4cbc-be72-3b9ae017aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.566107 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dfc563-1c1b-4886-987c-ae7825f22b3c', 'name': 'network-vif-deleted', 'tag': '53afb0c7-d72b-4fba-bbf3-84f603311d45', 'status': 'completed', 'code': 200} Dec 23 08:29:19.567948 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:19.568740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:19.679805 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b0fe4a-9c22-4e6c-8cd2-0f82bf6b5b21 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:19.680241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b0fe4a-9c22-4e6c-8cd2-0f82bf6b5b21 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:19.681889 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f0b0fe4a-9c22-4e6c-8cd2-0f82bf6b5b21 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/3c6bff87-446b-476f-b723-83121aae7cea HTTP/1.1" status: 404 len: 337 time: 0.2740474 Dec 23 08:29:19.691246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44956) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:19.755932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d1423-d11a-4f07-a9d0-fbbff291a32e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:19.759783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d1423-d11a-4f07-a9d0-fbbff291a32e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:19.760563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8d7d1423-d11a-4f07-a9d0-fbbff291a32e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:19.791040 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b463eb2-a2ee-4c5b-a3b8-10afa02bf8ce req-4ccb5823-e902-44fd-9d8c-994a1fb07753 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/ports?device_id=35dfc563-1c1b-4886-987c-ae7825f22b3c HTTP/1.1" status: 200 len: 210 time: 0.0543728 Dec 23 08:29:19.836929 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2912159 Dec 23 08:29:19.837923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44960) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:19.848148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dbdff-3126-4bda-81d6-1211c28b62c9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=6fedfeb5-f621-4e11-b35b-20a584f82d6d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:19.851460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': '6fedfeb5-f621-4e11-b35b-20a584f82d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:19.878255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f6147f-64ea-4b5a-82b7-9edfcbabdd5f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting subnet 6a58d473-e652-4eed-a19e-513fff95d64d {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:19.891872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84f6147f-64ea-4b5a-82b7-9edfcbabdd5f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:19.923001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:29:19.924383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8d7d1423-d11a-4f07-a9d0-fbbff291a32e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:19.925552 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8d7d1423-d11a-4f07-a9d0-fbbff291a32e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7960258 Dec 23 08:29:19.933306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44964) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:19.956093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Deleting port c3b152d1-19be-4e80-8c04-d71824607b69 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:19.956573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.007938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84f6147f-64ea-4b5a-82b7-9edfcbabdd5f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.064727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7978ae33-d418-4b57-8aa7-c5a7f166f26d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:20.065093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7978ae33-d418-4b57-8aa7-c5a7f166f26d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.138904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.149807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Transition to ACTIVE for port object 96d3b283-5548-4dc9-9140-a7f8b535ced3 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:20.170252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Transition to ACTIVE for port object 96d3b283-5548-4dc9-9140-a7f8b535ced3 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:20.237767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Allocated IP 2001:db8::2 (a3d43054-8602-4fe7-bf33-d15fa77ce0cd/5a5abb11-1ceb-41fe-9b6b-10fcc83e74ca/a8b52c4c-e58e-4e9b-a448-085934ce4ce1) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:20.347437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:20.362637 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:subnet and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:20.368820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:20.431704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:20.476352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84f6147f-64ea-4b5a-82b7-9edfcbabdd5f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.488930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.498921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Transition to ACTIVE for port object a8b52c4c-e58e-4e9b-a448-085934ce4ce1 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:20.517612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Transition to ACTIVE for port object a8b52c4c-e58e-4e9b-a448-085934ce4ce1 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:20.520086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 6fedfeb5-f621-4e11-b35b-20a584f82d6d details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:20.562147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.585641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.620676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:20.623210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84f6147f-64ea-4b5a-82b7-9edfcbabdd5f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.631845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180bdc0-5a73-46a1-9cdc-fdbac28aecbf None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:20.647128 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180bdc0-5a73-46a1-9cdc-fdbac28aecbf None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:20.648150 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1180bdc0-5a73-46a1-9cdc-fdbac28aecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:20.669984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7978ae33-d418-4b57-8aa7-c5a7f166f26d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.690774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6147f-64ea-4b5a-82b7-9edfcbabdd5f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Subnet': ['ID=6a58d473-e652-4eed-a19e-513fff95d64d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:20.701387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.714297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Pushing event updated for resources: {'Port': ['ID=96d3b283-5548-4dc9-9140-a7f8b535ced3,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:20.728042 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1180bdc0-5a73-46a1-9cdc-fdbac28aecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:20.737478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Calling delete_port for c3b152d1-19be-4e80-8c04-d71824607b69 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:20.741606 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180bdc0-5a73-46a1-9cdc-fdbac28aecbf None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:20.742529 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1180bdc0-5a73-46a1-9cdc-fdbac28aecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:20.811720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7978ae33-d418-4b57-8aa7-c5a7f166f26d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:20.819910 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1180bdc0-5a73-46a1-9cdc-fdbac28aecbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:20.820680 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180bdc0-5a73-46a1-9cdc-fdbac28aecbf None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:20.822491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Network a3d43054-8602-4fe7-bf33-d15fa77ce0cd is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:20.823474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.823812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.824138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.824452 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.825421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.825732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.826071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.826398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.826711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.827031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.827311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:29:20.840945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:20.855296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Network ace6be24-02a1-4bb2-9612-48fd2a86d275 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:20.858849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.888664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84f6147f-64ea-4b5a-82b7-9edfcbabdd5f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:20.890892 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-84f6147f-64ea-4b5a-82b7-9edfcbabdd5f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/6a58d473-e652-4eed-a19e-513fff95d64d HTTP/1.1" status: 204 len: 168 time: 1.1940458 Dec 23 08:29:20.894085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44970) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:20.901582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:20.914810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:20.917465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:20.967670 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e049cc6-ac70-4594-8824-f46da4df369f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:20.968266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e049cc6-ac70-4594-8824-f46da4df369f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:20.970441 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4e049cc6-ac70-4594-8824-f46da4df369f tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/2a8c769d-edc6-46ec-aa6c-bd6357df0123 HTTP/1.1" status: 404 len: 337 time: 0.0686221 Dec 23 08:29:20.978004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:20.978228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44976) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.005026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44980) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.022642 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0a63f62f-617a-4d64-9d08-6c69f74db754 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.4137356 Dec 23 08:29:21.038769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44984) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.045366 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1af7f53b-18a8-4587-a1d5-5118d96e13dd tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad2cc3d3-d14d-4790-a033-3f88aaa13acb HTTP/1.1" status: 200 len: 205 time: 0.0644476 Dec 23 08:29:21.077926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 44988) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.151216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Attempting to bind port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:21.151706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Attempting to bind port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '6411dd10-e82a-4e1f-97ac-7acb2a04adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3d43054-8602-4fe7-bf33-d15fa77ce0cd'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:21.151957 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Attempting to bind port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 on network a3d43054-8602-4fe7-bf33-d15fa77ce0cd {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:21.180820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Pushing event updated for resources: {'Port': ['ID=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:21.197305 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-eff4163a-0718-4fa6-98a1-2898caecdd06 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] delete failed (client error): The resource could not be found. Dec 23 08:29:21.200746 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-eff4163a-0718-4fa6-98a1-2898caecdd06 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/routers/ad2cc3d3-d14d-4790-a033-3f88aaa13acb HTTP/1.1" status: 404 len: 336 time: 0.1141939 Dec 23 08:29:21.200882 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-50ca6787-2c75-4425-8fc4-f4a51d7cb1e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "GET /v2.0/floatingips/a7e09659-8598-4441-a9fa-0ac286b4a992 HTTP/1.1" status: 200 len: 978 time: 0.1600785 Dec 23 08:29:21.203483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44992) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.203483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 44994) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.231936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.286274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::d2 (a3d43054-8602-4fe7-bf33-d15fa77ce0cd/5a5abb11-1ceb-41fe-9b6b-10fcc83e74ca/28d372d4-48fb-4fd9-9b09-b9948da794ba) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:21.289012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:21.289386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Checking segment: {'id': '6411dd10-e82a-4e1f-97ac-7acb2a04adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3d43054-8602-4fe7-bf33-d15fa77ce0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:21.289783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.290412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Bound using segment: {'id': '6411dd10-e82a-4e1f-97ac-7acb2a04adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3d43054-8602-4fe7-bf33-d15fa77ce0cd'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:21.291206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Bound port: a8b52c4c-e58e-4e9b-a448-085934ce4ce1, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6411dd10-e82a-4e1f-97ac-7acb2a04adf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a3d43054-8602-4fe7-bf33-d15fa77ce0cd'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:21.291540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.304001 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3887888-c311-4b00-9b17-f14048cc106a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:21.304277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3887888-c311-4b00-9b17-f14048cc106a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:21.320257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Attempting to bind port 96d3b283-5548-4dc9-9140-a7f8b535ced3 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:21.320873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Attempting to bind port 96d3b283-5548-4dc9-9140-a7f8b535ced3 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '13f82f7c-d7db-4b5e-b897-e4b0f9687bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ace6be24-02a1-4bb2-9612-48fd2a86d275'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:21.321409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Attempting to bind port 96d3b283-5548-4dc9-9140-a7f8b535ced3 on network ace6be24-02a1-4bb2-9612-48fd2a86d275 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:21.361233 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c3887888-c311-4b00-9b17-f14048cc106a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/6a59f23f-ccdc-4141-ad84-b4f88e31d500 HTTP/1.1" status: 404 len: 337 time: 0.1541491 Dec 23 08:29:21.363372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45000) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.380545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.393921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event deleted for resources: {'Port': ['ID=c3b152d1-19be-4e80-8c04-d71824607b69,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:21.394174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:21.394487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Checking segment: {'id': '13f82f7c-d7db-4b5e-b897-e4b0f9687bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ace6be24-02a1-4bb2-9612-48fd2a86d275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:21.394885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.395268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Bound using segment: {'id': '13f82f7c-d7db-4b5e-b897-e4b0f9687bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ace6be24-02a1-4bb2-9612-48fd2a86d275'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:21.396325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Bound port: 96d3b283-5548-4dc9-9140-a7f8b535ced3, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f82f7c-d7db-4b5e-b897-e4b0f9687bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ace6be24-02a1-4bb2-9612-48fd2a86d275'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:21.397486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.429059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b1a6a-0b18-4750-b744-c7c3b59cf090 None None] Update dhcp port {'port': {'network_id': '1492aa6a-fbab-4966-9d9d-e4c71fe2124c', 'fixed_ips': [{'subnet_id': '6a58d473-e652-4eed-a19e-513fff95d64d'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': '43320b7d-c0e6-41e5-a7f1-2e40e72b7589'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:29:21.432311 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ef8aaa-186d-4191-8864-4092e5558af3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:21.432757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ef8aaa-186d-4191-8864-4092e5558af3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:21.436744 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-44ef8aaa-186d-4191-8864-4092e5558af3 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/47307c66-1170-49f0-b635-85a3897263b0 HTTP/1.1" status: 404 len: 337 time: 0.0707366 Dec 23 08:29:21.439212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45004) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.489728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-493b049b-42d8-4a7d-8d09-5b36ce0e39d8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Synchronizing usage tracker for tenant:5c600ae97614497a98bd811f81184e15 on resource:floatingip {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:21.493370 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d0d7d4-6834-48e7-95e7-c27a2916199e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:21.494212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d0d7d4-6834-48e7-95e7-c27a2916199e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:21.496261 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-47d0d7d4-6834-48e7-95e7-c27a2916199e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/3c2c5beb-2f88-447f-a5ee-18d764004205 HTTP/1.1" status: 404 len: 337 time: 0.0543730 Dec 23 08:29:21.499287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45008) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.515345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7978ae33-d418-4b57-8aa7-c5a7f166f26d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.554941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0098d796-6235-4e8a-84d7-8514c54c5c59 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.556138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] For port a8b52c4c-e58e-4e9b-a448-085934ce4ce1, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:21.560538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] For port a8b52c4c-e58e-4e9b-a448-085934ce4ce1, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,segment=NetworkSegment(6411dd10-e82a-4e1f-97ac-7acb2a04adf4),segment_id=6411dd10-e82a-4e1f-97ac-7acb2a04adf4)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:21.599273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.603005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b1a22a3b-4c14-4ec0-b2b6-68fb8db4ef19 None None] Provisioning for port 4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:21.622841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978ae33-d418-4b57-8aa7-c5a7f166f26d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:21.631789 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b9364b-6ec0-4cf3-8575-badf29f2093d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:21.632224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b9364b-6ec0-4cf3-8575-badf29f2093d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:21.633856 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f1b9364b-6ec0-4cf3-8575-badf29f2093d tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/c14f44d9-8279-4e83-8bc7-e0ba69ca677a HTTP/1.1" status: 404 len: 333 time: 0.1323044 Dec 23 08:29:21.637141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45012) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.657790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b1a22a3b-4c14-4ec0-b2b6-68fb8db4ef19 None None] Provisioning complete for port 4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:21.658198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b1a22a3b-4c14-4ec0-b2b6-68fb8db4ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.689098 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-331b1a6a-0b18-4750-b744-c7c3b59cf090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:21.733174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-493b049b-42d8-4a7d-8d09-5b36ce0e39d8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Unset dirty status for tenant:5c600ae97614497a98bd811f81184e15 on resource:floatingip {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:21.734514 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-493b049b-42d8-4a7d-8d09-5b36ce0e39d8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5285208 Dec 23 08:29:21.765437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45016) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:21.768760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b1a22a3b-4c14-4ec0-b2b6-68fb8db4ef19 None None] Port 4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790 was deleted so its status cannot be updated. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 08:29:21.803391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'port_id': 'efc9d63d-6c9e-493d-a88b-12ccc89ffba1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:21.859695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:31Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '299c3d4a-7a3f-4c8e-b71b-7da1819ff540', 'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'mac_address': 'fa:16:3e:5a:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:28Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'subnets': [{'id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:21.877694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2129c16-f082-4aaf-8370-66862f6f182b None None] Pushing event updated for resources: {'Port': ['ID=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:21.894623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] For port 96d3b283-5548-4dc9-9140-a7f8b535ced3, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:21.896959 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] Checking router: d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:29:21.923661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] For port 96d3b283-5548-4dc9-9140-a7f8b535ced3, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=96d3b283-5548-4dc9-9140-a7f8b535ced3,segment=NetworkSegment(13f82f7c-d7db-4b5e-b897-e4b0f9687bbd),segment_id=13f82f7c-d7db-4b5e-b897-e4b0f9687bbd)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:21.927491 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-58651901-20b7-4867-b1dd-ba1adf465a2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:21.928188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58651901-20b7-4867-b1dd-ba1adf465a2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:21.930175 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-58651901-20b7-4867-b1dd-ba1adf465a2e tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/9b547156-f7a3-4ffc-a9cb-284187047904 HTTP/1.1" status: 404 len: 337 time: 0.2915378 Dec 23 08:29:21.942746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45020) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:22.003231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.020974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0098d796-6235-4e8a-84d7-8514c54c5c59 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.032610 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f214343d-65fd-4a26-950e-0da705727fb9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:22.033532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f214343d-65fd-4a26-950e-0da705727fb9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:22.035721 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f214343d-65fd-4a26-950e-0da705727fb9 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/cc195497-034b-48d4-8094-a4e1fa867722 HTTP/1.1" status: 404 len: 337 time: 0.0549254 Dec 23 08:29:22.038759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45024) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:22.089135 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc9ec96-a618-4ddc-bbf9-1682db26da93 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:22.090128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc9ec96-a618-4ddc-bbf9-1682db26da93 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:22.091965 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fbc9ec96-a618-4ddc-bbf9-1682db26da93 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/8f50a5a7-9d87-4b10-8bda-6271882c9b42 HTTP/1.1" status: 404 len: 333 time: 0.0520625 Dec 23 08:29:22.100179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45028) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:22.109881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:22.110638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:22.157703 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c13d53b-8fce-47ab-871a-8cd5506e53c8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:22.158555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c13d53b-8fce-47ab-871a-8cd5506e53c8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:22.162080 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0c13d53b-8fce-47ab-871a-8cd5506e53c8 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/b02e1313-090c-496c-8c43-f94609f73bdf HTTP/1.1" status: 404 len: 337 time: 0.0607698 Dec 23 08:29:22.164956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7978ae33-d418-4b57-8aa7-c5a7f166f26d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.171235 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7978ae33-d418-4b57-8aa7-c5a7f166f26d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790 HTTP/1.1" status: 204 len: 168 time: 2.2367320 Dec 23 08:29:22.171984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45032) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:22.172400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45034) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:22.284569 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-133281e4-261e-4e4c-883d-c71328a5186b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] DELETE failed (client error): The resource could not be found. Dec 23 08:29:22.285166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133281e4-261e-4e4c-883d-c71328a5186b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:22.287031 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-133281e4-261e-4e4c-883d-c71328a5186b tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/subnets/f9f5f6f6-e9f5-4985-b0c7-7177b73d5acc HTTP/1.1" status: 404 len: 337 time: 0.1135921 Dec 23 08:29:22.289749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45040) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:22.306561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.321188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e318dca-5b5c-416f-b736-27a209755a3a None None] Network 1492aa6a-fbab-4966-9d9d-e4c71fe2124c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:22.377603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efe1e7-531c-4cc6-9e12-6da517007fe0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:22.380101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efe1e7-531c-4cc6-9e12-6da517007fe0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:22.381181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0098d796-6235-4e8a-84d7-8514c54c5c59 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.381798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efe1e7-531c-4cc6-9e12-6da517007fe0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:22.382887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-41efe1e7-531c-4cc6-9e12-6da517007fe0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:22.400644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cc79651a-1f83-46bf-b86a-f3b158e04234 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 29f6a520-4f8d-408c-ad3c-926eb41a6084 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:22.401614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc79651a-1f83-46bf-b86a-f3b158e04234 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.471157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-41efe1e7-531c-4cc6-9e12-6da517007fe0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:22.472786 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-41efe1e7-531c-4cc6-9e12-6da517007fe0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2979240 Dec 23 08:29:22.474382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb0c20-6562-48e8-b1e2-326338e227db None None] Pushing event updated for resources: {'Port': ['ID=96d3b283-5548-4dc9-9140-a7f8b535ced3,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:22.475941 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45044) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:22.606663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098d796-6235-4e8a-84d7-8514c54c5c59 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3360bfe5-ec94-4957-8a6b-fa97337bc549,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:22.620382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:29:22.701382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a8b52c4c-e58e-4e9b-a448-085934ce4ce1 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:22.747061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.789992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc79651a-1f83-46bf-b86a-f3b158e04234 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.908055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object 28d372d4-48fb-4fd9-9b09-b9948da794ba will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:22.918489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.980220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0098d796-6235-4e8a-84d7-8514c54c5c59 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:22.983538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cc79651a-1f83-46bf-b86a-f3b158e04234 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 29f6a520-4f8d-408c-ad3c-926eb41a6084 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:22.987360 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0098d796-6235-4e8a-84d7-8514c54c5c59 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "DELETE /v2.0/security-groups/3360bfe5-ec94-4957-8a6b-fa97337bc549 HTTP/1.1" status: 204 len: 168 time: 1.9788282 Dec 23 08:29:23.002391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45048) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:23.048751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b7c0e632-9b73-4a1a-97f9-b77d21a767cd None None] Provisioning complete for port 29f6a520-4f8d-408c-ad3c-926eb41a6084 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:23.049638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e632-9b73-4a1a-97f9-b77d21a767cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.099824 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-48e52eeb-6b08-45ac-a922-5c120de84fc2 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] show failed (client error): The resource could not be found. Dec 23 08:29:23.103635 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-48e52eeb-6b08-45ac-a922-5c120de84fc2 tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "GET /v2.0/security-groups/3360bfe5-ec94-4957-8a6b-fa97337bc549 HTTP/1.1" status: 404 len: 347 time: 0.0994349 Dec 23 08:29:23.104523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45052) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:23.206432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc79651a-1f83-46bf-b86a-f3b158e04234 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.210477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0e632-9b73-4a1a-97f9-b77d21a767cd None None] Port 29f6a520-4f8d-408c-ad3c-926eb41a6084 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:23.290265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.300175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b7c0e632-9b73-4a1a-97f9-b77d21a767cd None None] Provisioning complete for port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:23.300461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e632-9b73-4a1a-97f9-b77d21a767cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.320718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-109eab12-8135-43af-9038-1ffa4d2aa545 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 04b27037-8d46-4e1b-afe4-290486a4c049 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:23.326454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79651a-1f83-46bf-b86a-f3b158e04234 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Port': ['ID=29f6a520-4f8d-408c-ad3c-926eb41a6084,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:23.346541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:23.398244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] DHCP port deletion for 1492aa6a-fbab-4966-9d9d-e4c71fe2124c request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:23.398710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-109eab12-8135-43af-9038-1ffa4d2aa545 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.408121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Deleting port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:23.408619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.440217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc79651a-1f83-46bf-b86a-f3b158e04234 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.442735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:23.484717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Deleting port ac967a33-a9ad-4840-8b8f-c65a72a9cb34 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:23.485078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.524741 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cc79651a-1f83-46bf-b86a-f3b158e04234 tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/ports/29f6a520-4f8d-408c-ad3c-926eb41a6084 HTTP/1.1" status: 204 len: 168 time: 1.2318845 Dec 23 08:29:23.533056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45056) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:23.561578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.571832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Router 37a598ba-4f24-41c5-93de-341c33c05a78 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:23.584991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad459361-3d89-47d2-8fcf-3118e5981367 None None] Network a3d43054-8602-4fe7-bf33-d15fa77ce0cd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:23.612865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:31Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '299c3d4a-7a3f-4c8e-b71b-7da1819ff540', 'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'mac_address': 'fa:16:3e:5a:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:28Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'subnets': [{'id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:23.624914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454549b-0ba4-46ec-9781-6ecf8483925b None None] The sync data for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv is: [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:25:31Z', 'revision_number': 4, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '299c3d4a-7a3f-4c8e-b71b-7da1819ff540', 'name': '', 'network_id': '824d0043-5466-40fa-aafd-00652d6477b8', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'mac_address': 'fa:16:3e:5a:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:28Z', 'updated_at': '2021-12-23T08:26:03Z', 'revision_number': 5, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'subnets': [{'id': '7cf43b8e-c16b-4e34-8e13-4fd2798b1db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:23.752816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=c7305cd0-d1cc-4f9d-8206-683675c69edc,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:23.871009 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-109eab12-8135-43af-9038-1ffa4d2aa545 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.880234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network a3d43054-8602-4fe7-bf33-d15fa77ce0cd is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:23.892563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=28d372d4-48fb-4fd9-9b09-b9948da794ba,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:23.919356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:23.921614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:23.922584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:23.927230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:23.928072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.013737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.026274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3be6e55a-aa71-43ce-a66b-fbb7bbe3aced None None] Provisioning for port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:24.038596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ee931-6b51-4e06-8de5-d03770f5f309 None None] New status for floating IP dfbe3f69-1511-4a35-a98d-7877dcab323c: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:29:24.094022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:24.094650 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.108423 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee2dee-040f-4aaa-94d7-5b8496e9cf12 None None] Network ace6be24-02a1-4bb2-9612-48fd2a86d275 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:24.149210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3be6e55a-aa71-43ce-a66b-fbb7bbe3aced None None] Provisioning complete for port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:24.149607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3be6e55a-aa71-43ce-a66b-fbb7bbe3aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.191599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.191998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.218465 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9b6a99e0-8c28-4faf-a8e8-98462cd26879 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 5.4301887 Dec 23 08:29:24.229482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45060) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:24.232844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking segment: {'id': 'b6461de2-7a54-4a59-985c-20319df42713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6fedfeb5-f621-4e11-b35b-20a584f82d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:24.233205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network hostable DHCP agents. Network: 6fedfeb5-f621-4e11-b35b-20a584f82d6d, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:24.374267 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:24.408697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Calling delete_port for ac967a33-a9ad-4840-8b8f-c65a72a9cb34 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:24.453735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-109eab12-8135-43af-9038-1ffa4d2aa545 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.454659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 6fedfeb5-f621-4e11-b35b-20a584f82d6d is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:24.480480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 6fedfeb5-f621-4e11-b35b-20a584f82d6d) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:24.484705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:24.485276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.518357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.557825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f76d66-e567-4206-9d14-90a45f626459 None None] Network 6fedfeb5-f621-4e11-b35b-20a584f82d6d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:24.600955 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-acd1ae39-2d5b-43d4-bba1-07221db863e5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 28d372d4-48fb-4fd9-9b09-b9948da794ba {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:24.601295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae39-2d5b-43d4-bba1-07221db863e5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.646413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Router 918421c4-fa19-4705-8dfd-892574e033c1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:24.661454 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2e892f7f-0b16-4704-ae7a-41f86949e7c4 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.8215258 Dec 23 08:29:24.674952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45064) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:24.751638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 96d3b283-5548-4dc9-9140-a7f8b535ced3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:24.769794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:24.770192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.836988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:24.837381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:24.929303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:29:24.983472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:25.025171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-109eab12-8135-43af-9038-1ffa4d2aa545 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.053191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Calling delete_port for 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:25.077899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:25.078295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:25.082302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.085287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109eab12-8135-43af-9038-1ffa4d2aa545 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=04b27037-8d46-4e1b-afe4-290486a4c049,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:25.090000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:25.098218 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-41b0737d-a051-4fd4-9293-30343d8c6d28 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "PUT /v2.0/routers/37a598ba-4f24-41c5-93de-341c33c05a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7959087 Dec 23 08:29:25.100247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45068) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:25.100385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,revision_number=11']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:25.107289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.109411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:25.115500 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-799c610a-2d61-4abf-800d-a63a82f91b03 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "PUT /v2.0/routers/918421c4-fa19-4705-8dfd-892574e033c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3884335 Dec 23 08:29:25.116169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-109eab12-8135-43af-9038-1ffa4d2aa545 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.123635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45072) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:25.130736 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a68679-54ab-43e5-bc55-e150e66e5fee None None] Sync routers for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:25.152446 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a68679-54ab-43e5-bc55-e150e66e5fee None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:25.153562 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a2a68679-54ab-43e5-bc55-e150e66e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:25.183705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.205782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b2b06-daa5-4d7b-a753-11d6dae89f11 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:25.218761 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-34266700-f4e2-4a64-a785-ea76dde05ccb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] delete failed (client error): The resource could not be found. Dec 23 08:29:25.220031 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-34266700-f4e2-4a64-a785-ea76dde05ccb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-684372583 HTTP/1.1" status: 404 len: 334 time: 0.0960786 Dec 23 08:29:25.225099 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a2a68679-54ab-43e5-bc55-e150e66e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:25.226777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45076) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:25.235837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3be6e55a-aa71-43ce-a66b-fbb7bbe3aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.236341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-00e60a79-b74f-4c40-8fa4-9b5137513794 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Request body: {'router': {'external_gateway_info': {'network_id': '918421c4-fa19-4705-8dfd-892574e033c1'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:25.245468 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a68679-54ab-43e5-bc55-e150e66e5fee None None] Routers {'37a598ba-4f24-41c5-93de-341c33c05a78'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:25.246497 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a2a68679-54ab-43e5-bc55-e150e66e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37a598ba-4f24-41c5-93de-341c33c05a78'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:25.324295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae39-2d5b-43d4-bba1-07221db863e5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.335662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ccad8-cf0a-4ef9-a6f0-952a4efb9070 None None] Sync routers for ids ['918421c4-fa19-4705-8dfd-892574e033c1'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:25.351558 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a2a68679-54ab-43e5-bc55-e150e66e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:25.353129 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a68679-54ab-43e5-bc55-e150e66e5fee None None] The sync data for ids ['37a598ba-4f24-41c5-93de-341c33c05a78'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:25.366135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.488813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 96d3b283-5548-4dc9-9140-a7f8b535ced3 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:25.619316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ccad8-cf0a-4ef9-a6f0-952a4efb9070 None None] Routers {'918421c4-fa19-4705-8dfd-892574e033c1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:25.619949 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8a4ccad8-cf0a-4ef9-a6f0-952a4efb9070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['918421c4-fa19-4705-8dfd-892574e033c1'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:25.686958 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-109eab12-8135-43af-9038-1ffa4d2aa545 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/04b27037-8d46-4e1b-afe4-290486a4c049 HTTP/1.1" status: 204 len: 168 time: 3.2074921 Dec 23 08:29:25.686958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Deleting port ac967a33-a9ad-4840-8b8f-c65a72a9cb34 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:25.686958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.717816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-acd1ae39-2d5b-43d4-bba1-07221db863e5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 28d372d4-48fb-4fd9-9b09-b9948da794ba owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:25.723948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45080) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:25.727189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:25.727541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:25.729160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3be6e55a-aa71-43ce-a66b-fbb7bbe3aced None None] For port a8b52c4c-e58e-4e9b-a448-085934ce4ce1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,segment=NetworkSegment(6411dd10-e82a-4e1f-97ac-7acb2a04adf4),segment_id=6411dd10-e82a-4e1f-97ac-7acb2a04adf4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:25.765239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:25.765764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:25.789721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8a4ccad8-cf0a-4ef9-a6f0-952a4efb9070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:25.869509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:25.935725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=c7305cd0-d1cc-4f9d-8206-683675c69edc,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:25.987107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3be6e55a-aa71-43ce-a66b-fbb7bbe3aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.053158 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4bbeb8-7dc5-4635-8fed-89d105d12c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-6fedfeb5-f621-4e11-b35b-20a584f82d6d', 'network_id': '6fedfeb5-f621-4e11-b35b-20a584f82d6d', 'tenant_id': 'e2822acc0ef3424185256dfccfb8e0d3', 'fixed_ips': [{'subnet_id': 'c7305cd0-d1cc-4f9d-8206-683675c69edc'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:26.054015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5e4bbeb8-7dc5-4635-8fed-89d105d12c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.124142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ccad8-cf0a-4ef9-a6f0-952a4efb9070 None None] Routers {'918421c4-fa19-4705-8dfd-892574e033c1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:26.124668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8a4ccad8-cf0a-4ef9-a6f0-952a4efb9070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['918421c4-fa19-4705-8dfd-892574e033c1'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:26.173397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-d935748a-d03f-450f-bfed-857412acc17c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 495ca60c-b672-4deb-8c6a-2ca405c3e26c {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:26.192443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d935748a-d03f-450f-bfed-857412acc17c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.256588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.256588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.257679 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP a7e09659-8598-4441-a9fa-0ac286b4a992 associated. External IP: 172.26.8.21, port: 5b7245bc-d58f-42d4-a512-45e860fd0bf2. Dec 23 08:29:26.262540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Deleting port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:26.262901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.277393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:26.281649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.316033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8a4ccad8-cf0a-4ef9-a6f0-952a4efb9070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:26.316433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ccad8-cf0a-4ef9-a6f0-952a4efb9070 None None] The sync data for ids ['918421c4-fa19-4705-8dfd-892574e033c1'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:26.325270 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6e55a-aa71-43ce-a66b-fbb7bbe3aced None None] Pushing event updated for resources: {'Port': ['ID=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:26.336439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.361354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.439128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d935748a-d03f-450f-bfed-857412acc17c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.486827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fedfeb5-f621-4e11-b35b-20a584f82d6d']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:26.509107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6461de2-7a54-4a59-985c-20319df42713') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:26.509406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6461de2-7a54-4a59-985c-20319df42713') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:26.514528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Calling delete_port for ac967a33-a9ad-4840-8b8f-c65a72a9cb34 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:26.541740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.602553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:26.603155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.619911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d935748a-d03f-450f-bfed-857412acc17c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.673927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.692339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:26.692738 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.713502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a8b52c4c-e58e-4e9b-a448-085934ce4ce1 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:26.716054 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:26.813573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] For port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,segment=NetworkSegment(67663942-5c67-41b8-ad05-388483950202),segment_id=67663942-5c67-41b8-ad05-388483950202)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:26.813573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.815596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Calling delete_port for 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:26.859653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Provisioning for port 28d372d4-48fb-4fd9-9b09-b9948da794ba completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:26.886112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Provisioning complete for port 28d372d4-48fb-4fd9-9b09-b9948da794ba triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:26.886567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:26.941517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Port 28d372d4-48fb-4fd9-9b09-b9948da794ba was deleted so its status cannot be updated. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 08:29:26.991822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30099f08-98d4-41b8-8f96-19d0fd277d9b None None] Network 6fedfeb5-f621-4e11-b35b-20a584f82d6d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:27.019196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30099f08-98d4-41b8-8f96-19d0fd277d9b None None] Network 6fedfeb5-f621-4e11-b35b-20a584f82d6d could not be found, it might have been deleted concurrently. {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 08:29:27.031402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.035265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Provisioning complete for port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:27.035790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.046760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d935748a-d03f-450f-bfed-857412acc17c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.063890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Calling delete_port for 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:27.087597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.107851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.119702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] Pushing event deleted for resources: {'Port': ['ID=43320b7d-c0e6-41e5-a7f1-2e40e72b7589,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:27.122287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:27.122817 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.160028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935748a-d03f-450f-bfed-857412acc17c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=495ca60c-b672-4deb-8c6a-2ca405c3e26c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:27.166721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=6fedfeb5-f621-4e11-b35b-20a584f82d6d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:27.175468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f2a4f-daa7-425c-bbcb-0ec3ae1592f2 None None] No DVR routers for this DVR port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:27.185887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae39-2d5b-43d4-bba1-07221db863e5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.186348 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1ca5d334-295f-4fcf-b437-b055c203a297 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/6fedfeb5-f621-4e11-b35b-20a584f82d6d HTTP/1.1" status: 204 len: 168 time: 2.5085247 Dec 23 08:29:27.189806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d935748a-d03f-450f-bfed-857412acc17c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.191876 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d935748a-d03f-450f-bfed-857412acc17c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/495ca60c-b672-4deb-8c6a-2ca405c3e26c HTTP/1.1" status: 204 len: 168 time: 1.4663627 Dec 23 08:29:27.201083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45084) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:27.201548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45086) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:27.212606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-589478422'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:27.232612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a95279-31fb-42ad-9e50-2ce3be7402ac None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:27.257051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1ae39-2d5b-43d4-bba1-07221db863e5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=28d372d4-48fb-4fd9-9b09-b9948da794ba,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:27.290922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-00e60a79-b74f-4c40-8fa4-9b5137513794 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.291206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:27.299795 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0514c3fe-9139-4a74-b887-f509c996de5b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936749 Dec 23 08:29:27.299795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:network and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:27.304126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45092) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:27.306641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:27.320980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:27.335896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:27.403001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:27.403553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:27.435875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acd1ae39-2d5b-43d4-bba1-07221db863e5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.453581 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-00e60a79-b74f-4c40-8fa4-9b5137513794 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] update failed (client error): The resource could not be found. Dec 23 08:29:27.455168 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-00e60a79-b74f-4c40-8fa4-9b5137513794 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "PUT /v2.0/routers/918421c4-fa19-4705-8dfd-892574e033c1 HTTP/1.1" status: 404 len: 339 time: 2.2245994 Dec 23 08:29:27.459692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45096) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:27.461175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.548151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Provisioning for port 96d3b283-5548-4dc9-9140-a7f8b535ced3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:27.554861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Provisioning complete for port 96d3b283-5548-4dc9-9140-a7f8b535ced3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:27.555303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.634670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Pushing event deleted for resources: {'Port': ['ID=ac967a33-a9ad-4840-8b8f-c65a72a9cb34,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:27.657179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:27.660411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.689325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.727206 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-acd1ae39-2d5b-43d4-bba1-07221db863e5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/28d372d4-48fb-4fd9-9b09-b9948da794ba HTTP/1.1" status: 204 len: 168 time: 3.4874187 Dec 23 08:29:27.727402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] For port 96d3b283-5548-4dc9-9140-a7f8b535ced3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=96d3b283-5548-4dc9-9140-a7f8b535ced3,segment=NetworkSegment(13f82f7c-d7db-4b5e-b897-e4b0f9687bbd),segment_id=13f82f7c-d7db-4b5e-b897-e4b0f9687bbd)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:27.732875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.740217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45100) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:27.776473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0f88d-8922-4e9e-adf2-af78b936281f None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:27.778710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.785228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:27.789606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-23d0f88d-8922-4e9e-adf2-af78b936281f None None] Deleting port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:27.789606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-23d0f88d-8922-4e9e-adf2-af78b936281f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.794449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:27.802472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:27.812204 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbba714-2cc7-4800-8b33-5b71113bbc90 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:29:27.812826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bfbba714-2cc7-4800-8b33-5b71113bbc90 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:27.814553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:27.820721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Deleting port 4cad94a7-ff45-4f72-b7f4-de3b0e6eae41 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:27.821079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.845480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:27.883911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.886368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.890848 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ee68f58a-b994-4351-96e4-b7dd95eec8eb tempest-ServerActionsTestJSON-282187037 tempest-ServerActionsTestJSON-282187037-project] 10.222.0.36 "DELETE /v2.0/floatingips/dfbe3f69-1511-4a35-a98d-7877dcab323c HTTP/1.1" status: 204 len: 168 time: 4.7826138 Dec 23 08:29:27.891026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.891026 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment efc3baad-62b3-4b45-bec5-c1136cb540d4 of type vlan for network fa0c4918-1310-4007-b2c6-93ae70badc32 Dec 23 08:29:27.891026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:27.892983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.903202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45104) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:27.922440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7b62f81b-ac90-4265-8f7c-9a339e4f7c4a None None] Provisioning complete for port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:27.922820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7b62f81b-ac90-4265-8f7c-9a339e4f7c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:27.971697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bfbba714-2cc7-4800-8b33-5b71113bbc90 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:27.975355 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bfbba714-2cc7-4800-8b33-5b71113bbc90 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/28d372d4-48fb-4fd9-9b09-b9948da794ba HTTP/1.1" status: 404 len: 333 time: 0.2301290 Dec 23 08:29:27.975355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Deleting port 43320b7d-c0e6-41e5-a7f1-2e40e72b7589 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:27.975355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.000612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45108) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:28.015110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2ec4d-beb9-4eee-8fc7-688f5fc100dc None None] Pushing event updated for resources: {'Port': ['ID=96d3b283-5548-4dc9-9140-a7f8b535ced3,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:28.091302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.134056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] The port '43320b7d-c0e6-41e5-a7f1-2e40e72b7589' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:29:28.201243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-23d0f88d-8922-4e9e-adf2-af78b936281f None None] For port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6b00b7ed-eba6-4527-95a9-4a71a5e7626a,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:28.201634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-23d0f88d-8922-4e9e-adf2-af78b936281f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.232070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.335019 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-23d0f88d-8922-4e9e-adf2-af78b936281f None None] Calling delete_port for 6b00b7ed-eba6-4527-95a9-4a71a5e7626a owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:28.373069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.376617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:28.377189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.385629 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7b62f81b-ac90-4265-8f7c-9a339e4f7c4a None None] Provisioning complete for port 96d3b283-5548-4dc9-9140-a7f8b535ced3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:28.386024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7b62f81b-ac90-4265-8f7c-9a339e4f7c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.387890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Calling delete_port for 4cad94a7-ff45-4f72-b7f4-de3b0e6eae41 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:28.505889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-23d0f88d-8922-4e9e-adf2-af78b936281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.551105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.575721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0f88d-8922-4e9e-adf2-af78b936281f None None] Pushing event deleted for resources: {'Port': ['ID=6b00b7ed-eba6-4527-95a9-4a71a5e7626a,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:28.593601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0f88d-8922-4e9e-adf2-af78b936281f None None] No DVR routers for this DVR port 6b00b7ed-eba6-4527-95a9-4a71a5e7626a on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:28.608142 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4027591 Dec 23 08:29:28.609089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405297c4-3116-466d-9550-2f96acbb3e2f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=fa0c4918-1310-4007-b2c6-93ae70badc32,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:28.617923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45112) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:28.631837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': 'fa0c4918-1310-4007-b2c6-93ae70badc32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:28.646277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network fa0c4918-1310-4007-b2c6-93ae70badc32 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:28.660163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1492aa6a-fbab-4966-9d9d-e4c71fe2124c']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:28.729084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67663942-5c67-41b8-ad05-388483950202') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:28.729556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67663942-5c67-41b8-ad05-388483950202') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:28.742338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 96d3b283-5548-4dc9-9140-a7f8b535ced3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:28.775066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.795185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.834984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 96d3b283-5548-4dc9-9140-a7f8b535ced3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:28.835411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:28.835570 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.838298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.851804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c16f994-40da-49f8-8efc-34fda8a0e4d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet 5a5abb11-1ceb-41fe-9b6b-10fcc83e74ca {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:28.863965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:28.863965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.864267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:28.875506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:subnet and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:28.879931 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:28.883571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:28.904604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:28.910632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:28.932489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c16f994-40da-49f8-8efc-34fda8a0e4d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.946856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:28.958917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=e54b621d-e0bc-459b-99e5-b23d54e56767,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:28.963312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:28.963798 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:28.964698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358618b1-239b-4fda-8a33-d76613d616f9 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:29.042579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:29.054508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c16f994-40da-49f8-8efc-34fda8a0e4d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.088875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.102652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.130377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.140286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6b00b7ed-eba6-4527-95a9-4a71a5e7626a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:29.161063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] Pushing event deleted for resources: {'Network': ['ID=1492aa6a-fbab-4966-9d9d-e4c71fe2124c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:29.167475 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fd0de7a9-6dee-4a62-ab27-183bf25e0b1a tempest-PortsTestJSON-300213227 tempest-PortsTestJSON-300213227-project] 10.222.0.36 "DELETE /v2.0/networks/1492aa6a-fbab-4966-9d9d-e4c71fe2124c HTTP/1.1" status: 204 len: 168 time: 5.6334035 Dec 23 08:29:29.183057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 6b00b7ed-eba6-4527-95a9-4a71a5e7626a {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:29.183478 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6b00b7ed-eba6-4527-95a9-4a71a5e7626a not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:29.268296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': 'e54b621d-e0bc-459b-99e5-b23d54e56767'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:29.269603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.280746 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e07fad1-656e-4107-a8d7-f316a1c46bef tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9673865 Dec 23 08:29:29.283238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45118) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:29.289275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:29.361054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.435392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c16f994-40da-49f8-8efc-34fda8a0e4d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.436110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event deleted for resources: {'Port': ['ID=4cad94a7-ff45-4f72-b7f4-de3b0e6eae41,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:29.450548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.464923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Allocated IP 172.20.0.2 (3b1e253c-1242-4661-909e-bc02458a5888/e54b621d-e0bc-459b-99e5-b23d54e56767/c649e021-174d-43c7-96f5-1518872ff25c) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:29.637729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Allocated IP 172.20.0.1 (7ab20284-dbb6-4f03-afd8-c055e20e0ecd/84faf49c-5dc5-4c43-b8fa-571abf131979/4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:29.724190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45124) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:29.777768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:29.788764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:29.792759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:29.795684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c16f994-40da-49f8-8efc-34fda8a0e4d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.818376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.832164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Transition to ACTIVE for port object c649e021-174d-43c7-96f5-1518872ff25c will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:29.855148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Transition to ACTIVE for port object c649e021-174d-43c7-96f5-1518872ff25c will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:29.863502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.867013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:29.867838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16f994-40da-49f8-8efc-34fda8a0e4d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5abb11-1ceb-41fe-9b6b-10fcc83e74ca,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:29.878811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c16f994-40da-49f8-8efc-34fda8a0e4d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.915061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604ef22-416f-4c95-9fc8-d9deb9ec62dd None None] Network a3d43054-8602-4fe7-bf33-d15fa77ce0cd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:29.961705 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9c16f994-40da-49f8-8efc-34fda8a0e4d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/5a5abb11-1ceb-41fe-9b6b-10fcc83e74ca HTTP/1.1" status: 204 len: 168 time: 1.9590764 Dec 23 08:29:29.962688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.964861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:29.968866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45130) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:30.036822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:30.037103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:30.040333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.044303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:30.046717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:30.057588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Pushing event updated for resources: {'Port': ['ID=c649e021-174d-43c7-96f5-1518872ff25c,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:30.188189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Transition to ACTIVE for port object 4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:30.239540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Attempting to bind port c649e021-174d-43c7-96f5-1518872ff25c on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:30.239893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Attempting to bind port c649e021-174d-43c7-96f5-1518872ff25c by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:30.240181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Attempting to bind port c649e021-174d-43c7-96f5-1518872ff25c on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:30.246843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.256269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:30.256740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:30.257043 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.258172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:30.258172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Bound port: c649e021-174d-43c7-96f5-1518872ff25c, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:30.258493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.288528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.305457 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7ea91434-e004-46e9-96e3-942becf5e64e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=063fc722289642818ffcfed1dc7cfd84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5713844 Dec 23 08:29:30.307777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45134) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:30.325119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.360522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] For port c649e021-174d-43c7-96f5-1518872ff25c, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:30.364126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] For port c649e021-174d-43c7-96f5-1518872ff25c, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c649e021-174d-43c7-96f5-1518872ff25c,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:30.368921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.389078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:30.389500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.424341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:30.437715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] DHCP port deletion for a3d43054-8602-4fe7-bf33-d15fa77ce0cd request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:30.440303 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3e616-310b-45dc-a5ff-03b601f2d268 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:30.459062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Deleting port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:30.459062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.464059 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3e616-310b-45dc-a5ff-03b601f2d268 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:30.466636 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ead3e616-310b-45dc-a5ff-03b601f2d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:30.499694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.512940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.521961 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-489841f1-15c9-4b7b-9b94-5a870a4e9f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.535843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e9323-5c94-4f2f-a331-2aabfe431bc8 None None] Pushing event updated for resources: {'Port': ['ID=c649e021-174d-43c7-96f5-1518872ff25c,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:30.547497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.563728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.612114 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ead3e616-310b-45dc-a5ff-03b601f2d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:30.625181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:30.639215 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3e616-310b-45dc-a5ff-03b601f2d268 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:30.640127 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ead3e616-310b-45dc-a5ff-03b601f2d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:30.643724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:30.654406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Port': ['ID=4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:30.656775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:30.741629 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a8b52c4c-e58e-4e9b-a448-085934ce4ce1 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:30.769516 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ead3e616-310b-45dc-a5ff-03b601f2d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:30.769918 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead3e616-310b-45dc-a5ff-03b601f2d268 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:30.788011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cfac-7da2-498c-a9e9-30a6bcc0900f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.879868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] For port a8b52c4c-e58e-4e9b-a448-085934ce4ce1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,segment=NetworkSegment(6411dd10-e82a-4e1f-97ac-7acb2a04adf4),segment_id=6411dd10-e82a-4e1f-97ac-7acb2a04adf4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:30.880349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.899510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cfac-7da2-498c-a9e9-30a6bcc0900f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:30.987251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.009051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cfac-7da2-498c-a9e9-30a6bcc0900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.038939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=6a3daa2f-78ad-45a4-a72a-6da8b4c28d14,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:31.084651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking segment: {'id': 'efc3baad-62b3-4b45-bec5-c1136cb540d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa0c4918-1310-4007-b2c6-93ae70badc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:31.085001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network hostable DHCP agents. Network: fa0c4918-1310-4007-b2c6-93ae70badc32, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:31.090790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Calling delete_port for a8b52c4c-e58e-4e9b-a448-085934ce4ce1 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:31.107315 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.107842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Fanout notify agent at l3_agent the message router_deleted on router 37a598ba-4f24-41c5-93de-341c33c05a78 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:29:31.127761 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7cfac-7da2-498c-a9e9-30a6bcc0900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a26e4-cf46-4c87-b9fc-6dbe880fca37,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:31.163534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cfac-7da2-498c-a9e9-30a6bcc0900f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.168842 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6fb7cfac-7da2-498c-a9e9-30a6bcc0900f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d70a26e4-cf46-4c87-b9fc-6dbe880fca37 HTTP/1.1" status: 204 len: 168 time: 0.8581650 Dec 23 08:29:31.183830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.211241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1e3a0ff8-ba1e-4eb3-91b0-23224bb8099f None None] Provisioning for port 4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:31.227963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1e3a0ff8-ba1e-4eb3-91b0-23224bb8099f None None] Provisioning complete for port 4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:31.228401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0ff8-ba1e-4eb3-91b0-23224bb8099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.230204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network fa0c4918-1310-4007-b2c6-93ae70badc32 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:31.246399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.247496 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-443a156c-fb6c-4c7b-ba5e-b53ac807530a tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "DELETE /v2.0/routers/37a598ba-4f24-41c5-93de-341c33c05a78 HTTP/1.1" status: 204 len: 168 time: 6.1436081 Dec 23 08:29:31.262458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45140) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:31.286466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port a8b52c4c-e58e-4e9b-a448-085934ce4ce1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,segment=NetworkSegment(6411dd10-e82a-4e1f-97ac-7acb2a04adf4),segment_id=6411dd10-e82a-4e1f-97ac-7acb2a04adf4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:31.294632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, fa0c4918-1310-4007-b2c6-93ae70badc32) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:31.301636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:31.301872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.302301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.328421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] For port a8b52c4c-e58e-4e9b-a448-085934ce4ce1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,segment=NetworkSegment(6411dd10-e82a-4e1f-97ac-7acb2a04adf4),segment_id=6411dd10-e82a-4e1f-97ac-7acb2a04adf4)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:31.328961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.333780 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-51201eb5-e459-4478-8b20-724150727d5c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7095239 Dec 23 08:29:31.352132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64df82c8-c18c-4063-aa0a-2980598883f9 None None] Network fa0c4918-1310-4007-b2c6-93ae70badc32 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:31.365977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a0ff8-ba1e-4eb3-91b0-23224bb8099f None None] Port 4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:31.378431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45144) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:31.378935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:31.379288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:31.391954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-164165577'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:31.486233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:31.537762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:31.554769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for a8b52c4c-e58e-4e9b-a448-085934ce4ce1 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:31.609513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:network and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:31.617042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:31.639247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:31.672360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:29:31.722715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.769006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:31.772095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.792249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-fa0c4918-1310-4007-b2c6-93ae70badc32', 'network_id': 'fa0c4918-1310-4007-b2c6-93ae70badc32', 'tenant_id': 'e2822acc0ef3424185256dfccfb8e0d3', 'fixed_ips': [{'subnet_id': '6a3daa2f-78ad-45a4-a72a-6da8b4c28d14'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:31.793761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.907072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:31.907373 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Deleting port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:31.907892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:31.908026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:31.938445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:31.986989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:32.038705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e8a545-aa4b-456b-81f7-97b1d7a57ae3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Deleting subnet 5a342f16-b012-4f9f-ad7e-3288d0ff581d {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:32.099233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.117234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a545-aa4b-456b-81f7-97b1d7a57ae3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.271977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Allocated IP 2001:db8::1 (fa0c4918-1310-4007-b2c6-93ae70badc32/6a3daa2f-78ad-45a4-a72a-6da8b4c28d14/cbfd0289-7a62-4fbc-b094-d1b064d9af72) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:32.304056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-55c20e9c-abd9-4ada-b6cc-48cc7f46e030 None None] Provisioning for port c649e021-174d-43c7-96f5-1518872ff25c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:32.385141 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] For port a8b52c4c-e58e-4e9b-a448-085934ce4ce1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,segment=NetworkSegment(6411dd10-e82a-4e1f-97ac-7acb2a04adf4),segment_id=6411dd10-e82a-4e1f-97ac-7acb2a04adf4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:32.385638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.471693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] For port c649e021-174d-43c7-96f5-1518872ff25c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c649e021-174d-43c7-96f5-1518872ff25c,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:32.480546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:32.485681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.535231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45164) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:32.560443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d502d-5ef9-4c37-9bc5-97bef1ac69ab None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:32.574935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Calling delete_port for a8b52c4c-e58e-4e9b-a448-085934ce4ce1 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:32.581264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:29:32.626954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:32.627485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.649675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.669286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.670137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.735766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d502d-5ef9-4c37-9bc5-97bef1ac69ab None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:32.736625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d10d502d-5ef9-4c37-9bc5-97bef1ac69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:32.773672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a545-aa4b-456b-81f7-97b1d7a57ae3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.798833 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5c418f88-1c57-4dfe-b5b0-3f1a364c109c tempest-ServiceProvidersTest-1038133764 tempest-ServiceProvidersTest-1038133764-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2613342 Dec 23 08:29:32.807237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-589a4cc7-a865-44d9-830b-94b0db3edc83 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/floatingips/a7e09659-8598-4441-a9fa-0ac286b4a992 HTTP/1.1" status: 200 len: 978 time: 11.0302050 Dec 23 08:29:32.811958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.812288 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment ae0bb765-c2ea-49dc-8532-7fba4df129e1 of type vlan for network 643b1729-16d6-4390-b1ec-355d431c4e62 Dec 23 08:29:32.816756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45172) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:32.834131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c649e021-174d-43c7-96f5-1518872ff25c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:32.839677 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a7cb8dc5-4646-4501-8e39-63ec54aceb62 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:32.846320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.903380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-488306b8-3a8d-40ac-b29c-9b303ea34c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.903553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:32.910961 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d10d502d-5ef9-4c37-9bc5-97bef1ac69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:32.922565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:32.925917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:32.926525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.941446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=32bcfead-1d37-498a-8a31-968c7a1ece18,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:32.944359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=c649e021-174d-43c7-96f5-1518872ff25c,revision_number=4']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:32.984383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8dc5-4646-4501-8e39-63ec54aceb62 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:32.987590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e16603-392e-435b-86b9-d2e0c9af78c5 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:33.009691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.015564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:33.016439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.057381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:29:33.070585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.119501 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7344804 Dec 23 08:29:33.122699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.154360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] Pushing event deleted for resources: {'Port': ['ID=a8b52c4c-e58e-4e9b-a448-085934ce4ce1,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:33.176707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45178) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:33.182502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d502d-5ef9-4c37-9bc5-97bef1ac69ab None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:33.183117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d10d502d-5ef9-4c37-9bc5-97bef1ac69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:33.184867 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5e63dcfc-1772-40ac-aa5d-d29e81770077 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8999083 Dec 23 08:29:33.185630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45182) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:33.198220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:4a:59:ba', 'name': 'tempest-NetworksTestDHCPv6-1031486000'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:33.198422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': '643b1729-16d6-4390-b1ec-355d431c4e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:33.245012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.266864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.267897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9401d54-e535-44ae-bab0-4fbda2d35a5b None None] No DVR routers for this DVR port a8b52c4c-e58e-4e9b-a448-085934ce4ce1 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:33.273902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d10d502d-5ef9-4c37-9bc5-97bef1ac69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:33.274360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d502d-5ef9-4c37-9bc5-97bef1ac69ab None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:33.282663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45186) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:33.287738 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Transition to ACTIVE for port object cbfd0289-7a62-4fbc-b094-d1b064d9af72 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:33.316147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c649e021-174d-43c7-96f5-1518872ff25c completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:33.332125 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c649e021-174d-43c7-96f5-1518872ff25c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:33.332488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.357676 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Transition to ACTIVE for port object cbfd0289-7a62-4fbc-b094-d1b064d9af72 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:33.396552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.410544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event updated for resources: {'Port': ['ID=4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:33.416052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:33.420971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:33.425040 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:33.431696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:33.452535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:33.483462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] The port 'a8b52c4c-e58e-4e9b-a448-085934ce4ce1' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:29:33.504378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Pushing event updated for resources: {'Port': ['ID=cbfd0289-7a62-4fbc-b094-d1b064d9af72,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:33.521810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Network fa0c4918-1310-4007-b2c6-93ae70badc32 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:33.532053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:33.539596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:33.560021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bfa6d-1b4d-4830-8cf4-e684d7862fc3 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=643b1729-16d6-4390-b1ec-355d431c4e62,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:33.603288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 643b1729-16d6-4390-b1ec-355d431c4e62 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:33.620558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.650685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ecdf8981-d062-40f2-9503-a2f33c9fa724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.691112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a545-aa4b-456b-81f7-97b1d7a57ae3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.712796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ecdf8981-d062-40f2-9503-a2f33c9fa724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:33.717550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ecdf8981-d062-40f2-9503-a2f33c9fa724 admin admin] Usage tracker for resource:security_group_rule and tenant:5238c8916d5f493dbc673c9b75d2cf44 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:33.720904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ecdf8981-d062-40f2-9503-a2f33c9fa724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:33.726857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ecdf8981-d062-40f2-9503-a2f33c9fa724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:33.729252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:33.739781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.764978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:subnet and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:33.774457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:33.802949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ecdf8981-d062-40f2-9503-a2f33c9fa724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.822723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ecdf8981-d062-40f2-9503-a2f33c9fa724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.848801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:33.866066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d43054-8602-4fe7-bf33-d15fa77ce0cd']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:33.928184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6411dd10-e82a-4e1f-97ac-7acb2a04adf4') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:33.928184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6411dd10-e82a-4e1f-97ac-7acb2a04adf4') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:33.933838 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.944648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Attempting to bind port cbfd0289-7a62-4fbc-b094-d1b064d9af72 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:33.945057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Attempting to bind port cbfd0289-7a62-4fbc-b094-d1b064d9af72 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'efc3baad-62b3-4b45-bec5-c1136cb540d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa0c4918-1310-4007-b2c6-93ae70badc32'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:33.945406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Attempting to bind port cbfd0289-7a62-4fbc-b094-d1b064d9af72 on network fa0c4918-1310-4007-b2c6-93ae70badc32 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:33.948332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.949511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.955732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:33.961442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.973401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:33.973681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Checking segment: {'id': 'efc3baad-62b3-4b45-bec5-c1136cb540d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa0c4918-1310-4007-b2c6-93ae70badc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:33.973812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:33.974438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf8981-d062-40f2-9503-a2f33c9fa724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f3254b-8c14-4607-b0c6-4082859aa7ab,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:33.974569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Bound using segment: {'id': 'efc3baad-62b3-4b45-bec5-c1136cb540d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa0c4918-1310-4007-b2c6-93ae70badc32'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:33.974687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Bound port: cbfd0289-7a62-4fbc-b094-d1b064d9af72, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc3baad-62b3-4b45-bec5-c1136cb540d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa0c4918-1310-4007-b2c6-93ae70badc32'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:33.975130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.006251 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ecdf8981-d062-40f2-9503-a2f33c9fa724 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5238c8916d5f493dbc673c9b75d2cf44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7207434 Dec 23 08:29:34.007281 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8dc5-4646-4501-8e39-63ec54aceb62 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.008027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45192) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:34.027910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.032767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8dc5-4646-4501-8e39-63ec54aceb62 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.033186 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-a7cb8dc5-4646-4501-8e39-63ec54aceb62 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP a7e09659-8598-4441-a9fa-0ac286b4a992 disassociated. External IP: 172.26.8.21, port: efc9d63d-6c9e-493d-a88b-12ccc89ffba1. Dec 23 08:29:34.062932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port c649e021-174d-43c7-96f5-1518872ff25c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c649e021-174d-43c7-96f5-1518872ff25c,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:34.071074 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.084431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a545-aa4b-456b-81f7-97b1d7a57ae3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.088312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port a3ca8409-f318-4e21-830a-d5021302c41f yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:29:34.151560 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] For port cbfd0289-7a62-4fbc-b094-d1b064d9af72, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:34.157255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] For port cbfd0289-7a62-4fbc-b094-d1b064d9af72, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cbfd0289-7a62-4fbc-b094-d1b064d9af72,segment=NetworkSegment(efc3baad-62b3-4b45-bec5-c1136cb540d4),segment_id=efc3baad-62b3-4b45-bec5-c1136cb540d4)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:34.164287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=c649e021-174d-43c7-96f5-1518872ff25c,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:34.169449 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.258245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cb277-42ae-48a0-9e94-db0aa15f2536 None None] Pushing event updated for resources: {'Port': ['ID=cbfd0289-7a62-4fbc-b094-d1b064d9af72,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:34.292290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.312399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8a545-aa4b-456b-81f7-97b1d7a57ae3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event deleted for resources: {'Subnet': ['ID=5a342f16-b012-4f9f-ad7e-3288d0ff581d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:34.335075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:34.335822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.346187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f7e2-80da-4986-bfef-eb436e00c985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:34.365522 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:34.370223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.400751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f7e2-80da-4986-bfef-eb436e00c985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.458771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:34.469647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea436826-f7bc-4872-884c-88e8d203947e None None] Network 64e0c2db-06de-4c09-b926-98df7ef5b4ff requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:34.543254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:34.563678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a545-aa4b-456b-81f7-97b1d7a57ae3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.570689 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e4e8a545-aa4b-456b-81f7-97b1d7a57ae3 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "DELETE /v2.0/subnets/5a342f16-b012-4f9f-ad7e-3288d0ff581d HTTP/1.1" status: 204 len: 168 time: 3.3071024 Dec 23 08:29:34.598253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45196) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:34.863580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 172.20.0.13 (3b1e253c-1242-4661-909e-bc02458a5888/e54b621d-e0bc-459b-99e5-b23d54e56767/a3ca8409-f318-4e21-830a-d5021302c41f) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:34.872671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Performing IP validity checks on allocation pools {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 08:29:34.873266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 08:29:34.880133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.904513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:fe4a:59ba (3b1e253c-1242-4661-909e-bc02458a5888/32bcfead-1d37-498a-8a31-968c7a1ece18/a3ca8409-f318-4e21-830a-d5021302c41f) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:34.916584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.973272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:34.978354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cbfd0289-7a62-4fbc-b094-d1b064d9af72 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:35.002110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Network': ['ID=a3d43054-8602-4fe7-bf33-d15fa77ce0cd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:35.017347 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-90b4e51f-23b6-496b-adc2-ce6c7dbd0f51 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/networks/a3d43054-8602-4fe7-bf33-d15fa77ce0cd HTTP/1.1" status: 204 len: 168 time: 5.0433359 Dec 23 08:29:35.066726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45200) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:35.101535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port cbfd0289-7a62-4fbc-b094-d1b064d9af72 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:35.115469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c649e021-174d-43c7-96f5-1518872ff25c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:35.159620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f7e2-80da-4986-bfef-eb436e00c985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.162232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'name': 'tempest-PortsIpV6TestJSON-734995037'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:35.223009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-521f5e19-24ae-40ac-9437-fa8f6865c8bc None None] Provisioning complete for port 4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:35.223740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-521f5e19-24ae-40ac-9437-fa8f6865c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.274666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.298856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-521f5e19-24ae-40ac-9437-fa8f6865c8bc None None] Port 4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:35.306296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c649e021-174d-43c7-96f5-1518872ff25c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:35.306671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.319891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Deleting port 45093a0a-c5f7-4781-901a-93813621dd6d {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:35.320268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.383102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7f7e2-80da-4986-bfef-eb436e00c985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f3254b-8c14-4607-b0c6-4082859aa7ab,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:35.444956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:35.449260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:35.452210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:35.458106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:35.470801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] DHCP port deletion for 64e0c2db-06de-4c09-b926-98df7ef5b4ff request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:35.498291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] Deleting port 45093a0a-c5f7-4781-901a-93813621dd6d {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:35.498801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.512209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f7e2-80da-4986-bfef-eb436e00c985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.513458 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1bc7f7e2-80da-4986-bfef-eb436e00c985 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45f3254b-8c14-4607-b0c6-4082859aa7ab HTTP/1.1" status: 204 len: 168 time: 1.5042126 Dec 23 08:29:35.514745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:35.517696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.606870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port b3486112-ccd4-4fbf-8ec0-608ee39038c0 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:29:35.724009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-55c483ae-3935-4252-a347-561cacb37ee0 None None] Provisioning complete for port c649e021-174d-43c7-96f5-1518872ff25c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:35.726645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-55c483ae-3935-4252-a347-561cacb37ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.743249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.772421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Deleting port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:35.773062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.795529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object a3ca8409-f318-4e21-830a-d5021302c41f will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:35.804514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] For port 45093a0a-c5f7-4781-901a-93813621dd6d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=45093a0a-c5f7-4781-901a-93813621dd6d,segment=NetworkSegment(9822e547-8141-4a0c-b8c1-400edf3555e8),segment_id=9822e547-8141-4a0c-b8c1-400edf3555e8)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:35.804872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.869051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da357e-7164-4f2e-b3ef-61acb115d086 None None] Network fa0c4918-1310-4007-b2c6-93ae70badc32 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:35.931956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:35.967588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Calling delete_port for 45093a0a-c5f7-4781-901a-93813621dd6d owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:36.002582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Router 918421c4-fa19-4705-8dfd-892574e033c1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:36.112451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] For port 299c3d4a-7a3f-4c8e-b71b-7da1819ff540, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=299c3d4a-7a3f-4c8e-b71b-7da1819ff540,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:36.113325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.116512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.154942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] For port 45093a0a-c5f7-4781-901a-93813621dd6d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=45093a0a-c5f7-4781-901a-93813621dd6d,segment=NetworkSegment(9822e547-8141-4a0c-b8c1-400edf3555e8),segment_id=9822e547-8141-4a0c-b8c1-400edf3555e8)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:36.155448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.195253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.233525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:36.241803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:36.244344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:36.284489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] No DVR routers for this DVR port 45093a0a-c5f7-4781-901a-93813621dd6d on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:36.318432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=a3ca8409-f318-4e21-830a-d5021302c41f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:36.388531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event deleted for resources: {'Port': ['ID=45093a0a-c5f7-4781-901a-93813621dd6d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:36.414762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] Calling delete_port for 45093a0a-c5f7-4781-901a-93813621dd6d owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:36.427236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Calling delete_port for 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:36.544465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:36.545244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.595354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:36.595708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:36.598884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cb8dc5-4646-4501-8e39-63ec54aceb62 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:36.618167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.648525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=c58b1607-b956-4287-a2b0-ddce8dbfd19f,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:36.698764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 45093a0a-c5f7-4781-901a-93813621dd6d no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:36.707942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e0c2db-06de-4c09-b926-98df7ef5b4ff']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:36.727653 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e293a20c-38f4-4174-bb3c-07dd5cbb43aa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5401049 Dec 23 08:29:36.732848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45222) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:36.778135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9822e547-8141-4a0c-b8c1-400edf3555e8') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:36.778682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9822e547-8141-4a0c-b8c1-400edf3555e8') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:36.780502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5854133b-d10d-4bc7-9f1d-fc7193bafae3 None None] Provisioning for port cbfd0289-7a62-4fbc-b094-d1b064d9af72 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:36.786154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 45093a0a-c5f7-4781-901a-93813621dd6d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:36.786358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 45093a0a-c5f7-4781-901a-93813621dd6d not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:36.799347 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5854133b-d10d-4bc7-9f1d-fc7193bafae3 None None] Provisioning complete for port cbfd0289-7a62-4fbc-b094-d1b064d9af72 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:36.799756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5854133b-d10d-4bc7-9f1d-fc7193bafae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.824755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking segment: {'id': 'ae0bb765-c2ea-49dc-8532-7fba4df129e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '643b1729-16d6-4390-b1ec-355d431c4e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:36.825119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network hostable DHCP agents. Network: 643b1729-16d6-4390-b1ec-355d431c4e62, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:36.870402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.910684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.947454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:36.950602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:36.972780 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:36.976258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5854133b-d10d-4bc7-9f1d-fc7193bafae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.024951 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5854133b-d10d-4bc7-9f1d-fc7193bafae3 None None] For port cbfd0289-7a62-4fbc-b094-d1b064d9af72, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cbfd0289-7a62-4fbc-b094-d1b064d9af72,segment=NetworkSegment(efc3baad-62b3-4b45-bec5-c1136cb540d4),segment_id=efc3baad-62b3-4b45-bec5-c1136cb540d4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:37.026022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 643b1729-16d6-4390-b1ec-355d431c4e62 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:37.031875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5854133b-d10d-4bc7-9f1d-fc7193bafae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.047702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.071473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 643b1729-16d6-4390-b1ec-355d431c4e62) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:37.084419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:37.084938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8bd408-c15f-441c-97b6-0b73c658c8b4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:37.085065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.088874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8bd408-c15f-441c-97b6-0b73c658c8b4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:37.090328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6a8bd408-c15f-441c-97b6-0b73c658c8b4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:37.110053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:37.134801 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0088e9cb-4120-4460-8512-2ae4e5d177b4 None None] Sync routers for ids ['918421c4-fa19-4705-8dfd-892574e033c1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:37.142897 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4a313c71-4f1b-4831-bd8c-4abf9e99d986 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "PUT /v2.0/routers/918421c4-fa19-4705-8dfd-892574e033c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6692286 Dec 23 08:29:37.145771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45230) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:37.151412 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:29:37.163367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.167264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.179279 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0088e9cb-4120-4460-8512-2ae4e5d177b4 None None] Routers {'918421c4-fa19-4705-8dfd-892574e033c1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:37.183175 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0088e9cb-4120-4460-8512-2ae4e5d177b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['918421c4-fa19-4705-8dfd-892574e033c1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:37.198576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] Deleting port 45093a0a-c5f7-4781-901a-93813621dd6d {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:37.203200 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "DELETE /v2.0/networks/64e0c2db-06de-4c09-b926-98df7ef5b4ff HTTP/1.1" status: 204 len: 168 time: 2.5927820 Dec 23 08:29:37.204090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.204212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c9574-85a5-4394-a9b5-98f7c2bea575 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event deleted for resources: {'Network': ['ID=64e0c2db-06de-4c09-b926-98df7ef5b4ff,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:37.207552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45234) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:37.231489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854133b-d10d-4bc7-9f1d-fc7193bafae3 None None] Pushing event updated for resources: {'Port': ['ID=cbfd0289-7a62-4fbc-b094-d1b064d9af72,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:37.234863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f0800-a16a-4576-9deb-e09b985770ca None None] Network 643b1729-16d6-4390-b1ec-355d431c4e62 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:37.249177 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-846e89e4-9e10-4104-a599-f40e502ba8c8 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.0655212 Dec 23 08:29:37.262601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45238) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:37.345227 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0088e9cb-4120-4460-8512-2ae4e5d177b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:37.368864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.378158 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0088e9cb-4120-4460-8512-2ae4e5d177b4 None None] Routers {'918421c4-fa19-4705-8dfd-892574e033c1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:37.379126 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0088e9cb-4120-4460-8512-2ae4e5d177b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['918421c4-fa19-4705-8dfd-892574e033c1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:37.440682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6a8bd408-c15f-441c-97b6-0b73c658c8b4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:37.444543 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6a8bd408-c15f-441c-97b6-0b73c658c8b4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7104161 Dec 23 08:29:37.455198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45244) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:37.465852 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0088e9cb-4120-4460-8512-2ae4e5d177b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:37.467826 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0088e9cb-4120-4460-8512-2ae4e5d177b4 None None] The sync data for ids ['918421c4-fa19-4705-8dfd-892574e033c1'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:37.487994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-100a4ba5-5a13-4b49-8c98-56e398c4a32e None None] Provisioning for port a3ca8409-f318-4e21-830a-d5021302c41f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:37.528588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-41184ad2-e5ee-4677-b2bf-f06ba00add4d None None] The port '45093a0a-c5f7-4781-901a-93813621dd6d' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:29:37.538236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-100a4ba5-5a13-4b49-8c98-56e398c4a32e None None] Provisioning complete for port a3ca8409-f318-4e21-830a-d5021302c41f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:37.538236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-100a4ba5-5a13-4b49-8c98-56e398c4a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.540293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.598341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:37.603794 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-100a4ba5-5a13-4b49-8c98-56e398c4a32e None None] Port a3ca8409-f318-4e21-830a-d5021302c41f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:29:37.607460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-643b1729-16d6-4390-b1ec-355d431c4e62', 'network_id': '643b1729-16d6-4390-b1ec-355d431c4e62', 'tenant_id': 'e2822acc0ef3424185256dfccfb8e0d3', 'fixed_ips': [{'subnet_id': 'c58b1607-b956-4287-a2b0-ddce8dbfd19f'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:37.608277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.615695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:37.627441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:37.631488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:37.632078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.637243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=b3486112-ccd4-4fbf-8ec0-608ee39038c0,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:37.690460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-100a4ba5-5a13-4b49-8c98-56e398c4a32e None None] Provisioning complete for port cbfd0289-7a62-4fbc-b094-d1b064d9af72 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:37.690835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-100a4ba5-5a13-4b49-8c98-56e398c4a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.733388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Deleting port 1fd694a5-08bc-4e1a-a6c8-cd7a0bba238e {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:37.733986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.736811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=299c3d4a-7a3f-4c8e-b71b-7da1819ff540,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:37.766808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-47b55197-4487-4403-b254-2b5108789600 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port a3ca8409-f318-4e21-830a-d5021302c41f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:37.767332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47b55197-4487-4403-b254-2b5108789600 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.826558 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8ccbcfff-5928-494f-a2ae-d84bb72d6d05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6865296 Dec 23 08:29:37.833270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45252) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:37.836819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.920712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd290b-5752-40c2-962f-0788a65581f9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port b3486112-ccd4-4fbf-8ec0-608ee39038c0 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:37.921222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fbd290b-5752-40c2-962f-0788a65581f9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:37.923068 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Allocated IP 2001:db8::3 (643b1729-16d6-4390-b1ec-355d431c4e62/c58b1607-b956-4287-a2b0-ddce8dbfd19f/06ed8ac1-6c10-4ec7-bfff-df823613128b) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:38.052801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85c27bad-5bd2-408d-9b29-1d18a6d36af7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.083967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cb8dc5-4646-4501-8e39-63ec54aceb62 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:38.088524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8dc5-4646-4501-8e39-63ec54aceb62 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.106143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44561b77-6f2a-49f9-b239-53faafbe9820 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:38.153117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.163538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44561b77-6f2a-49f9-b239-53faafbe9820 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:38.164151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-44561b77-6f2a-49f9-b239-53faafbe9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:38.286640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-44561b77-6f2a-49f9-b239-53faafbe9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:38.354127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44561b77-6f2a-49f9-b239-53faafbe9820 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:38.354895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-44561b77-6f2a-49f9-b239-53faafbe9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:38.426216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-44561b77-6f2a-49f9-b239-53faafbe9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:38.426800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44561b77-6f2a-49f9-b239-53faafbe9820 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:38.438941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47b55197-4487-4403-b254-2b5108789600 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.453789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.454668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45264) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:38.461680 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a7cb8dc5-4646-4501-8e39-63ec54aceb62 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/floatingips/a7e09659-8598-4441-a9fa-0ac286b4a992 HTTP/1.1" status: 200 len: 687 time: 5.6327844 Dec 23 08:29:38.468563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45268) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:38.485986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Transition to ACTIVE for port object 06ed8ac1-6c10-4ec7-bfff-df823613128b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:38.529258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Transition to ACTIVE for port object 06ed8ac1-6c10-4ec7-bfff-df823613128b will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:38.545159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.710918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Pushing event updated for resources: {'Port': ['ID=06ed8ac1-6c10-4ec7-bfff-df823613128b,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:38.717773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Network 643b1729-16d6-4390-b1ec-355d431c4e62 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:38.719064 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:38.721510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:38.731469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.764664 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-85c27bad-5bd2-408d-9b29-1d18a6d36af7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 08:29:38.766455 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-85c27bad-5bd2-408d-9b29-1d18a6d36af7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "DELETE /v2.0/routers/918421c4-fa19-4705-8dfd-892574e033c1 HTTP/1.1" status: 409 len: 329 time: 1.6196756 Dec 23 08:29:38.772250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45274) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:38.773322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'network': {'name': 'tempest-network-smoke--1894666475', 'project_id': '624b301133d440c99265a580e7281065', 'port_security_enabled': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:38.779327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:38.779683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-47b55197-4487-4403-b254-2b5108789600 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for a3ca8409-f318-4e21-830a-d5021302c41f owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:38.784134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:network and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:38.787436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:38.794774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:38.817414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=c58b1607-b956-4287-a2b0-ddce8dbfd19f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:38.823690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cbfd0289-7a62-4fbc-b094-d1b064d9af72 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:38.830689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port 0b831f99-75d7-4a9f-8888-a0f3e9399d11 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:38.831287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.856403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:38.859571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.892476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.922127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.922510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.923552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Attempting to bind port 06ed8ac1-6c10-4ec7-bfff-df823613128b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:38.923912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Attempting to bind port 06ed8ac1-6c10-4ec7-bfff-df823613128b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'ae0bb765-c2ea-49dc-8532-7fba4df129e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '643b1729-16d6-4390-b1ec-355d431c4e62'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:38.924262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Attempting to bind port 06ed8ac1-6c10-4ec7-bfff-df823613128b on network 643b1729-16d6-4390-b1ec-355d431c4e62 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:38.935200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:38.935597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Checking segment: {'id': 'ae0bb765-c2ea-49dc-8532-7fba4df129e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '643b1729-16d6-4390-b1ec-355d431c4e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:38.936316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:38.936524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Bound using segment: {'id': 'ae0bb765-c2ea-49dc-8532-7fba4df129e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '643b1729-16d6-4390-b1ec-355d431c4e62'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:38.936939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Bound port: 06ed8ac1-6c10-4ec7-bfff-df823613128b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0bb765-c2ea-49dc-8532-7fba4df129e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '643b1729-16d6-4390-b1ec-355d431c4e62'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:38.937298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.002017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port cbfd0289-7a62-4fbc-b094-d1b064d9af72 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:39.002017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.011908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fbd290b-5752-40c2-962f-0788a65581f9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.080810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] For port 06ed8ac1-6c10-4ec7-bfff-df823613128b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:39.086421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] For port 06ed8ac1-6c10-4ec7-bfff-df823613128b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=06ed8ac1-6c10-4ec7-bfff-df823613128b,segment=NetworkSegment(ae0bb765-c2ea-49dc-8532-7fba4df129e1),segment_id=ae0bb765-c2ea-49dc-8532-7fba4df129e1)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:39.093442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.123503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.143414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:39.169359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:39.176875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:39.187347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.191619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:39.196323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643b1729-16d6-4390-b1ec-355d431c4e62']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:39.228861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cedba-1251-4260-ba5a-4f46000f7925 None None] Pushing event updated for resources: {'Port': ['ID=06ed8ac1-6c10-4ec7-bfff-df823613128b,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:39.240971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0bb765-c2ea-49dc-8532-7fba4df129e1') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:39.241339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0bb765-c2ea-49dc-8532-7fba4df129e1') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:39.248576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Calling delete_port for 1fd694a5-08bc-4e1a-a6c8-cd7a0bba238e owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:39.319658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1101a53-e8cb-4ccb-95b5-2a1a6110de3e None None] Network 643b1729-16d6-4390-b1ec-355d431c4e62 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:39.322590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.330660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.330979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.422697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd290b-5752-40c2-962f-0788a65581f9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for b3486112-ccd4-4fbf-8ec0-608ee39038c0 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:39.484466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for 0b831f99-75d7-4a9f-8888-a0f3e9399d11 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:39.517803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.550530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:39.551308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.557777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f6e4e6-91cb-4adb-9253-44142f8b18e4 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:39.569323 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:39.685018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fbd290b-5752-40c2-962f-0788a65581f9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.707470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:29:39.707470 dv-neutron-822507-1-hyperv neutron-server[83523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:29:39.707470 dv-neutron-822507-1-hyperv neutron-server[83523]: [parameters: {'id': '643b1729-16d6-4390-b1ec-355d431c4e62'}] Dec 23 08:29:39.707470 dv-neutron-822507-1-hyperv neutron-server[83523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:39.707955 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:39.711411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.717687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.750448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6e4e6-91cb-4adb-9253-44142f8b18e4 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:29:39.764242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd290b-5752-40c2-962f-0788a65581f9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=b3486112-ccd4-4fbf-8ec0-608ee39038c0,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:39.851379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.858084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fbd290b-5752-40c2-962f-0788a65581f9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.859374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955b892c-c1ff-4255-8251-809f7bc91116,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:39.869489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:39.887536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47b55197-4487-4403-b254-2b5108789600 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.888695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.889032 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Added segment 5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19 of type vlan for network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 Dec 23 08:29:39.915664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:39.969499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Pushing event deleted for resources: {'Port': ['ID=1fd694a5-08bc-4e1a-a6c8-cd7a0bba238e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:40.062937 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9fbd290b-5752-40c2-962f-0788a65581f9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/b3486112-ccd4-4fbf-8ec0-608ee39038c0 HTTP/1.1" status: 204 len: 168 time: 2.2193954 Dec 23 08:29:40.066639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b55197-4487-4403-b254-2b5108789600 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=a3ca8409-f318-4e21-830a-d5021302c41f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:40.068697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45278) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:40.079351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.094593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=0b831f99-75d7-4a9f-8888-a0f3e9399d11,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:40.102436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'mac_address': 'fa:16:3e:1a:e3:3a', 'name': 'tempest-PortsIpV6TestJSON-56958137'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:40.251305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.260002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.263681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:40.264261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.354360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:40.359383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.361664 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.362823 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-29869571-945e-4744-9f7a-f2ef9fdc0b75 tempest-FloatingIPAdminTestJSON-1371827160 tempest-FloatingIPAdminTestJSON-1371827160-project] 10.222.0.36 "DELETE /v2.0/floatingips/773813a2-8313-43ec-b132-fa0816650356 HTTP/1.1" status: 204 len: 168 time: 3.1456664 Dec 23 08:29:40.387561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:40.396522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:40.408124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:40.411455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47b55197-4487-4403-b254-2b5108789600 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.411935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.413708 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-47b55197-4487-4403-b254-2b5108789600 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/a3ca8409-f318-4e21-830a-d5021302c41f HTTP/1.1" status: 204 len: 168 time: 2.9585378 Dec 23 08:29:40.416891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45284) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:40.423705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting port 06ed8ac1-6c10-4ec7-bfff-df823613128b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:40.423971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.462556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.539864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.544034 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a83b5f21-8ec7-49e6-a5fb-a5929ed4bc8b tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/floatingips/a7e09659-8598-4441-a9fa-0ac286b4a992 HTTP/1.1" status: 204 len: 168 time: 2.0712383 Dec 23 08:29:40.544034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Network': ['ID=5d10699c-99b5-4cad-bbb8-16dc3695dbd6,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:40.544306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45288) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:40.555548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:40.577353 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f90e3f78-ff19-43bb-97de-5dd4cbf81937 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1214468 Dec 23 08:29:40.580725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45292) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:40.657381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-994232158', 'admin_state_up': True, 'project_id': '624b301133d440c99265a580e7281065', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:40.707872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:40.718865 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-f1166d09-ab7f-4592-8f6b-8f80aefa3eed tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] delete failed (client error): The resource could not be found. Dec 23 08:29:40.723248 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f1166d09-ab7f-4592-8f6b-8f80aefa3eed tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/floatingips/a7e09659-8598-4441-a9fa-0ac286b4a992 HTTP/1.1" status: 404 len: 345 time: 0.1577382 Dec 23 08:29:40.727000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:router and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:40.727711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45298) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:40.731730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:40.736494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:40.746696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:40.837892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45302) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:40.846155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac2b32-a307-42fd-9b96-76b5d3c2b7a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:40.847572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac2b32-a307-42fd-9b96-76b5d3c2b7a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:40.848872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac2b32-a307-42fd-9b96-76b5d3c2b7a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:40.849642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d5ac2b32-a307-42fd-9b96-76b5d3c2b7a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:40.878599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.879514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.930109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.943066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d5ac2b32-a307-42fd-9b96-76b5d3c2b7a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:40.944212 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d5ac2b32-a307-42fd-9b96-76b5d3c2b7a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5242264 Dec 23 08:29:40.947917 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] For port 06ed8ac1-6c10-4ec7-bfff-df823613128b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=06ed8ac1-6c10-4ec7-bfff-df823613128b,segment=NetworkSegment(ae0bb765-c2ea-49dc-8532-7fba4df129e1),segment_id=ae0bb765-c2ea-49dc-8532-7fba4df129e1)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:40.948282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:40.953468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45308) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:41.016590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:41.035714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 3ed0f577-5682-4bad-be60-8da1f236f9a5 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:29:41.083456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Calling delete_port for 06ed8ac1-6c10-4ec7-bfff-df823613128b owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:41.113811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e22a5b-3db3-4af7-8966-62605e6d1763 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:41.117732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e22a5b-3db3-4af7-8966-62605e6d1763 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:41.122173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e22a5b-3db3-4af7-8966-62605e6d1763 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:41.122979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-90e22a5b-3db3-4af7-8966-62605e6d1763 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Synchronizing usage tracker for tenant:5c600ae97614497a98bd811f81184e15 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:41.315280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-90e22a5b-3db3-4af7-8966-62605e6d1763 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Unset dirty status for tenant:5c600ae97614497a98bd811f81184e15 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:41.316315 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-90e22a5b-3db3-4af7-8966-62605e6d1763 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "GET /v2.0/ports?network_id=35a62d7a-0d69-411e-b2d4-3eb8467cff0c HTTP/1.1" status: 200 len: 2360 time: 0.5672822 Dec 23 08:29:41.328179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45312) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:41.349528 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3c16cabb-4b32-42d8-9be8-6b8ace52ae3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b39230e89da470594f6952e717037aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5052152 Dec 23 08:29:41.351418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:41.354658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45316) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:41.531448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Port': ['ID=06ed8ac1-6c10-4ec7-bfff-df823613128b,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:41.556064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No DVR routers for this DVR port 06ed8ac1-6c10-4ec7-bfff-df823613128b on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:41.558608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:41.642066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d9265b-be42-49a0-b350-a4d99c53f3c0 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:41.643375 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-93d9265b-be42-49a0-b350-a4d99c53f3c0 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "GET /v2.0/subnets/2926821a-3821-43a1-950b-6cf23bae8a1f HTTP/1.1" status: 200 len: 797 time: 0.3108315 Dec 23 08:29:41.645825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee8b12d-7eaa-4acf-96c7-5a4e0c40698e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 32bcfead-1d37-498a-8a31-968c7a1ece18 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:41.653115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45320) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:41.658550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b12d-7eaa-4acf-96c7-5a4e0c40698e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:41.695873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'port': {'network_id': '35a62d7a-0d69-411e-b2d4-3eb8467cff0c', 'name': 'tempest-FloatingIPTestJSON-1035238353', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:41.783779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:41.786767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:41.802532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-66af7a05-9e87-489f-ad9f-0b30a464d781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:41.830793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b12d-7eaa-4acf-96c7-5a4e0c40698e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:41.840570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:41.851178 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643b1729-16d6-4390-b1ec-355d431c4e62']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:41.868485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-66af7a05-9e87-489f-ad9f-0b30a464d781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:41.879415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0bb765-c2ea-49dc-8532-7fba4df129e1') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:41.879706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0bb765-c2ea-49dc-8532-7fba4df129e1') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:41.902377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.002802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.023411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:42.023797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.033683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:42.038436 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:42.046735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.103389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:42.142331 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-66af7a05-9e87-489f-ad9f-0b30a464d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.151672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Made reservation on behalf of 5c600ae97614497a98bd811f81184e15 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:42.164939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.169069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af7a05-9e87-489f-ad9f-0b30a464d781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d8338b-7cd2-473a-8325-059415f1e2c5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:42.176186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b12d-7eaa-4acf-96c7-5a4e0c40698e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.198985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.221282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=643b1729-16d6-4390-b1ec-355d431c4e62,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:42.239039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-66af7a05-9e87-489f-ad9f-0b30a464d781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.241022 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-66af7a05-9e87-489f-ad9f-0b30a464d781 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72d8338b-7cd2-473a-8325-059415f1e2c5 HTTP/1.1" status: 204 len: 168 time: 0.7403193 Dec 23 08:29:42.252931 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d41b912b-1cbc-46b5-bba7-4560e8fe04b9 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/643b1729-16d6-4390-b1ec-355d431c4e62 HTTP/1.1" status: 204 len: 168 time: 4.9874253 Dec 23 08:29:42.253828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45326) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:42.263908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450141952'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:42.273527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:42.334418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:42.356326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:network and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:42.362830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:42.376770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.391296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=3ed0f577-5682-4bad-be60-8da1f236f9a5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:42.394589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:42.396428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:42.400211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:42.400790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.401284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:42.414284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.460922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:42.464005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.471023 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c1ef9c80-b525-4f69-976b-792f8950f21d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.3733585 Dec 23 08:29:42.475854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45332) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:42.578741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:42.602248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.602630 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment e572b5fc-3144-432d-9643-d9c7435e53a9 of type vlan for network 042154a1-b518-4cfa-b629-f680e79e7dbd Dec 23 08:29:42.608690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b12d-7eaa-4acf-96c7-5a4e0c40698e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.639304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.181 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/5042e5c8-7626-4cbf-9b1d-455fca9dd427) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:42.659153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.663993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:42.674843 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.679272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45336) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:42.680313 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] Sync routers for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:42.689627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8b12d-7eaa-4acf-96c7-5a4e0c40698e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=32bcfead-1d37-498a-8a31-968c7a1ece18,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:42.701372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3034e-f8dc-49e4-b4ba-3ce335f9ac74 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:42.701645 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:42.701928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dca3034e-f8dc-49e4-b4ba-3ce335f9ac74 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:42.702245 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:42.711696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b12d-7eaa-4acf-96c7-5a4e0c40698e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.730647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] device_id is not set on port 4f649931-0e56-4f9c-9fe3-e651c4e298f6 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:29:42.732661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faacf959-83c9-48f4-80ef-b2a1a20fcb19 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:42.772682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2b51989b-937a-45a4-ab9e-d83652d6f780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.789244 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5ee8b12d-7eaa-4acf-96c7-5a4e0c40698e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/32bcfead-1d37-498a-8a31-968c7a1ece18 HTTP/1.1" status: 204 len: 168 time: 1.8333852 Dec 23 08:29:42.793635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45340) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:42.795478 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0ed79247-fff0-4abc-8f3f-c78b140cbbd9 admin admin] 10.222.0.36 "PUT /v2.0/routers/d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8908308 Dec 23 08:29:42.799473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45342) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:42.805157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dca3034e-f8dc-49e4-b4ba-3ce335f9ac74 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:42.809316 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dca3034e-f8dc-49e4-b4ba-3ce335f9ac74 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/3ed0f577-5682-4bad-be60-8da1f236f9a5 HTTP/1.1" status: 200 len: 843 time: 0.3252826 Dec 23 08:29:42.825260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45348) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:42.891441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.895084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:42.895662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:42.964129 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:29:43.022186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2b51989b-937a-45a4-ab9e-d83652d6f780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:43.046401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3138-b8bd-442a-842e-829f6f8b73bf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 3ed0f577-5682-4bad-be60-8da1f236f9a5 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:43.046773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-52bc3138-b8bd-442a-842e-829f6f8b73bf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:43.054909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3191600-277e-4b21-89a8-29949b275c41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet e54b621d-e0bc-459b-99e5-b23d54e56767 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:43.066214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b3191600-277e-4b21-89a8-29949b275c41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:43.079235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2b51989b-937a-45a4-ab9e-d83652d6f780 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ce6b3555374fcaa77b92f49788d1b6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:43.102728 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8462491 Dec 23 08:29:43.103523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45352) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:43.111943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2b51989b-937a-45a4-ab9e-d83652d6f780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:43.131895 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a3edf-151a-4f9f-a361-084e958b0b11 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=042154a1-b518-4cfa-b629-f680e79e7dbd,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:43.134323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2b51989b-937a-45a4-ab9e-d83652d6f780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:43.139275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': '042154a1-b518-4cfa-b629-f680e79e7dbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:43.146986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 042154a1-b518-4cfa-b629-f680e79e7dbd details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:43.158174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Deleting port 4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:43.158490 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:43.158616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:43.246204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b3191600-277e-4b21-89a8-29949b275c41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:43.368704 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:29:37Z', 'revision_number': 5, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:43.373814 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] Checking router: d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:29:43.385215 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] Routers {'d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:43.386189 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:43.574780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:43.581998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:subnet and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:43.586251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:43.596238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:43.635772 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] Set router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:29:43.648605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:43.696700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:43.705276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b3191600-277e-4b21-89a8-29949b275c41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:43.728090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:43.893658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.20.0.14 (35a62d7a-0d69-411e-b2d4-3eb8467cff0c/2926821a-3821-43a1-950b-6cf23bae8a1f/4f649931-0e56-4f9c-9fe3-e651c4e298f6) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:43.904057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Calling delete_port for 4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:43.931768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:43.942298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=5042e5c8-7626-4cbf-9b1d-455fca9dd427,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:43.951605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:43.952732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.20.0.11 (35a62d7a-0d69-411e-b2d4-3eb8467cff0c/2926821a-3821-43a1-950b-6cf23bae8a1f/4f649931-0e56-4f9c-9fe3-e651c4e298f6) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:43.966458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:43.984372 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:29:37Z', 'revision_number': 5, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:43.989153 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6135fa-8f37-435a-b5ea-35149b421bda None None] The sync data for ids ['d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec'] in dv-neutron-822507-1-hyperv is: [{'id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'name': 'tempest-ServerActionsTestJSON-1476669147-router', 'tenant_id': '9cef971114ab485ab0b3aba6f5eebc60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:25:12Z', 'updated_at': '2021-12-23T08:29:37Z', 'revision_number': 5, 'project_id': '9cef971114ab485ab0b3aba6f5eebc60', 'gw_port': {'id': '802dc94f-b0ca-4479-8f75-68bf0f5aed87', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd3c4c-fb0e-4cb1-9287-91fb95d006ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:25:14Z', 'updated_at': '2021-12-23T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:44.004794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2b51989b-937a-45a4-ab9e-d83652d6f780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.037337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-52bc3138-b8bd-442a-842e-829f6f8b73bf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.048747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2b51989b-937a-45a4-ab9e-d83652d6f780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.056918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cf87f88c-d0ba-47f7-b488-9f2008bc5795 None None] Provisioning complete for port c649e021-174d-43c7-96f5-1518872ff25c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:44.057523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cf87f88c-d0ba-47f7-b488-9f2008bc5795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.078915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.150728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b3191600-277e-4b21-89a8-29949b275c41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.227658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3191600-277e-4b21-89a8-29949b275c41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=e54b621d-e0bc-459b-99e5-b23d54e56767,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:44.251634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b3191600-277e-4b21-89a8-29949b275c41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.258881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbac8ac-0cf6-4d99-bd0c-008ff5c417ed None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:44.268415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.282450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3138-b8bd-442a-842e-829f6f8b73bf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 3ed0f577-5682-4bad-be60-8da1f236f9a5 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:44.404836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51989b-937a-45a4-ab9e-d83652d6f780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b32735-0b79-4e8a-87fb-8797edf9d69c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:44.412602 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b3191600-277e-4b21-89a8-29949b275c41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/e54b621d-e0bc-459b-99e5-b23d54e56767 HTTP/1.1" status: 204 len: 168 time: 1.6141143 Dec 23 08:29:44.420730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45356) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:44.442905 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2b51989b-937a-45a4-ab9e-d83652d6f780 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4ce6b3555374fcaa77b92f49788d1b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7625849 Dec 23 08:29:44.448826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45360) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:44.531305 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0e08647f-72ee-4469-897a-03b3dd2c5203 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084595 Dec 23 08:29:44.536937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45364) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:44.553839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:44.568481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-52bc3138-b8bd-442a-842e-829f6f8b73bf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.618487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f6c2bb-b233-4e74-b343-ac45ea541d65 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:44.622772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6c2bb-b233-4e74-b343-ac45ea541d65 None None] Deleting port c649e021-174d-43c7-96f5-1518872ff25c {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:44.625057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c2bb-b233-4e74-b343-ac45ea541d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.656798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3138-b8bd-442a-842e-829f6f8b73bf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=3ed0f577-5682-4bad-be60-8da1f236f9a5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:44.665285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:44.722635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-52bc3138-b8bd-442a-842e-829f6f8b73bf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.726175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:44.726512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 299c3d4a-7a3f-4c8e-b71b-7da1819ff540 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:44.736333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e67c55de-07a3-4119-86aa-cac0cc0e8fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.806044 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-52bc3138-b8bd-442a-842e-829f6f8b73bf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/3ed0f577-5682-4bad-be60-8da1f236f9a5 HTTP/1.1" status: 204 len: 168 time: 1.9774451 Dec 23 08:29:44.810485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e67c55de-07a3-4119-86aa-cac0cc0e8fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.823838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45368) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:44.828473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:44.846358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.850318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:44.885007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:44.888622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.908458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.911582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:44.915858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event deleted for resources: {'Port': ['ID=4e02c7ad-52b4-4c1f-bb55-692f0a08ce3f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:44.927277 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-490897a1-20ea-4d17-8a94-d3c8844e3397 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:29:44.927557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-490897a1-20ea-4d17-8a94-d3c8844e3397 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:44.935344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a3f6c2bb-b233-4e74-b343-ac45ea541d65 None None] For port c649e021-174d-43c7-96f5-1518872ff25c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c649e021-174d-43c7-96f5-1518872ff25c,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:44.935749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c2bb-b233-4e74-b343-ac45ea541d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.989298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:44.994343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.994902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:44.995841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.003348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-490897a1-20ea-4d17-8a94-d3c8844e3397 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:45.005538 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-490897a1-20ea-4d17-8a94-d3c8844e3397 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/3ed0f577-5682-4bad-be60-8da1f236f9a5 HTTP/1.1" status: 404 len: 333 time: 0.1797554 Dec 23 08:29:45.013858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45372) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:45.024168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'name': 'tempest-PortsIpV6TestJSON-1112097708'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:45.039959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=a8d59655-192f-40ef-b429-1c28d587ded2,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:45.119519 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6c2bb-b233-4e74-b343-ac45ea541d65 None None] Calling delete_port for c649e021-174d-43c7-96f5-1518872ff25c owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:45.160006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e67c55de-07a3-4119-86aa-cac0cc0e8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.204421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c55de-07a3-4119-86aa-cac0cc0e8fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b32735-0b79-4e8a-87fb-8797edf9d69c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:45.205743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c2bb-b233-4e74-b343-ac45ea541d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.217919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking segment: {'id': 'e572b5fc-3144-432d-9643-d9c7435e53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '042154a1-b518-4cfa-b629-f680e79e7dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:45.218317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network hostable DHCP agents. Network: 042154a1-b518-4cfa-b629-f680e79e7dbd, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:45.246272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e67c55de-07a3-4119-86aa-cac0cc0e8fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.249910 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e67c55de-07a3-4119-86aa-cac0cc0e8fd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59b32735-0b79-4e8a-87fb-8797edf9d69c HTTP/1.1" status: 204 len: 168 time: 0.7937853 Dec 23 08:29:45.266877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6c2bb-b233-4e74-b343-ac45ea541d65 None None] Pushing event deleted for resources: {'Port': ['ID=c649e021-174d-43c7-96f5-1518872ff25c,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:45.278641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6c2bb-b233-4e74-b343-ac45ea541d65 None None] No DVR routers for this DVR port c649e021-174d-43c7-96f5-1518872ff25c on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:45.299015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:45.317497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:45.321905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 042154a1-b518-4cfa-b629-f680e79e7dbd is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:45.358384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.392649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:45.395068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.404109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 042154a1-b518-4cfa-b629-f680e79e7dbd) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:45.412642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70bfac5-3e35-4fc8-9860-28b2b7bc3a48 None None] Network 042154a1-b518-4cfa-b629-f680e79e7dbd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:45.427395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:45.428557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.451042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.454197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 3beb8fca-6f27-4dca-b754-f8a225254513 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:29:45.461902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.577534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:45.606718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:45.611554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:45.646869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=4f649931-0e56-4f9c-9fe3-e651c4e298f6,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:45.658489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Deleting port 802dc94f-b0ca-4479-8f75-68bf0f5aed87 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:45.658825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.687644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-042154a1-b518-4cfa-b629-f680e79e7dbd', 'network_id': '042154a1-b518-4cfa-b629-f680e79e7dbd', 'tenant_id': 'e2822acc0ef3424185256dfccfb8e0d3', 'fixed_ips': [{'subnet_id': 'a8d59655-192f-40ef-b429-1c28d587ded2'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:45.688090 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0219cf17-dfea-438f-ad39-f722d964ba94 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5733221 Dec 23 08:29:45.691145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.691300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45380) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:45.786313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45384) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:45.848601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c18c318-a691-42df-b0bb-901ce5639318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:45.893630 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Allocated IP 2001:db8::1 (042154a1-b518-4cfa-b629-f680e79e7dbd/a8d59655-192f-40ef-b429-1c28d587ded2/cdf2d718-7c36-4ed8-b406-82971d7638a1) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:46.048662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9c18c318-a691-42df-b0bb-901ce5639318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:46.063267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9c18c318-a691-42df-b0bb-901ce5639318 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba65c842fb24bc599f3783e1e9f565f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:46.077908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9c18c318-a691-42df-b0bb-901ce5639318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:46.078841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:46.079449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.083641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.093359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9c18c318-a691-42df-b0bb-901ce5639318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:46.111334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.116262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.131788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Transition to ACTIVE for port object cdf2d718-7c36-4ed8-b406-82971d7638a1 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:46.139077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.152484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Transition to ACTIVE for port object cdf2d718-7c36-4ed8-b406-82971d7638a1 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:46.159686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.178900 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1c49144e-845f-4012-a040-84ac34582484 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.5239098 Dec 23 08:29:46.188523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45388) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:46.204408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '4f649931-0e56-4f9c-9fe3-e651c4e298f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:46.221106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:46.244451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router e053eba9-8c08-4663-a1c4-f14cd41e34d2 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:29:46.260613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:46.280343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Network 042154a1-b518-4cfa-b629-f680e79e7dbd is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:46.281553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:46.283389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Pushing event updated for resources: {'Port': ['ID=cdf2d718-7c36-4ed8-b406-82971d7638a1,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:46.285234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.285482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:46.327226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.378587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Attempting to bind port cdf2d718-7c36-4ed8-b406-82971d7638a1 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:46.378947 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Attempting to bind port cdf2d718-7c36-4ed8-b406-82971d7638a1 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'e572b5fc-3144-432d-9643-d9c7435e53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '042154a1-b518-4cfa-b629-f680e79e7dbd'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:46.379245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Attempting to bind port cdf2d718-7c36-4ed8-b406-82971d7638a1 on network 042154a1-b518-4cfa-b629-f680e79e7dbd {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:46.383217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:46.386350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:46.386893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Checking segment: {'id': 'e572b5fc-3144-432d-9643-d9c7435e53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '042154a1-b518-4cfa-b629-f680e79e7dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:46.387104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.387474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Bound using segment: {'id': 'e572b5fc-3144-432d-9643-d9c7435e53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '042154a1-b518-4cfa-b629-f680e79e7dbd'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:46.388040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Bound port: cdf2d718-7c36-4ed8-b406-82971d7638a1, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e572b5fc-3144-432d-9643-d9c7435e53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '042154a1-b518-4cfa-b629-f680e79e7dbd'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:46.388384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.390832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:46.394039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:46.394267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.399186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] For port 802dc94f-b0ca-4479-8f75-68bf0f5aed87, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=802dc94f-b0ca-4479-8f75-68bf0f5aed87,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:46.399291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.404337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce4119-e82c-4817-9ac9-2753c03accbf None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:46.410150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=abf555c9-fd9c-47b6-a494-a83a63b67fe9,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:46.445522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.540982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] For port cdf2d718-7c36-4ed8-b406-82971d7638a1, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:46.544163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] For port cdf2d718-7c36-4ed8-b406-82971d7638a1, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cdf2d718-7c36-4ed8-b406-82971d7638a1,segment=NetworkSegment(e572b5fc-3144-432d-9643-d9c7435e53a9),segment_id=e572b5fc-3144-432d-9643-d9c7435e53a9)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:46.553199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c18c318-a691-42df-b0bb-901ce5639318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.555078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.587106 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9cbce1da-0dd2-42ae-9682-cadb7645c66f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0497909 Dec 23 08:29:46.587942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c18c318-a691-42df-b0bb-901ce5639318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.595155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45392) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:46.603057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Calling delete_port for 802dc94f-b0ca-4479-8f75-68bf0f5aed87 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:46.618952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:46.620365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=3beb8fca-6f27-4dca-b754-f8a225254513,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:46.641815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:46.653015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:46.659908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:46.664398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:46.665288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.713057 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18c318-a691-42df-b0bb-901ce5639318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef8c731-fb45-47a2-80f6-26edd2e20b1e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:46.718817 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c649e021-174d-43c7-96f5-1518872ff25c no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:46.731399 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9c18c318-a691-42df-b0bb-901ce5639318 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ba65c842fb24bc599f3783e1e9f565f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9345503 Dec 23 08:29:46.734783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45396) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:46.742844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.756711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12dc0a-c0d9-4b19-bd45-bede6d280c4c None None] Pushing event updated for resources: {'Port': ['ID=cdf2d718-7c36-4ed8-b406-82971d7638a1,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:46.767456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: c649e021-174d-43c7-96f5-1518872ff25c {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:46.767792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c649e021-174d-43c7-96f5-1518872ff25c not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:46.815862 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-94618d59-0cfb-4628-9b3a-2e962f2fe82a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7986422 Dec 23 08:29:46.818745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d59655-192f-40ef-b429-1c28d587ded2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:46.820452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45400) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:46.848407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-73285763-f501-4077-a117-7455fd315c21 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:46.886947 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': 'abf555c9-fd9c-47b6-a494-a83a63b67fe9'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:46.887877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:46.960895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Router 918421c4-fa19-4705-8dfd-892574e033c1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:29:47.038121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:47.045983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5aba88cb-7dc6-4e7d-91c9-b03b2232f097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.047760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:47.052240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:47.063755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.071259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:47.123511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Allocated IP 172.20.0.2 (3b1e253c-1242-4661-909e-bc02458a5888/abf555c9-fd9c-47b6-a494-a83a63b67fe9/ae4570a6-b99a-4beb-96d3-7611fc511079) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:47.194848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73285763-f501-4077-a117-7455fd315c21 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.203057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5aba88cb-7dc6-4e7d-91c9-b03b2232f097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.220563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042154a1-b518-4cfa-b629-f680e79e7dbd']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:47.274001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:47.284171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.287028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e572b5fc-3144-432d-9643-d9c7435e53a9') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:47.287399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e572b5fc-3144-432d-9643-d9c7435e53a9') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:47.358068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.382314 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.395785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Transition to ACTIVE for port object ae4570a6-b99a-4beb-96d3-7611fc511079 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:47.401708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.419003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Transition to ACTIVE for port object ae4570a6-b99a-4beb-96d3-7611fc511079 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:47.428389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.484362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.499577 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Pushing event updated for resources: {'Port': ['ID=ae4570a6-b99a-4beb-96d3-7611fc511079,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:47.502285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:47.513920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Sync routers for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:47.521330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:47.521880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.523311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:47.527160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:47.531144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:47.604409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:47.606047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:47.606232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Pushing event deleted for resources: {'Port': ['ID=802dc94f-b0ca-4479-8f75-68bf0f5aed87,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:47.624559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:29:47.634367 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93468b-3b5f-4045-9b45-0099ae998c56 None None] Sync routers for ids ['918421c4-fa19-4705-8dfd-892574e033c1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:29:47.650786 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93468b-3b5f-4045-9b45-0099ae998c56 None None] Routers {'918421c4-fa19-4705-8dfd-892574e033c1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:47.652224 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9c93468b-3b5f-4045-9b45-0099ae998c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['918421c4-fa19-4705-8dfd-892574e033c1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:47.678413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:47.697570 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:47.730418 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9c93468b-3b5f-4045-9b45-0099ae998c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:47.742728 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93468b-3b5f-4045-9b45-0099ae998c56 None None] Routers {'918421c4-fa19-4705-8dfd-892574e033c1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:47.743570 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9c93468b-3b5f-4045-9b45-0099ae998c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['918421c4-fa19-4705-8dfd-892574e033c1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:47.812286 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9c93468b-3b5f-4045-9b45-0099ae998c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:47.813095 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c93468b-3b5f-4045-9b45-0099ae998c56 None None] The sync data for ids ['918421c4-fa19-4705-8dfd-892574e033c1'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:47.849651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Attempting to bind port ae4570a6-b99a-4beb-96d3-7611fc511079 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:47.850035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Attempting to bind port ae4570a6-b99a-4beb-96d3-7611fc511079 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:47.850384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Attempting to bind port ae4570a6-b99a-4beb-96d3-7611fc511079 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:47.855804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5aba88cb-7dc6-4e7d-91c9-b03b2232f097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.867625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:47.867984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:47.868380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.868765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:47.869312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Bound port: ae4570a6-b99a-4beb-96d3-7611fc511079, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:47.869682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.889692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:29:47.913546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:29:47.913546 dv-neutron-822507-1-hyperv neutron-server[83523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:29:47.913546 dv-neutron-822507-1-hyperv neutron-server[83523]: [parameters: {'id': '042154a1-b518-4cfa-b629-f680e79e7dbd'}] Dec 23 08:29:47.913546 dv-neutron-822507-1-hyperv neutron-server[83523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:47.914409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:47.920695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:47.924995 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ff913c33-cfcd-4a40-94e3-5f5db1080423 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2802153 Dec 23 08:29:47.926194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45404) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:47.947461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.26.8.26 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/2afa17f3-648d-4bba-947b-faf893fac996) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:47.990130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73285763-f501-4077-a117-7455fd315c21 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.021943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] For port ae4570a6-b99a-4beb-96d3-7611fc511079, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:48.025090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] For port ae4570a6-b99a-4beb-96d3-7611fc511079, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ae4570a6-b99a-4beb-96d3-7611fc511079,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:48.070115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73285763-f501-4077-a117-7455fd315c21 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.094779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.104598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba88cb-7dc6-4e7d-91c9-b03b2232f097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef8c731-fb45-47a2-80f6-26edd2e20b1e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:48.140920 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4dd2cd54-632b-4128-b719-507d366d47c9 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "PUT /v2.0/routers/918421c4-fa19-4705-8dfd-892574e033c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3306406 Dec 23 08:29:48.154701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45410) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:48.168241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5aba88cb-7dc6-4e7d-91c9-b03b2232f097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.169758 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5aba88cb-7dc6-4e7d-91c9-b03b2232f097 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fef8c731-fb45-47a2-80f6-26edd2e20b1e HTTP/1.1" status: 204 len: 168 time: 1.4338832 Dec 23 08:29:48.251784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-73285763-f501-4077-a117-7455fd315c21 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] In _notify_port_updated(), no bound segment for port 3beb8fca-6f27-4dca-b754-f8a225254513 on network 5571ecfe-1161-4efa-a023-50833af70f22 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:29:48.262128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73285763-f501-4077-a117-7455fd315c21 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:48.263947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73285763-f501-4077-a117-7455fd315c21 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.273452 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-73285763-f501-4077-a117-7455fd315c21 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "PUT /v2.0/ports/3beb8fca-6f27-4dca-b754-f8a225254513 HTTP/1.1" status: 200 len: 818 time: 1.4483616 Dec 23 08:29:48.276422 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-c04135d8-d338-42d2-baa1-cd03750655b6 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] show failed (client error): The resource could not be found. Dec 23 08:29:48.277241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dcefa1-b371-4428-b27f-e413083099f8 None None] Network 042154a1-b518-4cfa-b629-f680e79e7dbd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:48.283783 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c04135d8-d338-42d2-baa1-cd03750655b6 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-81728958 HTTP/1.1" status: 404 len: 333 time: 0.1232452 Dec 23 08:29:48.283783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45416) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:48.290480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45418) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:48.307421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2604e485-65fc-4d3c-831f-00a4b8ef68ed tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:48.320117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73285763-f501-4077-a117-7455fd315c21 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=3beb8fca-6f27-4dca-b754-f8a225254513,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:48.423743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.435442 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-2604e485-65fc-4d3c-831f-00a4b8ef68ed tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] update failed (client error): The resource could not be found. Dec 23 08:29:48.442918 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2604e485-65fc-4d3c-831f-00a4b8ef68ed tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1047056483 HTTP/1.1" status: 404 len: 335 time: 0.1356525 Dec 23 08:29:48.444417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45424) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:48.457717 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7326a76f-5679-424c-90cd-50249d3bc6ec tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5281293 Dec 23 08:29:48.461540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7749ad1c-59c9-4b9c-808f-ee0f7dd904ce tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 3beb8fca-6f27-4dca-b754-f8a225254513 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:48.462022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7749ad1c-59c9-4b9c-808f-ee0f7dd904ce tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.487260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45428) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:48.489644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.528617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting port cdf2d718-7c36-4ed8-b406-82971d7638a1 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:48.529062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.558167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.685621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad541fe8-101d-47b7-a8b2-02ae697e6130 None None] Pushing event updated for resources: {'Port': ['ID=ae4570a6-b99a-4beb-96d3-7611fc511079,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:48.693847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-54bead5b-5ada-4b74-9cb6-a3f4a6f68371 None None] Provisioning for port cdf2d718-7c36-4ed8-b406-82971d7638a1 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:48.837807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cdf2d718-7c36-4ed8-b406-82971d7638a1 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:48.974848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:48.980714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7749ad1c-59c9-4b9c-808f-ee0f7dd904ce tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.036689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:29:44Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:49.042213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Checking router: e053eba9-8c08-4663-a1c4-f14cd41e34d2 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:29:49.042557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Updating router e053eba9-8c08-4663-a1c4-f14cd41e34d2 port 5042e5c8-7626-4cbf-9b1d-455fca9dd427 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:29:49.109917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.254916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.322551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7749ad1c-59c9-4b9c-808f-ee0f7dd904ce tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 3beb8fca-6f27-4dca-b754-f8a225254513 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:49.331572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.349107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port cdf2d718-7c36-4ed8-b406-82971d7638a1 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:49.392534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:49.407840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:49.414696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] For port cdf2d718-7c36-4ed8-b406-82971d7638a1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cdf2d718-7c36-4ed8-b406-82971d7638a1,segment=NetworkSegment(e572b5fc-3144-432d-9643-d9c7435e53a9),segment_id=e572b5fc-3144-432d-9643-d9c7435e53a9)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:49.415073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.425128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=2afa17f3-648d-4bba-947b-faf893fac996,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:49.437195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:49.586982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port cdf2d718-7c36-4ed8-b406-82971d7638a1 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:49.587358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.608701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7add07-3586-4e7a-aaf3-df72a56b0312 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:49.610542 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1f7add07-3586-4e7a-aaf3-df72a56b0312 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1221578 Dec 23 08:29:49.614981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-90735977-2e7f-432a-aba4-b977d64885d3 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Deleting subnet 8aef76c7-1d96-48aa-b6c8-071f954e38e2 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:49.620208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45448) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:49.623027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:29:49.661304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] DHCP port deletion for 042154a1-b518-4cfa-b629-f680e79e7dbd request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:49.663771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90735977-2e7f-432a-aba4-b977d64885d3 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.682320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] Deleting port cdf2d718-7c36-4ed8-b406-82971d7638a1 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:49.683093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.768708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.769152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:29:49.775316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Calling delete_port for cdf2d718-7c36-4ed8-b406-82971d7638a1 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:49.788549 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.805433 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-17bd57d9-7982-40d8-8f73-2c876dc4da50 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1812987 Dec 23 08:29:49.819668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45454) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:49.833237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90735977-2e7f-432a-aba4-b977d64885d3 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.850181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1537117671', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'project_id': '624b301133d440c99265a580e7281065', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:49.977112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90735977-2e7f-432a-aba4-b977d64885d3 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:49.997892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Transition to ACTIVE for port object 5042e5c8-7626-4cbf-9b1d-455fca9dd427 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:50.021563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.041931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7749ad1c-59c9-4b9c-808f-ee0f7dd904ce tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.146315 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90735977-2e7f-432a-aba4-b977d64885d3 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.148280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749ad1c-59c9-4b9c-808f-ee0f7dd904ce tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=3beb8fca-6f27-4dca-b754-f8a225254513,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:50.182133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7749ad1c-59c9-4b9c-808f-ee0f7dd904ce tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.193306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:50.199118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.217922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.248057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.249180 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7ff37924-43bc-4605-b294-fab285df535e admin admin] 10.222.0.36 "DELETE /v2.0/routers/d1cd3c4c-fb0e-4cb1-9287-91fb95d006ec HTTP/1.1" status: 204 len: 168 time: 7.4452715 Dec 23 08:29:50.254496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90735977-2e7f-432a-aba4-b977d64885d3 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event deleted for resources: {'Subnet': ['ID=8aef76c7-1d96-48aa-b6c8-071f954e38e2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:50.258213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45462) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:50.281688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Attempting to bind port 5042e5c8-7626-4cbf-9b1d-455fca9dd427 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:50.282161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Attempting to bind port 5042e5c8-7626-4cbf-9b1d-455fca9dd427 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:50.282586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Attempting to bind port 5042e5c8-7626-4cbf-9b1d-455fca9dd427 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:50.298450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:subnet and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:50.309369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:50.309899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:50.310450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.310945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:50.312523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Bound port: 5042e5c8-7626-4cbf-9b1d-455fca9dd427, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:50.312765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.314546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Port': ['ID=cdf2d718-7c36-4ed8-b406-82971d7638a1,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:50.324217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:50.333210 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7749ad1c-59c9-4b9c-808f-ee0f7dd904ce tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/3beb8fca-6f27-4dca-b754-f8a225254513 HTTP/1.1" status: 204 len: 168 time: 2.0380521 Dec 23 08:29:50.342615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:50.344899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45468) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:50.353271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90735977-2e7f-432a-aba4-b977d64885d3 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.357734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d1821-9492-4b71-88ec-4481dddb0a16 None None] Network 3926c7c7-019e-4e5e-84fd-fda174d756ab requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:50.364157 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-90735977-2e7f-432a-aba4-b977d64885d3 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "DELETE /v2.0/subnets/8aef76c7-1d96-48aa-b6c8-071f954e38e2 HTTP/1.1" status: 204 len: 168 time: 1.9200392 Dec 23 08:29:50.365156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45472) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:50.372821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0e46f-e008-4e6b-b5bd-e24f85c8d942 None None] Pushing event updated for resources: {'Port': ['ID=5042e5c8-7626-4cbf-9b1d-455fca9dd427,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:50.400511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No DVR routers for this DVR port cdf2d718-7c36-4ed8-b406-82971d7638a1 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:50.477698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-986d329e-517d-4e8e-9952-f8343bad88b9 admin admin] Deleting subnet 7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:50.481124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:50.482221 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-986d329e-517d-4e8e-9952-f8343bad88b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.534773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-986d329e-517d-4e8e-9952-f8343bad88b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.631888 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] For port cdf2d718-7c36-4ed8-b406-82971d7638a1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cdf2d718-7c36-4ed8-b406-82971d7638a1,segment=NetworkSegment(e572b5fc-3144-432d-9643-d9c7435e53a9),segment_id=e572b5fc-3144-432d-9643-d9c7435e53a9)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:50.638306 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.638712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-986d329e-517d-4e8e-9952-f8343bad88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.752627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.772711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-986d329e-517d-4e8e-9952-f8343bad88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.845043 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] Calling delete_port for cdf2d718-7c36-4ed8-b406-82971d7638a1 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:50.876318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ae4570a6-b99a-4beb-96d3-7611fc511079 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:50.876770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:50.919587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4a2f6e59-6932-4d3c-8544-9192e1c6b020 None None] Provisioning for port ae4570a6-b99a-4beb-96d3-7611fc511079 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:50.954450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d329e-517d-4e8e-9952-f8343bad88b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf43b8e-c16b-4e34-8e13-4fd2798b1db8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:50.963125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042154a1-b518-4cfa-b629-f680e79e7dbd']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:51.013562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e572b5fc-3144-432d-9643-d9c7435e53a9') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:51.013830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e572b5fc-3144-432d-9643-d9c7435e53a9') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:51.033182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.038795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] For port 5042e5c8-7626-4cbf-9b1d-455fca9dd427, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:51.050844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66348185-2a4f-4943-8ba6-752bf4307563 None None] Network 824d0043-5466-40fa-aafd-00652d6477b8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:51.051694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1458222-99df-4027-a7ee-879671fbd081 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:51.052197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1458222-99df-4027-a7ee-879671fbd081 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:51.054670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-341a1ef6-0b51-4040-8637-ce1e2a677e6d tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Deleting subnet f88df181-45b4-431e-aca7-cae07b9b69c9 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:51.055545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.058049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-986d329e-517d-4e8e-9952-f8343bad88b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.089757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.110177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:51.110596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.113873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-341a1ef6-0b51-4040-8637-ce1e2a677e6d tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:51.126812 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:51.158420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] For port 5042e5c8-7626-4cbf-9b1d-455fca9dd427, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5042e5c8-7626-4cbf-9b1d-455fca9dd427,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:51.183597 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-986d329e-517d-4e8e-9952-f8343bad88b9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7cf43b8e-c16b-4e34-8e13-4fd2798b1db8 HTTP/1.1" status: 204 len: 168 time: 0.9221518 Dec 23 08:29:51.189695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45488) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:51.192636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1458222-99df-4027-a7ee-879671fbd081 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:51.196932 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a1458222-99df-4027-a7ee-879671fbd081 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8484986 Dec 23 08:29:51.201649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45492) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:51.205756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.269298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.273410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.314587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0e46f-e008-4e6b-b5bd-e24f85c8d942 None None] Pushing event updated for resources: {'Port': ['ID=5042e5c8-7626-4cbf-9b1d-455fca9dd427,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:51.318203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=042154a1-b518-4cfa-b629-f680e79e7dbd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:51.348210 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-34e6a087-a9c1-4a93-90bb-e8cd0d38b365 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/042154a1-b518-4cfa-b629-f680e79e7dbd HTTP/1.1" status: 204 len: 168 time: 5.6516852 Dec 23 08:29:51.348424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.349777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45498) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:51.373121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322018100'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:51.381218 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:51.386442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:51.386971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:51.405110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:network and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:51.417987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:51.418541 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-027943a5-4cfc-44ca-9e1c-d589ef6a2a5e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:29:51.423681 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-027943a5-4cfc-44ca-9e1c-d589ef6a2a5e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/3beb8fca-6f27-4dca-b754-f8a225254513 HTTP/1.1" status: 404 len: 333 time: 0.0787628 Dec 23 08:29:51.425546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45504) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:51.429237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-341a1ef6-0b51-4040-8637-ce1e2a677e6d tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.435486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:51.440454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1663421192'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:51.444022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port ae4570a6-b99a-4beb-96d3-7611fc511079 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:51.456612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:29:51.457396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:51.460741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:51.465163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.474101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Deleting port a3196ee8-ab42-4592-a8e8-9eb98f608f5d {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:51.474437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.514967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:network and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:51.531728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:51.534843 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.539652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ae4570a6-b99a-4beb-96d3-7611fc511079 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:51.542538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.573624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:51.576519 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45508) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:51.612832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:51.686465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7069e0b-23b6-4d58-9a7a-b4225bb6aacb None None] DHCP port deletion for 3926c7c7-019e-4e5e-84fd-fda174d756ab request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:51.703027 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c7069e0b-23b6-4d58-9a7a-b4225bb6aacb None None] Deleting port db008057-7869-4363-8456-0853388d5b6a {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:51.703655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7069e0b-23b6-4d58-9a7a-b4225bb6aacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.783502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:51.786522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.796538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=7be9df53-de85-4ec7-8c03-915b49af02fd,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:51.803061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-bb639825-6656-432c-8618-43c814ceca8d tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:51.819159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:51.828923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] For port a3196ee8-ab42-4592-a8e8-9eb98f608f5d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a3196ee8-ab42-4592-a8e8-9eb98f608f5d,segment=NetworkSegment(71399ce9-be5c-4672-8cd1-dc6283895ddb),segment_id=71399ce9-be5c-4672-8cd1-dc6283895ddb)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:51.830027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.841784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.841784 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment 7679d71b-8d3f-4c7d-81f3-99651ef1b565 of type vlan for network 859e9741-3a98-4b23-afed-811d71b8681f Dec 23 08:29:51.854071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Checking segment: {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:51.854844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network hostable DHCP agents. Network: 5d10699c-99b5-4cad-bbb8-16dc3695dbd6, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:51.890214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] Deleting port cdf2d718-7c36-4ed8-b406-82971d7638a1 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:51.890800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.945695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:51.992370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.996156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:51.996313 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Added segment 23a395ae-15c3-4578-8247-5066b0015433 of type vlan for network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 Dec 23 08:29:52.016158 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bb639825-6656-432c-8618-43c814ceca8d tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] 10.222.0.36 "PUT /v2.0/quotas/7295c7a8dc17432bb8dbf81fbb318e8a HTTP/1.1" status: 200 len: 368 time: 0.4256277 Dec 23 08:29:52.025482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45514) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:52.037520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Request body: {'network': {'project_id': '7295c7a8dc17432bb8dbf81fbb318e8a'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:52.045167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-21ae7399-4eea-4e77-a424-2f1a90e6fb25 None None] The port 'cdf2d718-7c36-4ed8-b406-82971d7638a1' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:29:52.053156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.060199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Calling delete_port for a3196ee8-ab42-4592-a8e8-9eb98f608f5d owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:52.060392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.066623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:52.070222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.114169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Usage tracker for resource:network and tenant:7295c7a8dc17432bb8dbf81fbb318e8a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:52.116663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:52.125358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:52.140925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:52.154824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.170045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 5d10699c-99b5-4cad-bbb8-16dc3695dbd6) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:52.176152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:29:52.177257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.180909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:52.181488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.216894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Pushing event deleted for resources: {'Port': ['ID=a3196ee8-ab42-4592-a8e8-9eb98f608f5d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:52.218791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:52.219440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.219554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358ac58-6478-470f-9641-42500daed7f2 None None] DHCP port deletion for 824d0043-5466-40fa-aafd-00652d6477b8 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:52.221243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e9fdd6-61ee-45f3-856e-3f60848deac2 None None] Network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:52.222381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] No DVR routers for this DVR port a3196ee8-ab42-4592-a8e8-9eb98f608f5d on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:52.230462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Made reservation on behalf of 7295c7a8dc17432bb8dbf81fbb318e8a for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:52.232782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.242256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.297289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-341a1ef6-0b51-4040-8637-ce1e2a677e6d tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.339914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.343485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:52.344323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.379215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.384822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] For port ae4570a6-b99a-4beb-96d3-7611fc511079, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ae4570a6-b99a-4beb-96d3-7611fc511079,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:52.419853 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0664115 Dec 23 08:29:52.423396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45518) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:52.431743 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5cfe24d6-6762-45ff-b5fb-5d9fd0890f58 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6016078 Dec 23 08:29:52.431938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96af87c-84c4-4f7f-8aa0-7877ee9f5c30 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=859e9741-3a98-4b23-afed-811d71b8681f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:52.434901 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0046523 Dec 23 08:29:52.435189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.445366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': '859e9741-3a98-4b23-afed-811d71b8681f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:52.451159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45522) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:52.451489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45524) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:52.465648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:52.531562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 859e9741-3a98-4b23-afed-811d71b8681f details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:52.536544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:29:52.572497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.577588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824d0043-5466-40fa-aafd-00652d6477b8']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:52.591630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.592431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.735811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c7069e0b-23b6-4d58-9a7a-b4225bb6aacb None None] For port db008057-7869-4363-8456-0853388d5b6a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=db008057-7869-4363-8456-0853388d5b6a,segment=NetworkSegment(fdff3316-2695-43ae-b7d8-cb42bf48decb),segment_id=fdff3316-2695-43ae-b7d8-cb42bf48decb)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:52.736223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7069e0b-23b6-4d58-9a7a-b4225bb6aacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.752250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71399ce9-be5c-4672-8cd1-dc6283895ddb') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:52.752614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71399ce9-be5c-4672-8cd1-dc6283895ddb') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:52.758807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=ae4570a6-b99a-4beb-96d3-7611fc511079,revision_number=4']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:52.762093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=840cf29a-37f0-4042-be8a-bd453eb2dcc9,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:52.764399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-341a1ef6-0b51-4040-8637-ce1e2a677e6d tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.766384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:52.793205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Usage tracker for resource:security_group_rule and tenant:7295c7a8dc17432bb8dbf81fbb318e8a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:52.807212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be59e6-9767-4d14-9dbd-b94d2ad3fe7f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Network': ['ID=e45f146c-e6b2-4ed9-bdfc-fb1856c27015,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:52.811946 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a1ef6-0b51-4040-8637-ce1e2a677e6d tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event deleted for resources: {'Subnet': ['ID=f88df181-45b4-431e-aca7-cae07b9b69c9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:52.815700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:52.822678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.834551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:52.834884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:52.841204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:52.845389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:subnet and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:52.848230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:52.854011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:52.863886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:52.868586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:52.868777 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:52.869516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.877579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:52.889614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:52.894007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:52.904414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:52.909038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.911729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-341a1ef6-0b51-4040-8637-ce1e2a677e6d tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.918537 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-341a1ef6-0b51-4040-8637-ce1e2a677e6d tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "DELETE /v2.0/subnets/f88df181-45b4-431e-aca7-cae07b9b69c9 HTTP/1.1" status: 204 len: 168 time: 2.5431728 Dec 23 08:29:52.918537 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-10711c56-d4c4-460e-8004-ae9b0b02e660 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.2849677 Dec 23 08:29:52.921007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45530) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:52.921007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45532) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:52.928700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:52.935572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:68:23:c2', 'name': 'tempest-NetworksTestDHCPv6-1654253452'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:52.941268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668da008-bb74-4d43-b70a-05a5dd2d3c8e None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:52.953274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb06d7-42d0-4c38-a87b-2f94159c4e8a None None] Network a59adfde-a87b-4be1-88c0-dc0123278974 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:52.965564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:52.966022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:52.970499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c7069e0b-23b6-4d58-9a7a-b4225bb6aacb None None] Calling delete_port for db008057-7869-4363-8456-0853388d5b6a owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:52.979711 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:53.081724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:53.090633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.247603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:29:53.260183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:29:53.261062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:29:53.300387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.313780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.331919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.334614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.337435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.376127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:53.376945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.387421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] Pushing event deleted for resources: {'Network': ['ID=824d0043-5466-40fa-aafd-00652d6477b8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:53.430450 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-378f1163-de12-4893-9582-06b2f18fe7db admin admin] 10.222.0.36 "DELETE /v2.0/networks/824d0043-5466-40fa-aafd-00652d6477b8 HTTP/1.1" status: 204 len: 168 time: 2.2339208 Dec 23 08:29:53.459155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=d166fcd4-978c-4b61-998c-d592209ed134,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:53.484619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking segment: {'id': '7679d71b-8d3f-4c7d-81f3-99651ef1b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '859e9741-3a98-4b23-afed-811d71b8681f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:53.484619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network hostable DHCP agents. Network: 859e9741-3a98-4b23-afed-811d71b8681f, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:53.530646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.539839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.543321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 859e9741-3a98-4b23-afed-811d71b8681f is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:53.567001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 859e9741-3a98-4b23-afed-811d71b8681f) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:53.573995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:53.575030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.575570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.578301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7069e0b-23b6-4d58-9a7a-b4225bb6aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.580194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.615572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50329cc-b847-4f60-abec-16a86413fa8d None None] Network 859e9741-3a98-4b23-afed-811d71b8681f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:53.627697 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-da40c9ac-ceb4-4cf6-af92-ac9883537650 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1987069 Dec 23 08:29:53.628633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45540) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:53.763150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45544) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:53.767799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:53.770247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=2afa17f3-648d-4bba-947b-faf893fac996,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:53.818953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:53.839006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7069e0b-23b6-4d58-9a7a-b4225bb6aacb None None] Pushing event deleted for resources: {'Port': ['ID=db008057-7869-4363-8456-0853388d5b6a,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:53.848239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f2337e-7f80-4514-881b-c9f9f45255e4,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:53.853509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:53.917932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:53.923188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7069e0b-23b6-4d58-9a7a-b4225bb6aacb None None] No DVR routers for this DVR port db008057-7869-4363-8456-0853388d5b6a on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:53.929021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.929361 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Added segment 468ac2bf-ead9-497a-ae59-66f1200548e4 of type vlan for network 4c4ca126-250b-4fe3-9323-12512bbd3c7f Dec 23 08:29:53.951973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:53.963248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.971346 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a57d19d4-3a19-47a3-b99c-e3bcc122d987 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cef971114ab485ab0b3aba6f5eebc60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2040827 Dec 23 08:29:53.974094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45548) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:53.982588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:53.984264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.073194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.081680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.094573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:54.114195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.147119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d935-d626-49c0-b5e1-274b5897ce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.165138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Allocated IP 172.20.0.2 (5d10699c-99b5-4cad-bbb8-16dc3695dbd6/7be9df53-de85-4ec7-8c03-915b49af02fd/df60e220-5776-463d-b71b-0117dd63141b) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:54.184426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:29:44Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:54.189353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d935-d626-49c0-b5e1-274b5897ce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.199281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3926c7c7-019e-4e5e-84fd-fda174d756ab']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:54.204298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e8e56-9ae2-420d-9715-293669b65736 None None] The sync data for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv is: [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:29:44Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:29:54.243646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdff3316-2695-43ae-b7d8-cb42bf48decb') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:54.243945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdff3316-2695-43ae-b7d8-cb42bf48decb') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:54.244356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.293517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=d166fcd4-978c-4b61-998c-d592209ed134,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:54.315465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port ae4570a6-b99a-4beb-96d3-7611fc511079, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ae4570a6-b99a-4beb-96d3-7611fc511079,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:54.327466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3883bb5-804f-46ec-bbdb-ec420dfcafe4 None None] DHCP port deletion for a59adfde-a87b-4be1-88c0-dc0123278974 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:29:54.339548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.362971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:29:54.390479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d3883bb5-804f-46ec-bbdb-ec420dfcafe4 None None] Deleting port d8900d84-294a-4d5a-b900-37b4ba02d7aa {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:29:54.391124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d3883bb5-804f-46ec-bbdb-ec420dfcafe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.409344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.417890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d935-d626-49c0-b5e1-274b5897ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.425667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.443993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394051e-4b51-486c-99c1-35cc9d602735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-859e9741-3a98-4b23-afed-811d71b8681f', 'network_id': '859e9741-3a98-4b23-afed-811d71b8681f', 'tenant_id': 'e2822acc0ef3424185256dfccfb8e0d3', 'fixed_ips': [{'subnet_id': 'd166fcd4-978c-4b61-998c-d592209ed134'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:54.444777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9394051e-4b51-486c-99c1-35cc9d602735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.456106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.456525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 802dc94f-b0ca-4479-8f75-68bf0f5aed87 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:54.457366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:54.458140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.485824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0d935-d626-49c0-b5e1-274b5897ce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f0b402-29c6-491c-bfb5-a41f3ec9d112,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:54.521705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859e9741-3a98-4b23-afed-811d71b8681f']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:54.551218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 802dc94f-b0ca-4479-8f75-68bf0f5aed87 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:54.554072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 802dc94f-b0ca-4479-8f75-68bf0f5aed87 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:54.554364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cdf2d718-7c36-4ed8-b406-82971d7638a1 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:54.557542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7679d71b-8d3f-4c7d-81f3-99651ef1b565') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:54.558338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7679d71b-8d3f-4c7d-81f3-99651ef1b565') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:54.595239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d935-d626-49c0-b5e1-274b5897ce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.599302 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e1c0d935-d626-49c0-b5e1-274b5897ce31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2f0b402-29c6-491c-bfb5-a41f3ec9d112 HTTP/1.1" status: 204 len: 168 time: 0.6246147 Dec 23 08:29:54.609036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.641055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.669488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: cdf2d718-7c36-4ed8-b406-82971d7638a1 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:54.669834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cdf2d718-7c36-4ed8-b406-82971d7638a1 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:54.695002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.714662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:54.715104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:54.752778 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:54.827054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.862490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:54.863085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:54.932585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=ae4570a6-b99a-4beb-96d3-7611fc511079,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:54.968386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5042e5c8-7626-4cbf-9b1d-455fca9dd427 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:54.995073 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:55.029069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.041445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.110237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/859e9741-3a98-4b23-afed-811d71b8681f HTTP/1.1" status: 204 len: 168 time: 1.4796584 Dec 23 08:29:55.112654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f33726-4a05-4a0f-9802-a36d4a5fbeff tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=859e9741-3a98-4b23-afed-811d71b8681f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:55.121225 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45556) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:55.128524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384244877'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:55.143675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:55.154613 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:network and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:55.156468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Pushing event updated for resources: {'Network': ['ID=4c4ca126-250b-4fe3-9323-12512bbd3c7f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:55.162242 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-577ead1a-c9b2-473e-93e4-aaded8ff6166 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.1355839 Dec 23 08:29:55.163321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:55.163431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.171920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45560) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:55.177778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:55.210239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:55.212213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 4c4ca126-250b-4fe3-9323-12512bbd3c7f details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:55.214257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.252366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Request body: {'network': {'project_id': '7295c7a8dc17432bb8dbf81fbb318e8a'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:55.260387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:55.274892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.275542 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment 747c2a99-c4b2-4c63-a5df-e2037b88d8d7 of type vlan for network 0e7f756f-c356-4bf8-be50-2684ffd11389 Dec 23 08:29:55.288724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:55.318641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.328151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 4130d672-7e3e-4bb6-9f13-7c35df282914 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:29:55.360400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.392589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Usage tracker for resource:network and tenant:7295c7a8dc17432bb8dbf81fbb318e8a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:55.406813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.413206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:55.425369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.431236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:55.431939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.486570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:55.539482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdef583-d950-4c51-921e-49713d31d3e4 None None] Network 859e9741-3a98-4b23-afed-811d71b8681f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:55.580797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event deleted for resources: {'Network': ['ID=3926c7c7-019e-4e5e-84fd-fda174d756ab,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:55.599996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdef583-d950-4c51-921e-49713d31d3e4 None None] Network 859e9741-3a98-4b23-afed-811d71b8681f could not be found, it might have been deleted concurrently. {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 08:29:55.602202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.608117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d3883bb5-804f-46ec-bbdb-ec420dfcafe4 None None] For port d8900d84-294a-4d5a-b900-37b4ba02d7aa, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d8900d84-294a-4d5a-b900-37b4ba02d7aa,segment=NetworkSegment(8a95cae6-ea46-46e0-8376-6d7a13fd3e98),segment_id=8a95cae6-ea46-46e0-8376-6d7a13fd3e98)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:55.608781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d3883bb5-804f-46ec-bbdb-ec420dfcafe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.670187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=0e7f756f-c356-4bf8-be50-2684ffd11389,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:55.687606 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-10d9f75e-ca57-4d69-bc04-aaf6cf36111e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5651979 Dec 23 08:29:55.691223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45570) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:55.707589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': '0e7f756f-c356-4bf8-be50-2684ffd11389', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:55.754641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=19058c3e-9a01-45bb-9d46-e55b9f4f4d2b,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:55.766893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Transition to ACTIVE for port object df60e220-5776-463d-b71b-0117dd63141b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:55.769406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 0e7f756f-c356-4bf8-be50-2684ffd11389 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:55.774446 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-83cb7ebe-86c1-4b8a-b785-738d0020a2cb tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "DELETE /v2.0/networks/3926c7c7-019e-4e5e-84fd-fda174d756ab HTTP/1.1" status: 204 len: 168 time: 2.8539467 Dec 23 08:29:55.783499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45576) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:55.829997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Made reservation on behalf of 7295c7a8dc17432bb8dbf81fbb318e8a for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:55.833408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:55.860126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d3883bb5-804f-46ec-bbdb-ec420dfcafe4 None None] Calling delete_port for d8900d84-294a-4d5a-b900-37b4ba02d7aa owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:29:55.863643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:55.872919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:subnet and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:55.876334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:55.882923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:55.897339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:55.975267 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ad42de58-ae48-400a-8e67-6a6fac9512a8 None None] Provisioning complete for port ae4570a6-b99a-4beb-96d3-7611fc511079 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:55.975634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad42de58-ae48-400a-8e67-6a6fac9512a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.021409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Checking segment: {'id': '23a395ae-15c3-4578-8247-5066b0015433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:56.021932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network hostable DHCP agents. Network: e45f146c-e6b2-4ed9-bdfc-fb1856c27015, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:56.032899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Transition to ACTIVE for port object df60e220-5776-463d-b71b-0117dd63141b will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:56.044142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.056421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 5042e5c8-7626-4cbf-9b1d-455fca9dd427 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:56.070273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.106449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:56.127859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5042e5c8-7626-4cbf-9b1d-455fca9dd427 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:56.128504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.132901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.153550 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP 0eebb76e-ac11-4b49-876b-9d4820f472f5 associated. External IP: 172.26.8.26, port: 4f649931-0e56-4f9c-9fe3-e651c4e298f6. Dec 23 08:29:56.211844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d3883bb5-804f-46ec-bbdb-ec420dfcafe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.216421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45586) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:56.222645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.223214 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Added segment 7f34af36-0d69-4d4a-a106-5fdc7296a19a of type vlan for network 166417bb-b466-4db9-a883-5bd47db7fc38 Dec 23 08:29:56.230486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:56.232684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Pushing event updated for resources: {'Port': ['ID=df60e220-5776-463d-b71b-0117dd63141b,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:56.240207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:56.281405 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:56.326739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3883bb5-804f-46ec-bbdb-ec420dfcafe4 None None] Pushing event deleted for resources: {'Port': ['ID=d8900d84-294a-4d5a-b900-37b4ba02d7aa,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:56.329223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:56.330882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3883bb5-804f-46ec-bbdb-ec420dfcafe4 None None] No DVR routers for this DVR port d8900d84-294a-4d5a-b900-37b4ba02d7aa on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:29:56.420983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-265391592'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:56.430342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:56.436346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Usage tracker for resource:network and tenant:70fa9bf3878146ed83a7bfc666da94b2 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:56.437614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.440534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.444315 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:56.470890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, e45f146c-e6b2-4ed9-bdfc-fb1856c27015) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:56.482927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:56.494233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b063f7-dbb4-4858-9b6f-268d735bce19 None None] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:56.509416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Attempting to bind port df60e220-5776-463d-b71b-0117dd63141b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:56.510137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Attempting to bind port df60e220-5776-463d-b71b-0117dd63141b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:56.511212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Attempting to bind port df60e220-5776-463d-b71b-0117dd63141b on network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:56.540019 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Made reservation on behalf of 70fa9bf3878146ed83a7bfc666da94b2 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:56.543270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.555018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 172.20.0.11 (3b1e253c-1242-4661-909e-bc02458a5888/abf555c9-fd9c-47b6-a494-a83a63b67fe9/4130d672-7e3e-4bb6-9f13-7c35df282914) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:56.561473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.570138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:56.570730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.578808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=a1929ea1-7bf7-4c58-9a66-d1249ba5cef2,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:56.582085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.586979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:56.587573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Checking segment: {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:56.588163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.588840 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Bound using segment: {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:56.589471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Bound port: df60e220-5776-463d-b71b-0117dd63141b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:56.590834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.595463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:fe68:23c2 (3b1e253c-1242-4661-909e-bc02458a5888/840cf29a-37f0-4042-be8a-bd453eb2dcc9/4130d672-7e3e-4bb6-9f13-7c35df282914) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:56.614685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:56.620549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Usage tracker for resource:security_group_rule and tenant:70fa9bf3878146ed83a7bfc666da94b2 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:56.624678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:56.632745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:56.633535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 5042e5c8-7626-4cbf-9b1d-455fca9dd427, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5042e5c8-7626-4cbf-9b1d-455fca9dd427,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:29:56.640841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking segment: {'id': '747c2a99-c4b2-4c63-a5df-e2037b88d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e7f756f-c356-4bf8-be50-2684ffd11389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:56.641204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network hostable DHCP agents. Network: 0e7f756f-c356-4bf8-be50-2684ffd11389, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:29:56.645969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.676520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.677687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ae4570a6-b99a-4beb-96d3-7611fc511079 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:56.688013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 0e7f756f-c356-4bf8-be50-2684ffd11389 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:29:56.707461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.708813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:56.709390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.717114 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b872c1fd-f8cc-44ed-b7d3-ce6ababf6297 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2615800 Dec 23 08:29:56.718202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45592) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:56.724965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59adfde-a87b-4be1-88c0-dc0123278974']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:56.726286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 0e7f756f-c356-4bf8-be50-2684ffd11389) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:56.731016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:56.731786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.762995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb19045-37e4-4ee6-963c-1b55ef4db58c None None] Network 0e7f756f-c356-4bf8-be50-2684ffd11389 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:56.766649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:56.788835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.794439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.812029 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3362d28e-f7d9-4fa2-9903-aaf8e1aca8ca tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1172402 Dec 23 08:29:56.814705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45596) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:56.836142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': '0e7f756f-c356-4bf8-be50-2684ffd11389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:56.849661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:56.909850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa3cfd-62b8-4305-8c07-e5fb444afdc9,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:56.925463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.925854 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Added segment 307abe90-ec26-4d8e-9619-c054710327b2 of type vlan for network 23cf265c-6db0-4587-90e4-a4f45791b286 Dec 23 08:29:56.957053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a95cae6-ea46-46e0-8376-6d7a13fd3e98') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:56.957053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a95cae6-ea46-46e0-8376-6d7a13fd3e98') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:56.985857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:56.995386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] For port df60e220-5776-463d-b71b-0117dd63141b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:29:57.010465 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7934492 Dec 23 08:29:57.010710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45600) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:57.014388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.019819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=5042e5c8-7626-4cbf-9b1d-455fca9dd427,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:57.027551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-761b37f8-6c32-41a5-98bf-7ceeb0e0a366 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Request body: {'network': {'project_id': '7295c7a8dc17432bb8dbf81fbb318e8a'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:57.040600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-761b37f8-6c32-41a5-98bf-7ceeb0e0a366 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:57.044100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] For port df60e220-5776-463d-b71b-0117dd63141b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=df60e220-5776-463d-b71b-0117dd63141b,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:29:57.045231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:57.050437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-761b37f8-6c32-41a5-98bf-7ceeb0e0a366 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Usage tracker for resource:network and tenant:7295c7a8dc17432bb8dbf81fbb318e8a is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:57.054160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:subnet and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:57.057857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-761b37f8-6c32-41a5-98bf-7ceeb0e0a366 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:57.061393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:57.065935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.069608 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:57.070266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.074185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-761b37f8-6c32-41a5-98bf-7ceeb0e0a366 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:57.092710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:57.095756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.119149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0aa1b2-abaa-4b9c-bc58-e7ba61e4a077 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Pushing event updated for resources: {'Network': ['ID=166417bb-b466-4db9-a883-5bd47db7fc38,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:57.174647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.184906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-e45f146c-e6b2-4ed9-bdfc-fb1856c27015', 'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015', 'tenant_id': '5081e89da4a74fbea7194cff8f1d47f3', 'fixed_ips': [{'subnet_id': '19058c3e-9a01-45bb-9d46-e55b9f4f4d2b'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:57.185613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.195510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 166417bb-b466-4db9-a883-5bd47db7fc38 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:57.225888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:57.226527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.243458 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-761b37f8-6c32-41a5-98bf-7ceeb0e0a366 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 08:29:57.243851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761b37f8-6c32-41a5-98bf-7ceeb0e0a366 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:57.245693 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-761b37f8-6c32-41a5-98bf-7ceeb0e0a366 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2326696 Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:57.248526 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:57.258554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45604) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:57.272106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ae4570a6-b99a-4beb-96d3-7611fc511079 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:29:57.272725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.301634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:57.305107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.321231 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1023281 Dec 23 08:29:57.332021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45608) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:57.357985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'subnet': {'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:57.400118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5354f88-d754-43fb-abf6-7a131803662b tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Network': ['ID=23cf265c-6db0-4587-90e4-a4f45791b286,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:57.454756 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3ef13a29-6bc1-4ffc-b649-2750e6f6fde0 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7295c7a8dc17432bb8dbf81fbb318e8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1946628 Dec 23 08:29:57.459009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45612) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:57.543513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb57057-c7b4-4026-9282-30da6fc45163 None None] Pushing event updated for resources: {'Port': ['ID=df60e220-5776-463d-b71b-0117dd63141b,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:57.546639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 23cf265c-6db0-4587-90e4-a4f45791b286 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:57.566089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c35ba4cd-4786-4b5e-9e53-484713e5e5de tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.621625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:57.644412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c35ba4cd-4786-4b5e-9e53-484713e5e5de tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.656924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:57.671201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.693099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:57.732671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.738548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:57.773853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c35ba4cd-4786-4b5e-9e53-484713e5e5de tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.792481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-0e7f756f-c356-4bf8-be50-2684ffd11389', 'network_id': '0e7f756f-c356-4bf8-be50-2684ffd11389', 'tenant_id': 'e2822acc0ef3424185256dfccfb8e0d3', 'fixed_ips': [{'subnet_id': 'a1929ea1-7bf7-4c58-9a66-d1249ba5cef2'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:29:57.793693 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.810835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ba4cd-4786-4b5e-9e53-484713e5e5de tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f2337e-7f80-4514-881b-c9f9f45255e4,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:57.819760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.828401 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "DELETE /v2.0/networks/a59adfde-a87b-4be1-88c0-dc0123278974 HTTP/1.1" status: 204 len: 168 time: 2.0327806 Dec 23 08:29:57.829861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb02e1-6f01-49c2-be26-85e1fe704463 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event deleted for resources: {'Network': ['ID=a59adfde-a87b-4be1-88c0-dc0123278974,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:57.845028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45616) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:57.853315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.864398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:57.878982 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c35ba4cd-4786-4b5e-9e53-484713e5e5de tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.882703 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c35ba4cd-4786-4b5e-9e53-484713e5e5de tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/73f2337e-7f80-4514-881b-c9f9f45255e4 HTTP/1.1" status: 204 len: 168 time: 0.4206922 Dec 23 08:29:57.884016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45620) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:57.980910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 0e7f756f-c356-4bf8-be50-2684ffd11389 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:57.985276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:57.989329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:57.994368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:57.998531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=3021cec6-f255-41bf-b2d8-f64413bd82c5,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:58.002605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:58.003076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.011447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Usage tracker for resource:subnet and tenant:70fa9bf3878146ed83a7bfc666da94b2 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:58.034814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.041157 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7db848e8-a812-4835-b29f-a81857b35db6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2233639 Dec 23 08:29:58.041935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45624) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:58.067923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:58.121779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Allocated IP 2001:db8::2 (0e7f756f-c356-4bf8-be50-2684ffd11389/a1929ea1-7bf7-4c58-9a66-d1249ba5cef2/70c69200-2d48-4199-998a-992a17f5ab0f) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:58.142930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:58.147366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 4130d672-7e3e-4bb6-9f13-7c35df282914 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:58.160842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ef368-4dce-4832-b8b8-ed63076a7a04 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:58.162182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ef368-4dce-4832-b8b8-ed63076a7a04 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:58.163549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ef368-4dce-4832-b8b8-ed63076a7a04 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:58.164861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ef368-4dce-4832-b8b8-ed63076a7a04 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:58.166189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ef368-4dce-4832-b8b8-ed63076a7a04 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:58.167136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b22ef368-4dce-4832-b8b8-ed63076a7a04 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Synchronizing usage tracker for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:29:58.225148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Allocated IP 2001:db8::2 (e45f146c-e6b2-4ed9-bdfc-fb1856c27015/19058c3e-9a01-45bb-9d46-e55b9f4f4d2b/b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:29:58.246715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d8900d84-294a-4d5a-b900-37b4ba02d7aa no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:58.247548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.257841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b22ef368-4dce-4832-b8b8-ed63076a7a04 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Unset dirty status for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:29:58.264031 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b22ef368-4dce-4832-b8b8-ed63076a7a04 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2206931 Dec 23 08:29:58.264623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45628) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:58.283175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1858911597'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:58.291557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:58.294332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d8900d84-294a-4d5a-b900-37b4ba02d7aa {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:58.294887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d8900d84-294a-4d5a-b900-37b4ba02d7aa not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:58.295076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166417bb-b466-4db9-a883-5bd47db7fc38']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:58.295208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a3196ee8-ab42-4592-a8e8-9eb98f608f5d no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:58.310654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:network and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:58.311720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Made reservation on behalf of 70fa9bf3878146ed83a7bfc666da94b2 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:58.314905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:58.318640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f34af36-0d69-4d4a-a106-5fdc7296a19a') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:58.318943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f34af36-0d69-4d4a-a106-5fdc7296a19a') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:58.330921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:58.336734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.357451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.360626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:58.364853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.386593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:58.387915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:58.401709 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:58.519790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:29:58.529364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.531396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.531808 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment 05e181dd-1a60-4cc7-a15d-c7b42d736895 of type vlan for network 950191ab-aa1f-4e8e-be98-71c0a8393567 Dec 23 08:29:58.556067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.586409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Pushing event deleted for resources: {'Network': ['ID=166417bb-b466-4db9-a883-5bd47db7fc38,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:58.604901 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-56d0c2b9-f4a2-4091-8770-6f64d0c87d4f tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] 10.222.0.36 "DELETE /v2.0/networks/166417bb-b466-4db9-a883-5bd47db7fc38 HTTP/1.1" status: 204 len: 168 time: 0.7152760 Dec 23 08:29:58.607007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45632) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:58.610119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb59fb2d-7613-49e6-a35c-e3f26ef2edf0 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Deleting subnet 84faf49c-5dc5-4c43-b8fa-571abf131979 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:29:58.630142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.643620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Transition to ACTIVE for port object b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:58.648439 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.ipam_backend_mixin [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19058c3e-9a01-45bb-9d46-e55b9f4f4d2b (CIDR: 2001:db8::/64) Dec 23 08:29:58.651536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb59fb2d-7613-49e6-a35c-e3f26ef2edf0 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.668496 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Transition to ACTIVE for port object b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:58.671934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: a3196ee8-ab42-4592-a8e8-9eb98f608f5d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:58.672616 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a3196ee8-ab42-4592-a8e8-9eb98f608f5d not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:58.673325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device db008057-7869-4363-8456-0853388d5b6a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:29:58.727960 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.735422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.740630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.741584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.770573 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:29:58.771365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:29:58.823009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.832490 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: db008057-7869-4363-8456-0853388d5b6a {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:29:58.832845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device db008057-7869-4363-8456-0853388d5b6a not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:29:58.845282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.849302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:58.849875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:58.863331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f079ae73-73a5-413d-a8e7-7acbd43e7657 None None] Network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:29:58.894321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:59.009291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:59.032758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:59.069932 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-423f59e4-6470-49c0-819f-ca91e1368c2d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3227077 Dec 23 08:29:59.075595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb59fb2d-7613-49e6-a35c-e3f26ef2edf0 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.087844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45636) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:59.101675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:59.119361 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8495660 Dec 23 08:29:59.128726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:29:59.135869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45640) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:59.141545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-14f27447-d148-4141-9f50-c06cf7bd411f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:29:59.148162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:29:59.162639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-31b306c8-46ed-41a7-a773-3593258ea084 None None] Provisioning for port df60e220-5776-463d-b71b-0117dd63141b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:29:59.165006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=4130d672-7e3e-4bb6-9f13-7c35df282914,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:59.168277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:29:59.222149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Pushing event updated for resources: {'Port': ['ID=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:59.295228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ae4570a6-b99a-4beb-96d3-7611fc511079 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:29:59.309010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.350063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960691a-8531-4fb5-b705-3d00e0228265 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=950191ab-aa1f-4e8e-be98-71c0a8393567,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:59.398864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.406808 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 950191ab-aa1f-4e8e-be98-71c0a8393567 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:29:59.437989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4ca126-250b-4fe3-9323-12512bbd3c7f']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:59.454763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468ac2bf-ead9-497a-ae59-66f1200548e4') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:59.455595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468ac2bf-ead9-497a-ae59-66f1200548e4') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:29:59.471363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.490770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.498729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:29:59.499260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.596564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:29:59.597179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:29:59.722391 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:29:59.735575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.745758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:29:59.750918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Transition to ACTIVE for port object 70c69200-2d48-4199-998a-992a17f5ab0f will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:59.778911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:29:59.786933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Transition to ACTIVE for port object 70c69200-2d48-4199-998a-992a17f5ab0f will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:29:59.788434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:29:59.800629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:29:59.803214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.822359 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eb2cdddc-f6d1-45ee-ac67-586550334e35 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.8998480 Dec 23 08:29:59.836739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45644) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:29:59.845673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.851970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c4ca126-250b-4fe3-9323-12512bbd3c7f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:59.890108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.932275 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b72c404b-7f31-49bb-8741-c1b7b30c97f2 tempest-QuotasNegativeTest-1504608297 tempest-QuotasNegativeTest-1504608297-project-admin] 10.222.0.36 "DELETE /v2.0/networks/4c4ca126-250b-4fe3-9323-12512bbd3c7f HTTP/1.1" status: 204 len: 168 time: 1.3215528 Dec 23 08:29:59.936434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:29:59.958157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Attempting to bind port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:29:59.958862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Attempting to bind port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '23a395ae-15c3-4578-8247-5066b0015433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:29:59.959027 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Attempting to bind port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 on network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:29:59.970381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Pushing event updated for resources: {'Port': ['ID=70c69200-2d48-4199-998a-992a17f5ab0f,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:29:59.973918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:29:59.974313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Checking segment: {'id': '23a395ae-15c3-4578-8247-5066b0015433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:29:59.974717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.975244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Bound using segment: {'id': '23a395ae-15c3-4578-8247-5066b0015433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:29:59.975718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Bound port: b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a395ae-15c3-4578-8247-5066b0015433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:29:59.976084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:29:59.980733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb59fb2d-7613-49e6-a35c-e3f26ef2edf0 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.046183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ae4570a6-b99a-4beb-96d3-7611fc511079 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:00.046552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.083823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.179737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] For port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:00.183290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] For port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,segment=NetworkSegment(23a395ae-15c3-4578-8247-5066b0015433),segment_id=23a395ae-15c3-4578-8247-5066b0015433)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:00.208363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Network 0e7f756f-c356-4bf8-be50-2684ffd11389 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:00.214647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3262bf4e-42d8-4d33-959e-cab15c3174b5 None None] Provisioning for port 4130d672-7e3e-4bb6-9f13-7c35df282914 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:00.216843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-14f27447-d148-4141-9f50-c06cf7bd411f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.220701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.234184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.245657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfafb1b2-3a52-480f-bd0d-5a3e63aba1a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:00.251133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfafb1b2-3a52-480f-bd0d-5a3e63aba1a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:00.251943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dfafb1b2-3a52-480f-bd0d-5a3e63aba1a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:00.256861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-14f27447-d148-4141-9f50-c06cf7bd411f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.266737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:00.274102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:00.277348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:00.348107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb59fb2d-7613-49e6-a35c-e3f26ef2edf0 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.354846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14f27447-d148-4141-9f50-c06cf7bd411f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 950191ab-aa1f-4e8e-be98-71c0a8393567 is not hosted by any dhcp agent {{(pid=83522) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 08:30:00.358214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f27447-d148-4141-9f50-c06cf7bd411f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:00.358797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-14f27447-d148-4141-9f50-c06cf7bd411f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.362725 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-14f27447-d148-4141-9f50-c06cf7bd411f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "PUT /v2.0/networks/950191ab-aa1f-4e8e-be98-71c0a8393567 HTTP/1.1" status: 200 len: 723 time: 1.2231286 Dec 23 08:30:00.372584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45652) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:00.386827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': '950191ab-aa1f-4e8e-be98-71c0a8393567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:00.388345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27447-d148-4141-9f50-c06cf7bd411f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=950191ab-aa1f-4e8e-be98-71c0a8393567,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:00.463925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1807f1-dff4-4d0a-ba9f-29a7f2f67392 None None] Pushing event updated for resources: {'Port': ['ID=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:00.480658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3262bf4e-42d8-4d33-959e-cab15c3174b5 None None] Provisioning complete for port 4130d672-7e3e-4bb6-9f13-7c35df282914 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:00.481019 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3262bf4e-42d8-4d33-959e-cab15c3174b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.515737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.529487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 950191ab-aa1f-4e8e-be98-71c0a8393567 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:00.542729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.562088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dfafb1b2-3a52-480f-bd0d-5a3e63aba1a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:00.566384 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dfafb1b2-3a52-480f-bd0d-5a3e63aba1a7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7250333 Dec 23 08:30:00.571774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45656) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:00.577560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:00.579263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Subnet': ['ID=3349a235-dc5a-4f3c-b8cc-9f9bd246304c,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:00.588796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:00.596169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:00.596742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.648097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=2ca7ab4c-f315-40f9-82ec-541a93e44fc2,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:00.652560 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d209e22e-a286-411c-bade-7c80c079e388 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5630033 Dec 23 08:30:00.655360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45660) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:00.673428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015', 'fixed_ips': [{'subnet_id': '19058c3e-9a01-45bb-9d46-e55b9f4f4d2b'}, {'subnet_id': '2ca7ab4c-f315-40f9-82ec-541a93e44fc2'}], 'name': 'tempest-PortsIpV6TestJSON-1820005899'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:00.756913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5042e5c8-7626-4cbf-9b1d-455fca9dd427 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:00.771771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59fb2d-7613-49e6-a35c-e3f26ef2edf0 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event deleted for resources: {'Subnet': ['ID=84faf49c-5dc5-4c43-b8fa-571abf131979,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:00.779448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb59fb2d-7613-49e6-a35c-e3f26ef2edf0 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.789032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7c6d6-b080-4986-9599-971f81a47b03 None None] Network 7ab20284-dbb6-4f03-afd8-c055e20e0ecd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:00.801350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:00.817893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Attempting to bind port 70c69200-2d48-4199-998a-992a17f5ab0f on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:00.818677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Attempting to bind port 70c69200-2d48-4199-998a-992a17f5ab0f by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '747c2a99-c4b2-4c63-a5df-e2037b88d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e7f756f-c356-4bf8-be50-2684ffd11389'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:00.819275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Attempting to bind port 70c69200-2d48-4199-998a-992a17f5ab0f on network 0e7f756f-c356-4bf8-be50-2684ffd11389 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:00.886298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:00.890437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:00.891058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Checking segment: {'id': '747c2a99-c4b2-4c63-a5df-e2037b88d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e7f756f-c356-4bf8-be50-2684ffd11389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:00.891630 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.892519 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Bound using segment: {'id': '747c2a99-c4b2-4c63-a5df-e2037b88d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e7f756f-c356-4bf8-be50-2684ffd11389'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:00.893182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Bound port: 70c69200-2d48-4199-998a-992a17f5ab0f, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747c2a99-c4b2-4c63-a5df-e2037b88d8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e7f756f-c356-4bf8-be50-2684ffd11389'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:00.893446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:00.893891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.896854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:00.902981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:00.906579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45666) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:00.906822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Checking segment: {'id': '307abe90-ec26-4d8e-9619-c054710327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:00.906822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Network hostable DHCP agents. Network: 23cf265c-6db0-4587-90e4-a4f45791b286, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:30:00.923633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:00.936060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:00.937381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.958535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3262bf4e-42d8-4d33-959e-cab15c3174b5 None None] Port 4130d672-7e3e-4bb6-9f13-7c35df282914 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:00.960393 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fb59fb2d-7613-49e6-a35c-e3f26ef2edf0 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "DELETE /v2.0/subnets/84faf49c-5dc5-4c43-b8fa-571abf131979 HTTP/1.1" status: 204 len: 168 time: 3.1142581 Dec 23 08:30:00.964253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2a4f-9050-46df-b2e7-1b8c0ec2bea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:00.976296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45672) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:00.985801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 3a7d19d1-6431-4b15-8cff-c4004237a62c yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:00.987412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.1 (5d10699c-99b5-4cad-bbb8-16dc3695dbd6/7be9df53-de85-4ec7-8c03-915b49af02fd/94644757-123a-40b5-83c3-f51a0cb93db1) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:01.006602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-80ac3cc7-225b-4c24-ba63-3962bf463027 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 4130d672-7e3e-4bb6-9f13-7c35df282914 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:01.006986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80ac3cc7-225b-4c24-ba63-3962bf463027 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.079361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Network 23cf265c-6db0-4587-90e4-a4f45791b286 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:30:01.096249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:01.121561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 23cf265c-6db0-4587-90e4-a4f45791b286) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:01.127130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:01.127695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.144667 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55898acd-6758-4c8f-a016-296e4086c7c4 None None] Network 23cf265c-6db0-4587-90e4-a4f45791b286 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:01.245364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-686d8645-8bae-47ab-b515-0dfc894d6951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.262463 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-83f7e5a3-d0b2-4ff5-a721-78c0a990beed tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9119878 Dec 23 08:30:01.267465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45676) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:01.329936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] For port 70c69200-2d48-4199-998a-992a17f5ab0f, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:01.366839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] For port 70c69200-2d48-4199-998a-992a17f5ab0f, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=70c69200-2d48-4199-998a-992a17f5ab0f,segment=NetworkSegment(747c2a99-c4b2-4c63-a5df-e2037b88d8d7),segment_id=747c2a99-c4b2-4c63-a5df-e2037b88d8d7)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:01.375723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5042e5c8-7626-4cbf-9b1d-455fca9dd427 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:01.376050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.401539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'port': {'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-306006923'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:01.419969 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.422835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.520166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7123e5f-d545-4907-b73c-0c5452c2981a None None] Pushing event updated for resources: {'Port': ['ID=70c69200-2d48-4199-998a-992a17f5ab0f,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:01.557440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.708658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f4c65-0a1b-43eb-98a8-04bface1c66d None None] DHCP port deletion for 7ab20284-dbb6-4f03-afd8-c055e20e0ecd request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:01.709805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-686d8645-8bae-47ab-b515-0dfc894d6951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:01.714656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-686d8645-8bae-47ab-b515-0dfc894d6951 admin admin] Usage tracker for resource:security_group_rule and tenant:1de12bf006014ff28bafb74e26c0be09 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:01.731548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-686d8645-8bae-47ab-b515-0dfc894d6951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:01.735535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f4c65-0a1b-43eb-98a8-04bface1c66d None None] Deleting port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:01.735899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4c65-0a1b-43eb-98a8-04bface1c66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.756778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-686d8645-8bae-47ab-b515-0dfc894d6951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:01.775247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Deleting port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:01.775563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.824356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device df60e220-5776-463d-b71b-0117dd63141b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:01.924312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80ac3cc7-225b-4c24-ba63-3962bf463027 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:01.983904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-23cf265c-6db0-4587-90e4-a4f45791b286', 'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286', 'tenant_id': '70fa9bf3878146ed83a7bfc666da94b2', 'fixed_ips': [{'subnet_id': '3349a235-dc5a-4f3c-b8cc-9f9bd246304c'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:01.984711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.153467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-80ac3cc7-225b-4c24-ba63-3962bf463027 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 4130d672-7e3e-4bb6-9f13-7c35df282914 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:02.153821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:02.211384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.251411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Usage tracker for resource:port and tenant:70fa9bf3878146ed83a7bfc666da94b2 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:02.292623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port df60e220-5776-463d-b71b-0117dd63141b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:02.315483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port df60e220-5776-463d-b71b-0117dd63141b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:02.315957 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.339353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:02.377473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-686d8645-8bae-47ab-b515-0dfc894d6951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.379041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:02.399269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0f5f4c65-0a1b-43eb-98a8-04bface1c66d None None] For port a2df040c-0ec6-461a-bcee-a5284fa8c7a9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a2df040c-0ec6-461a-bcee-a5284fa8c7a9,segment=NetworkSegment(b99cf3e8-04d2-49ea-900c-f4286755737c),segment_id=b99cf3e8-04d2-49ea-900c-f4286755737c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:02.400154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-686d8645-8bae-47ab-b515-0dfc894d6951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.400301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4c65-0a1b-43eb-98a8-04bface1c66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.410411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Allocated IP 2001:db8::2 (23cf265c-6db0-4587-90e4-a4f45791b286/3349a235-dc5a-4f3c-b8cc-9f9bd246304c/71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:02.445242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 94644757-123a-40b5-83c3-f51a0cb93db1 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:02.461595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Made reservation on behalf of 70fa9bf3878146ed83a7bfc666da94b2 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:02.465286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.487835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::1f1 (e45f146c-e6b2-4ed9-bdfc-fb1856c27015/19058c3e-9a01-45bb-9d46-e55b9f4f4d2b/3a7d19d1-6431-4b15-8cff-c4004237a62c) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:02.490874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] For port a2df040c-0ec6-461a-bcee-a5284fa8c7a9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a2df040c-0ec6-461a-bcee-a5284fa8c7a9,segment=NetworkSegment(b99cf3e8-04d2-49ea-900c-f4286755737c),segment_id=b99cf3e8-04d2-49ea-900c-f4286755737c)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:02.491223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.547553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f4c65-0a1b-43eb-98a8-04bface1c66d None None] Calling delete_port for a2df040c-0ec6-461a-bcee-a5284fa8c7a9 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:02.567846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80ac3cc7-225b-4c24-ba63-3962bf463027 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.582099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d8645-8bae-47ab-b515-0dfc894d6951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8decf7c8-3f8c-4af4-b328-e1df3eb8521e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:02.630681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b07cdb-5d90-44b2-93af-1ba27ddd1a3c None None] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:02.636820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac3cc7-225b-4c24-ba63-3962bf463027 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=4130d672-7e3e-4bb6-9f13-7c35df282914,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:02.657163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Calling delete_port for a2df040c-0ec6-461a-bcee-a5284fa8c7a9 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:02.683228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] device_id is not set on port a4862576-bec3-4b25-b17f-ff584702a14d yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:02.686352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:02.721135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8:0:1::1f5 (e45f146c-e6b2-4ed9-bdfc-fb1856c27015/2ca7ab4c-f315-40f9-82ec-541a93e44fc2/3a7d19d1-6431-4b15-8cff-c4004237a62c) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:02.725583 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-686d8645-8bae-47ab-b515-0dfc894d6951 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1de12bf006014ff28bafb74e26c0be09&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8179512 Dec 23 08:30:02.739621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45680) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:02.749273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781fc04-4194-4ff8-a58e-52951f94900c None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:02.809473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.863163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4c65-0a1b-43eb-98a8-04bface1c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.923997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:02.941889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:02.942284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:02.962946 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f4c65-0a1b-43eb-98a8-04bface1c66d None None] Pushing event deleted for resources: {'Port': ['ID=a2df040c-0ec6-461a-bcee-a5284fa8c7a9,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:02.977425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda6a7dc-a5a6-46be-b768-8cc5d05ab1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.045216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f4c65-0a1b-43eb-98a8-04bface1c66d None None] No DVR routers for this DVR port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:03.087715 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8176b754-4e80-460a-9df2-3f6519c702ec tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.8956704 Dec 23 08:30:03.092449 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6fc89e2b-65b7-4400-8728-b9a8180bcd7a None None] Provisioning for port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:03.103328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781fc04-4194-4ff8-a58e-52951f94900c None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:03.104344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0781fc04-4194-4ff8-a58e-52951f94900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:29:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:03.111614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45684) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:03.137438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6661c130-abbd-4e3b-b451-534bffbabe8e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'port_id': '4f649931-0e56-4f9c-9fe3-e651c4e298f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:03.178526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.209683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:03.214815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=94644757-123a-40b5-83c3-f51a0cb93db1,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:03.219086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object 3a7d19d1-6431-4b15-8cff-c4004237a62c will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:03.233519 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0781fc04-4194-4ff8-a58e-52951f94900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:03.248975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6173418e-ef3a-4d02-a792-6d20fc3d05df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.256544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781fc04-4194-4ff8-a58e-52951f94900c None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:03.257251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0781fc04-4194-4ff8-a58e-52951f94900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:03.281433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6173418e-ef3a-4d02-a792-6d20fc3d05df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.294348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.300278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6661c130-abbd-4e3b-b451-534bffbabe8e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.369020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.379764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80ac3cc7-225b-4c24-ba63-3962bf463027 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.381235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.386530 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-80ac3cc7-225b-4c24-ba63-3962bf463027 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/4130d672-7e3e-4bb6-9f13-7c35df282914 HTTP/1.1" status: 204 len: 168 time: 2.7551188 Dec 23 08:30:03.387985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45688) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:03.388170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:03.390229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3468e4-81e0-40c7-b7f4-c899d5bdfcec None None] Network 0e7f756f-c356-4bf8-be50-2684ffd11389 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:03.426709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0781fc04-4194-4ff8-a58e-52951f94900c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:03.427105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781fc04-4194-4ff8-a58e-52951f94900c None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:03.435841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:03.442037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=3a7d19d1-6431-4b15-8cff-c4004237a62c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:03.444620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:03.448911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Deleting port a2df040c-0ec6-461a-bcee-a5284fa8c7a9 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:03.449178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.480719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:03.496414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:03.500484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:03.501203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.564589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.581254 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] The port 'a2df040c-0ec6-461a-bcee-a5284fa8c7a9' was deleted {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:30:03.587388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6173418e-ef3a-4d02-a792-6d20fc3d05df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.611131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port df60e220-5776-463d-b71b-0117dd63141b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=df60e220-5776-463d-b71b-0117dd63141b,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:03.612816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Transition to ACTIVE for port object 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:03.633115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Transition to ACTIVE for port object 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:03.635707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9b9c34cc-e081-4857-9cd6-043d5e958e55 None None] Provisioning for port 70c69200-2d48-4199-998a-992a17f5ab0f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:03.658844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.663138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d572f8d-8bad-4c1c-80dd-69c09f89ab15 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:03.664017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d572f8d-8bad-4c1c-80dd-69c09f89ab15 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:03.666847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d572f8d-8bad-4c1c-80dd-69c09f89ab15 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:03.668032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.668601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6d572f8d-8bad-4c1c-80dd-69c09f89ab15 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:03.670474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=49364352-fce8-4eb6-a9e1-45be0885c2b1,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:03.701885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:03.720262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173418e-ef3a-4d02-a792-6d20fc3d05df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8decf7c8-3f8c-4af4-b328-e1df3eb8521e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:03.804424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking segment: {'id': '05e181dd-1a60-4cc7-a15d-c7b42d736895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '950191ab-aa1f-4e8e-be98-71c0a8393567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:03.804939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network hostable DHCP agents. Network: 950191ab-aa1f-4e8e-be98-71c0a8393567, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:30:03.838747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Allocated IP 2001:db8::286 (23cf265c-6db0-4587-90e4-a4f45791b286/3349a235-dc5a-4f3c-b8cc-9f9bd246304c/a4862576-bec3-4b25-b17f-ff584702a14d) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:03.929046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:03.994611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Network 23cf265c-6db0-4587-90e4-a4f45791b286 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:04.019445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.021180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:04.034709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=df60e220-5776-463d-b71b-0117dd63141b,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:04.041082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:04.047888 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.063622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 950191ab-aa1f-4e8e-be98-71c0a8393567 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:30:04.075869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.095824 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-09957dd3-2b3f-4f64-bcc1-ca3eb7706256 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.4390550 Dec 23 08:30:04.102734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45692) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:04.112622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19058c3e-9a01-45bb-9d46-e55b9f4f4d2b'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:04.123992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6173418e-ef3a-4d02-a792-6d20fc3d05df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.127552 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6173418e-ef3a-4d02-a792-6d20fc3d05df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8decf7c8-3f8c-4af4-b328-e1df3eb8521e HTTP/1.1" status: 204 len: 168 time: 1.3843827 Dec 23 08:30:04.145336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 950191ab-aa1f-4e8e-be98-71c0a8393567) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:04.196886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.212291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6d572f8d-8bad-4c1c-80dd-69c09f89ab15 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:04.216757 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6d572f8d-8bad-4c1c-80dd-69c09f89ab15 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8241177 Dec 23 08:30:04.219713 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45698) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:04.224765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Pushing event updated for resources: {'Port': ['ID=71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:04.268764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381441e-f5c8-4f7f-84c3-d8007dffcc87 None None] Network 950191ab-aa1f-4e8e-be98-71c0a8393567 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:04.291368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab20284-dbb6-4f03-afd8-c055e20e0ecd']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:04.321474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99cf3e8-04d2-49ea-900c-f4286755737c') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:04.321474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99cf3e8-04d2-49ea-900c-f4286755737c') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:04.357255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.374091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:04.374676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.426031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-643b1aae-cfa8-473c-9ace-c02a0a5e64e9 None None] Provisioning for port 94644757-123a-40b5-83c3-f51a0cb93db1 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:04.531780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-643b1aae-cfa8-473c-9ace-c02a0a5e64e9 None None] Provisioning complete for port 94644757-123a-40b5-83c3-f51a0cb93db1 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:04.531780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-643b1aae-cfa8-473c-9ace-c02a0a5e64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.539787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.557822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.567110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45704) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:04.588229 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2f14ae3a-4f99-4122-a807-c8844711fd63 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2131312 Dec 23 08:30:04.597164 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45708) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:04.604432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:04.604819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.620296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb0095e-374b-48c6-9329-55b56e192492 None None] Update dhcp port {'port': {'network_id': 'e45f146c-e6b2-4ed9-bdfc-fb1856c27015', 'fixed_ips': [{'subnet_id': '19058c3e-9a01-45bb-9d46-e55b9f4f4d2b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ca7ab4c-f315-40f9-82ec-541a93e44fc2'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:04.621273 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:04.623848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Transition to ACTIVE for port object a4862576-bec3-4b25-b17f-ff584702a14d will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:04.623939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4e375833-799e-4fe5-9273-78c7e937643f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:04.691947 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e578c31f-0375-4609-8c83-410f41fa2fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.710798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Attempting to bind port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:04.711169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Attempting to bind port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '307abe90-ec26-4d8e-9619-c054710327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:04.711510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Attempting to bind port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b on network 23cf265c-6db0-4587-90e4-a4f45791b286 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:04.738551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0091e2c-188c-408e-abec-1adf1775c1ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 840cf29a-37f0-4042-be8a-bd453eb2dcc9 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:04.741434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0091e2c-188c-408e-abec-1adf1775c1ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.788684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-643b1aae-cfa8-473c-9ace-c02a0a5e64e9 None None] Port 94644757-123a-40b5-83c3-f51a0cb93db1 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:04.788684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5eb0095e-374b-48c6-9329-55b56e192492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.796656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:04.800127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:04.800127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Checking segment: {'id': '307abe90-ec26-4d8e-9619-c054710327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:04.800539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.800878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Bound using segment: {'id': '307abe90-ec26-4d8e-9619-c054710327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:04.801127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0091e2c-188c-408e-abec-1adf1775c1ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.801443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Bound port: 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307abe90-ec26-4d8e-9619-c054710327b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:04.801703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.818805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-950191ab-aa1f-4e8e-be98-71c0a8393567', 'network_id': '950191ab-aa1f-4e8e-be98-71c0a8393567', 'tenant_id': 'e2822acc0ef3424185256dfccfb8e0d3', 'fixed_ips': [{'subnet_id': '49364352-fce8-4eb6-a9e1-45be0885c2b1'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:04.819611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.842833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:04.843227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.905336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.909412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:04.916725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e578c31f-0375-4609-8c83-410f41fa2fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:04.946771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Pushing event deleted for resources: {'Network': ['ID=7ab20284-dbb6-4f03-afd8-c055e20e0ecd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:04.952980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e578c31f-0375-4609-8c83-410f41fa2fbf admin admin] Usage tracker for resource:security_group_rule and tenant:483cef4fd5fb44fd8190eba77ea3c20b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:04.959910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e578c31f-0375-4609-8c83-410f41fa2fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:04.969026 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-29c29e9b-5067-4c9f-8dcb-2ee5b197f70c tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "DELETE /v2.0/networks/7ab20284-dbb6-4f03-afd8-c055e20e0ecd HTTP/1.1" status: 204 len: 168 time: 3.9845283 Dec 23 08:30:04.973234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0091e2c-188c-408e-abec-1adf1775c1ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.001092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e578c31f-0375-4609-8c83-410f41fa2fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:05.002990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45712) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:05.048332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e375833-799e-4fe5-9273-78c7e937643f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32088767'] for subnet, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.057014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.101228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-85f73afb-086f-48a3-96e9-0961d01f94df tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Synchronizing usage tracker for tenant:2a85c1cf337d46c0a76da2e7d350a778 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:05.103443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.187989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Network 23cf265c-6db0-4587-90e4-a4f45791b286 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:05.195573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:05.198618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:05.202842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:05.203517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.207240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-85f73afb-086f-48a3-96e9-0961d01f94df tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Unset dirty status for tenant:2a85c1cf337d46c0a76da2e7d350a778 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:05.210867 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-85f73afb-086f-48a3-96e9-0961d01f94df tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "GET /v2.0/ports?device_id=918421c4-fa19-4705-8dfd-892574e033c1 HTTP/1.1" status: 200 len: 205 time: 0.2044368 Dec 23 08:30:05.218225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45716) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:05.240588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Port': ['ID=a4862576-bec3-4b25-b17f-ff584702a14d,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:05.262027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0091e2c-188c-408e-abec-1adf1775c1ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.283550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] For port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:05.285605 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab71a282-7f8f-48e0-ab05-e5b6cac47729 None None] Update dhcp port {'port': {'network_id': '0e7f756f-c356-4bf8-be50-2684ffd11389', 'fixed_ips': [{'subnet_id': 'a1929ea1-7bf7-4c58-9a66-d1249ba5cef2', 'ip_address': '2001:db8::2'}, {'subnet_id': '3021cec6-f255-41bf-b2d8-f64413bd82c5'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': '70c69200-2d48-4199-998a-992a17f5ab0f'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:30:05.306185 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-04ce2648-3b3a-4be2-a1d6-b0bf783a7242 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0303168 Dec 23 08:30:05.311363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45720) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:05.314122 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0091e2c-188c-408e-abec-1adf1775c1ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=840cf29a-37f0-4042-be8a-bd453eb2dcc9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:05.327517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.332883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'port': {'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-361831711', 'allowed_address_pairs': [{'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:68:49:8b'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:05.358517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e578c31f-0375-4609-8c83-410f41fa2fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.369591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] For port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b,segment=NetworkSegment(307abe90-ec26-4d8e-9619-c054710327b2),segment_id=307abe90-ec26-4d8e-9619-c054710327b2)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:05.391282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.411177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e578c31f-0375-4609-8c83-410f41fa2fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.421187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c0091e2c-188c-408e-abec-1adf1775c1ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.424697 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c0091e2c-188c-408e-abec-1adf1775c1ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/840cf29a-37f0-4042-be8a-bd453eb2dcc9 HTTP/1.1" status: 204 len: 168 time: 1.2015631 Dec 23 08:30:05.429106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45724) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:05.441442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-6661c130-abbd-4e3b-b451-534bffbabe8e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:30:05.450288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7cdad-b40a-4905-be5f-dd9a2f1b0d54 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:05.477085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.532702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ab71a282-7f8f-48e0-ab05-e5b6cac47729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.598862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:05.621543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Usage tracker for resource:port and tenant:70fa9bf3878146ed83a7bfc666da94b2 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:05.632719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:05.636868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578c31f-0375-4609-8c83-410f41fa2fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83face3-94ce-4692-871f-6152a477ead6,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:05.637728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:30:05.646707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:05.655192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbb3508-56ac-48d9-8a33-547c2ff48fae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet abf555c9-fd9c-47b6-a494-a83a63b67fe9 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:05.656608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-5eb0095e-374b-48c6-9329-55b56e192492 None None] Allocated IP 2001:db8:0:1::2 (e45f146c-e6b2-4ed9-bdfc-fb1856c27015/2ca7ab4c-f315-40f9-82ec-541a93e44fc2/b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:05.658691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3508-56ac-48d9-8a33-547c2ff48fae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.691035 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e578c31f-0375-4609-8c83-410f41fa2fbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=483cef4fd5fb44fd8190eba77ea3c20b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1114902 Dec 23 08:30:05.699307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45728) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:05.711967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.722653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04e1989e-ab4c-42cc-8c9e-ba12eaa7add7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.732418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Made reservation on behalf of 70fa9bf3878146ed83a7bfc666da94b2 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:05.760481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3508-56ac-48d9-8a33-547c2ff48fae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.778980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb93c6-9970-4d73-88e0-e7c73719db83 None None] Pushing event updated for resources: {'Port': ['ID=71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:05.919411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6661c130-abbd-4e3b-b451-534bffbabe8e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.934272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.982886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d17c51c-ed5a-43b2-9e7c-70e3494bbae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:05.995793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.017442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6661c130-abbd-4e3b-b451-534bffbabe8e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.048215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d17c51c-ed5a-43b2-9e7c-70e3494bbae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.064452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3508-56ac-48d9-8a33-547c2ff48fae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.069615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5eb0095e-374b-48c6-9329-55b56e192492 None None] For port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,segment=NetworkSegment(23a395ae-15c3-4578-8247-5066b0015433),segment_id=23a395ae-15c3-4578-8247-5066b0015433)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:06.095348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e375833-799e-4fe5-9273-78c7e937643f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788091484438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32256498'] for subnet, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.100391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] device_id is not set on port 3f22569d-d711-4aef-baba-8283e90b75b9 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:06.212543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Allocated IP 2001:db8::2 (950191ab-aa1f-4e8e-be98-71c0a8393567/49364352-fce8-4eb6-a9e1-45be0885c2b1/88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:06.232108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.resource_extend [None req-5eb0095e-374b-48c6-9329-55b56e192492 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:30:06.261424 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5eb0095e-374b-48c6-9329-55b56e192492 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.288663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e375833-799e-4fe5-9273-78c7e937643f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=49364352-fce8-4eb6-a9e1-45be0885c2b1,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:06.367865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=94644757-123a-40b5-83c3-f51a0cb93db1,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:06.383891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.393545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e375833-799e-4fe5-9273-78c7e937643f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:06.394150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e375833-799e-4fe5-9273-78c7e937643f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.398448 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4e375833-799e-4fe5-9273-78c7e937643f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "PUT /v2.0/subnets/49364352-fce8-4eb6-a9e1-45be0885c2b1 HTTP/1.1" status: 200 len: 826 time: 1.7972951 Dec 23 08:30:06.407817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45732) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:06.432824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ab71a282-7f8f-48e0-ab05-e5b6cac47729 None None] Allocated IP 172.20.0.1 (0e7f756f-c356-4bf8-be50-2684ffd11389/3021cec6-f255-41bf-b2d8-f64413bd82c5/70c69200-2d48-4199-998a-992a17f5ab0f) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:06.540197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3508-56ac-48d9-8a33-547c2ff48fae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.574772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5eb0095e-374b-48c6-9329-55b56e192492 None None] Transition to ACTIVE for port object b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:06.588787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d17c51c-ed5a-43b2-9e7c-70e3494bbae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.634600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb3508-56ac-48d9-8a33-547c2ff48fae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=abf555c9-fd9c-47b6-a494-a83a63b67fe9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:06.644483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5eb0095e-374b-48c6-9329-55b56e192492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.659230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17c51c-ed5a-43b2-9e7c-70e3494bbae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83face3-94ce-4692-871f-6152a477ead6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:06.682755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cbb3508-56ac-48d9-8a33-547c2ff48fae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.685850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Allocated IP 2001:db8::292 (23cf265c-6db0-4587-90e4-a4f45791b286/3349a235-dc5a-4f3c-b8cc-9f9bd246304c/3f22569d-d711-4aef-baba-8283e90b75b9) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:06.740361 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7cbb3508-56ac-48d9-8a33-547c2ff48fae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/abf555c9-fd9c-47b6-a494-a83a63b67fe9 HTTP/1.1" status: 204 len: 168 time: 1.3037422 Dec 23 08:30:06.745333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d17c51c-ed5a-43b2-9e7c-70e3494bbae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.748823 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6d17c51c-ed5a-43b2-9e7c-70e3494bbae6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a83face3-94ce-4692-871f-6152a477ead6 HTTP/1.1" status: 204 len: 168 time: 1.0461469 Dec 23 08:30:06.750468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45736) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:06.766671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:06.883926 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cc8d500c-649b-428e-a876-8cab6097e914 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1323705 Dec 23 08:30:06.889736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45742) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:06.986091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:06.986628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:07.042274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04e1989e-ab4c-42cc-8c9e-ba12eaa7add7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.053172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Delete allocated IP 2001:db8:0:1::1f5 (e45f146c-e6b2-4ed9-bdfc-fb1856c27015/2ca7ab4c-f315-40f9-82ec-541a93e44fc2) {{(pid=83523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 08:30:07.081837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:07.085918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04e1989e-ab4c-42cc-8c9e-ba12eaa7add7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.088150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.143340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.165076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0095e-374b-48c6-9329-55b56e192492 None None] Pushing event updated for resources: {'Port': ['ID=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:07.174870 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ab71a282-7f8f-48e0-ab05-e5b6cac47729 None None] For port 70c69200-2d48-4199-998a-992a17f5ab0f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=70c69200-2d48-4199-998a-992a17f5ab0f,segment=NetworkSegment(747c2a99-c4b2-4c63-a5df-e2037b88d8d7),segment_id=747c2a99-c4b2-4c63-a5df-e2037b88d8d7)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:07.177342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Transition to ACTIVE for port object 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:07.190991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:07.205390 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Transition to ACTIVE for port object 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:07.231578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.263156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.313086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Transition to ACTIVE for port object 3f22569d-d711-4aef-baba-8283e90b75b9 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:07.321395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.332514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ab71a282-7f8f-48e0-ab05-e5b6cac47729 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.405611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=49364352-fce8-4eb6-a9e1-45be0885c2b1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:07.448822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ab71a282-7f8f-48e0-ab05-e5b6cac47729 None None] Transition to ACTIVE for port object 70c69200-2d48-4199-998a-992a17f5ab0f will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:07.479212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ab71a282-7f8f-48e0-ab05-e5b6cac47729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.600952 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Network 950191ab-aa1f-4e8e-be98-71c0a8393567 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:07.607177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:07.609810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:07.643203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.655910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Pushing event updated for resources: {'Port': ['ID=88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:07.713828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.784640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3198c3da-d344-441a-9bd2-850077176611 None None] Network 23cf265c-6db0-4587-90e4-a4f45791b286 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:07.830930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950191ab-aa1f-4e8e-be98-71c0a8393567']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:07.873552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Port': ['ID=3f22569d-d711-4aef-baba-8283e90b75b9,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:07.888594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e181dd-1a60-4cc7-a15d-c7b42d736895') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:07.889932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e181dd-1a60-4cc7-a15d-c7b42d736895') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:07.938871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:07.962021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Network 23cf265c-6db0-4587-90e4-a4f45791b286 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:07.965684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:07.974681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:07.979817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:07.980692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.002935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.024913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:08.025877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.029861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f9dee-5d62-4fc4-aaf7-3059da61d2e5 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:08.057007 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:08.071753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.092431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Ignored duplicate provisioning block setup for port 3a7d19d1-6431-4b15-8cff-c4004237a62c by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 08:30:08.157585 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-440eabbe-7d52-44c3-af19-f7ce74aea1b1 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8449504 Dec 23 08:30:08.162676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45760) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:08.195667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.226062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978fa1bb-30c2-490f-8206-4d936a7cad48 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:08.226737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-978fa1bb-30c2-490f-8206-4d936a7cad48 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:08.240654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.246975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:30:08.246975 dv-neutron-822507-1-hyperv neutron-server[83522]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:30:08.246975 dv-neutron-822507-1-hyperv neutron-server[83522]: [parameters: {'id': '950191ab-aa1f-4e8e-be98-71c0a8393567'}] Dec 23 08:30:08.246975 dv-neutron-822507-1-hyperv neutron-server[83522]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:08.247423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:08.285374 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Attempting to bind port 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:08.285736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Attempting to bind port 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '05e181dd-1a60-4cc7-a15d-c7b42d736895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '950191ab-aa1f-4e8e-be98-71c0a8393567'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:08.286127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Attempting to bind port 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095 on network 950191ab-aa1f-4e8e-be98-71c0a8393567 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:08.313081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71a282-7f8f-48e0-ab05-e5b6cac47729 None None] Pushing event updated for resources: {'Port': ['ID=70c69200-2d48-4199-998a-992a17f5ab0f,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:08.346180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1a94bf-7620-493e-97f8-4768bb489b1a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:08.352426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1a94bf-7620-493e-97f8-4768bb489b1a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:08.357011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1a94bf-7620-493e-97f8-4768bb489b1a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:08.358146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ab1a94bf-7620-493e-97f8-4768bb489b1a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Synchronizing usage tracker for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:08.378199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04e1989e-ab4c-42cc-8c9e-ba12eaa7add7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.378896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e1989e-ab4c-42cc-8c9e-ba12eaa7add7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Fanout notify agent at l3_agent the message router_deleted on router 918421c4-fa19-4705-8dfd-892574e033c1 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:30:08.381079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] In _notify_port_updated(), no bound segment for port 3a7d19d1-6431-4b15-8cff-c4004237a62c on network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:30:08.385265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ab1a94bf-7620-493e-97f8-4768bb489b1a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Unset dirty status for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:08.385684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:08.386312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.387657 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ab1a94bf-7620-493e-97f8-4768bb489b1a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2231455 Dec 23 08:30:08.389835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45766) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:08.390975 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "PUT /v2.0/ports/3a7d19d1-6431-4b15-8cff-c4004237a62c HTTP/1.1" status: 200 len: 926 time: 4.2872334 Dec 23 08:30:08.391388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-64dba67e-b0c8-4c9a-95ec-efddca2c6716 None None] Provisioning for port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:08.405241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:08.405604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Checking segment: {'id': '05e181dd-1a60-4cc7-a15d-c7b42d736895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '950191ab-aa1f-4e8e-be98-71c0a8393567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:08.406301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04e1989e-ab4c-42cc-8c9e-ba12eaa7add7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.407864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.408444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Bound using segment: {'id': '05e181dd-1a60-4cc7-a15d-c7b42d736895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '950191ab-aa1f-4e8e-be98-71c0a8393567'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:08.409095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Bound port: 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e181dd-1a60-4cc7-a15d-c7b42d736895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '950191ab-aa1f-4e8e-be98-71c0a8393567'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:08.410006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.424468 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-04e1989e-ab4c-42cc-8c9e-ba12eaa7add7 tempest-RoutersNegativeTest-191495261 tempest-RoutersNegativeTest-191495261-project] 10.222.0.36 "DELETE /v2.0/routers/918421c4-fa19-4705-8dfd-892574e033c1 HTTP/1.1" status: 204 len: 168 time: 3.1929529 Dec 23 08:30:08.435140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45768) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:08.435721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45774) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:08.507396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-338c8a40-cbfe-4882-b4e9-2b6136eb6001 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Deleting port 3f22569d-d711-4aef-baba-8283e90b75b9 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:08.512091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-338c8a40-cbfe-4882-b4e9-2b6136eb6001 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.522519 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19058c3e-9a01-45bb-9d46-e55b9f4f4d2b'}, {'subnet_id': '2ca7ab4c-f315-40f9-82ec-541a93e44fc2'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:08.552258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d06052-1bd3-4552-80ff-54e16631c394 None None] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:08.659952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-978fa1bb-30c2-490f-8206-4d936a7cad48 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:08.663590 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-978fa1bb-30c2-490f-8206-4d936a7cad48 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.7701662 Dec 23 08:30:08.678454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45782) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:08.687822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544260d-022b-4786-855f-d70092c05cd3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=3a7d19d1-6431-4b15-8cff-c4004237a62c,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:08.767475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,segment=NetworkSegment(23a395ae-15c3-4578-8247-5066b0015433),segment_id=23a395ae-15c3-4578-8247-5066b0015433)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:08.770540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.825697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:08.826756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 70c69200-2d48-4199-998a-992a17f5ab0f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:08.934802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45788) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:08.960291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting port 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:08.960621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:09.000565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] For port 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:09.004862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] For port 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095,segment=NetworkSegment(05e181dd-1a60-4cc7-a15d-c7b42d736895),segment_id=05e181dd-1a60-4cc7-a15d-c7b42d736895)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:09.017209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:09.036612 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a00ba1fa-7e63-46fd-88e3-3b960d2436f6 tempest-AgentManagementNegativeTest-936307227 tempest-AgentManagementNegativeTest-936307227-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5784099 Dec 23 08:30:09.157432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb08181-f655-4fd0-9dc2-3777ce48eeb8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:09.158137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dcb08181-f655-4fd0-9dc2-3777ce48eeb8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:09.227607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:09.238807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30212ea7-2a5d-4c07-ac85-f234828a016d None None] Network 0e7f756f-c356-4bf8-be50-2684ffd11389 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:09.253751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dcb08181-f655-4fd0-9dc2-3777ce48eeb8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:09.254930 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dcb08181-f655-4fd0-9dc2-3777ce48eeb8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5761371 Dec 23 08:30:09.263350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-64dba67e-b0c8-4c9a-95ec-efddca2c6716 None None] Provisioning complete for port 94644757-123a-40b5-83c3-f51a0cb93db1 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:09.263711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64dba67e-b0c8-4c9a-95ec-efddca2c6716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:09.270951 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45796) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:09.285541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-338c8a40-cbfe-4882-b4e9-2b6136eb6001 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:09.410061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45802) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:09.428596 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ec7ce58f-af6b-4de1-bddc-e1438d7ec37c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1564159 Dec 23 08:30:09.530247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781adb52-375c-47d1-a4a7-fd47cd2cc195 None None] Network 950191ab-aa1f-4e8e-be98-71c0a8393567 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:09.563565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45806) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:09.578725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-338c8a40-cbfe-4882-b4e9-2b6136eb6001 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Calling delete_port for 3f22569d-d711-4aef-baba-8283e90b75b9 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:09.614805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-df961eaf-3882-4b64-b0b1-ed6329c86f50 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:09.627431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:09.732319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-64dba67e-b0c8-4c9a-95ec-efddca2c6716 None None] Port 94644757-123a-40b5-83c3-f51a0cb93db1 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:09.732464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8:0:1::162 (e45f146c-e6b2-4ed9-bdfc-fb1856c27015/2ca7ab4c-f315-40f9-82ec-541a93e44fc2/3a7d19d1-6431-4b15-8cff-c4004237a62c) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:09.753250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router e053eba9-8c08-4663-a1c4-f14cd41e34d2 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:09.782774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75d053ee-00ff-4867-9c52-2f82bf0bc22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:09.824620 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a1bdf7a5-60eb-4063-8c4f-31090ef9c55f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a85c1cf337d46c0a76da2e7d350a778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8795106 Dec 23 08:30:09.832866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45814) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:09.834598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] For port 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095,segment=NetworkSegment(05e181dd-1a60-4cc7-a15d-c7b42d736895),segment_id=05e181dd-1a60-4cc7-a15d-c7b42d736895)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:09.834948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:09.869200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2426fc16-635c-4978-b29c-0d459cca5ff2 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:09.919154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-df961eaf-3882-4b64-b0b1-ed6329c86f50 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:09.950109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2426fc16-635c-4978-b29c-0d459cca5ff2 None None] Deleting port ae4570a6-b99a-4beb-96d3-7611fc511079 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:09.950474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2426fc16-635c-4978-b29c-0d459cca5ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:09.972883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 70c69200-2d48-4199-998a-992a17f5ab0f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:09.983439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7e181-13b4-4c63-aff5-b430753a09d0 None None] Pushing event updated for resources: {'Port': ['ID=88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:10.005388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Calling delete_port for 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:10.029234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-75d053ee-00ff-4867-9c52-2f82bf0bc22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:10.045204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75d053ee-00ff-4867-9c52-2f82bf0bc22c admin admin] Usage tracker for resource:security_group_rule and tenant:b572ab84f08245a4ae137f46d0f6f8c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:10.049421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75d053ee-00ff-4867-9c52-2f82bf0bc22c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:10.057086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Provisioning for port 3a7d19d1-6431-4b15-8cff-c4004237a62c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:10.060844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-df961eaf-3882-4b64-b0b1-ed6329c86f50 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:10.079034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-75d053ee-00ff-4867-9c52-2f82bf0bc22c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:10.107228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6661c130-abbd-4e3b-b451-534bffbabe8e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:10.147155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.209340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a2df040c-0ec6-461a-bcee-a5284fa8c7a9 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:10.211831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df961eaf-3882-4b64-b0b1-ed6329c86f50 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:10.231289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.244456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Provisioning complete for port 3a7d19d1-6431-4b15-8cff-c4004237a62c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:10.245075 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.251982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Ignored duplicate provisioning block setup for port 3a7d19d1-6431-4b15-8cff-c4004237a62c by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 08:30:10.299264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: a2df040c-0ec6-461a-bcee-a5284fa8c7a9 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:10.299598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a2df040c-0ec6-461a-bcee-a5284fa8c7a9 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:10.350627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-338c8a40-cbfe-4882-b4e9-2b6136eb6001 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.393996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Port': ['ID=88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:10.452832 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Port 3a7d19d1-6431-4b15-8cff-c4004237a62c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:10.461085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af032123-c794-4539-8fb9-b2a6a35b131c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.514257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e87c89-c569-4361-9129-cd9fb0574061 None None] Network 950191ab-aa1f-4e8e-be98-71c0a8393567 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:10.522553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af032123-c794-4539-8fb9-b2a6a35b131c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.595413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.631510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:10.704397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No DVR routers for this DVR port 88ed5913-c4a9-43d3-ac3d-fd6cf7ea5095 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:10.706477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c8a40-cbfe-4882-b4e9-2b6136eb6001 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event deleted for resources: {'Port': ['ID=3f22569d-d711-4aef-baba-8283e90b75b9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:10.720482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2426fc16-635c-4978-b29c-0d459cca5ff2 None None] For port ae4570a6-b99a-4beb-96d3-7611fc511079, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ae4570a6-b99a-4beb-96d3-7611fc511079,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:10.720968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2426fc16-635c-4978-b29c-0d459cca5ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.742951 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Provisioning for port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:10.748772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af032123-c794-4539-8fb9-b2a6a35b131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.762292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Provisioning complete for port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:10.762945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.777740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75d053ee-00ff-4867-9c52-2f82bf0bc22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.822191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-df961eaf-3882-4b64-b0b1-ed6329c86f50 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.823860 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-df961eaf-3882-4b64-b0b1-ed6329c86f50 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:30:10.824454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df961eaf-3882-4b64-b0b1-ed6329c86f50 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:10.858786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032123-c794-4539-8fb9-b2a6a35b131c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c54f25b-8e13-4067-b6e2-02fb861eaf72,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:10.903588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75d053ee-00ff-4867-9c52-2f82bf0bc22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.937908 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-df961eaf-3882-4b64-b0b1-ed6329c86f50 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3732698 Dec 23 08:30:10.941116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45818) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:10.957456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af032123-c794-4539-8fb9-b2a6a35b131c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:10.960836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-af032123-c794-4539-8fb9-b2a6a35b131c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c54f25b-8e13-4067-b6e2-02fb861eaf72 HTTP/1.1" status: 204 len: 168 time: 1.1123199 Dec 23 08:30:11.030953 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2426fc16-635c-4978-b29c-0d459cca5ff2 None None] Calling delete_port for ae4570a6-b99a-4beb-96d3-7611fc511079 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:11.056189 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-75d053ee-00ff-4867-9c52-2f82bf0bc22c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b572ab84f08245a4ae137f46d0f6f8c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6442294 Dec 23 08:30:11.100988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45824) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:11.129582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] In _notify_port_updated(), no bound segment for port 3a7d19d1-6431-4b15-8cff-c4004237a62c on network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:30:11.135879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:11.136689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.138168 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "PUT /v2.0/ports/3a7d19d1-6431-4b15-8cff-c4004237a62c HTTP/1.1" status: 200 len: 1012 time: 2.6850569 Dec 23 08:30:11.167886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45828) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:11.231040 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2645408c-6f82-4dcd-b05c-bcb11cc087ee tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:11.265105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13fe93-3260-4339-be3d-ca456a99d14a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=3a7d19d1-6431-4b15-8cff-c4004237a62c,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:11.290755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d053ee-00ff-4867-9c52-2f82bf0bc22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d177937-e874-4f7e-9e2f-ebdd5a86357a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:11.296557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:11.297052 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.357336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.481698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2426fc16-635c-4978-b29c-0d459cca5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.490129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-338c8a40-cbfe-4882-b4e9-2b6136eb6001 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.494379 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-338c8a40-cbfe-4882-b4e9-2b6136eb6001 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "DELETE /v2.0/ports/3f22569d-d711-4aef-baba-8283e90b75b9 HTTP/1.1" status: 204 len: 168 time: 3.0968707 Dec 23 08:30:11.516139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45832) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:11.541607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950191ab-aa1f-4e8e-be98-71c0a8393567']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:11.551605 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Could not find standard attr ID for object ae4570a6-b99a-4beb-96d3-7611fc511079. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:30:11.555569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426fc16-635c-4978-b29c-0d459cca5ff2 None None] Pushing event deleted for resources: {'Port': ['ID=ae4570a6-b99a-4beb-96d3-7611fc511079,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:11.571404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.588792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426fc16-635c-4978-b29c-0d459cca5ff2 None None] No DVR routers for this DVR port ae4570a6-b99a-4beb-96d3-7611fc511079 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:11.598369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3335fdbf-7d36-4e68-95e4-ebce77640008 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 3a7d19d1-6431-4b15-8cff-c4004237a62c {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:11.598899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3335fdbf-7d36-4e68-95e4-ebce77640008 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.627851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e181dd-1a60-4cc7-a15d-c7b42d736895') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:11.628145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e181dd-1a60-4cc7-a15d-c7b42d736895') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:11.644118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Provisioning for port 70c69200-2d48-4199-998a-992a17f5ab0f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:11.649151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:11.651445 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-47634664-96d9-4878-b392-a7005d02b02f tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] GET failed (client error): The resource could not be found. Dec 23 08:30:11.651948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-47634664-96d9-4878-b392-a7005d02b02f tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Synchronizing usage tracker for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:11.653256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 70c69200-2d48-4199-998a-992a17f5ab0f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:11.661719 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Sync routers for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:11.664635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.679654 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:11.680260 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:11.695250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2645408c-6f82-4dcd-b05c-bcb11cc087ee tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:11.698656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.699139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Provisioning complete for port 70c69200-2d48-4199-998a-992a17f5ab0f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:11.699508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.709325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:11.714521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:11.739548 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:11.742864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-47634664-96d9-4878-b392-a7005d02b02f tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Unset dirty status for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:11.745305 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-47634664-96d9-4878-b392-a7005d02b02f tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "GET /v2.0/ports/3f22569d-d711-4aef-baba-8283e90b75b9 HTTP/1.1" status: 404 len: 333 time: 0.2258639 Dec 23 08:30:11.768163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45836) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:11.839487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'port': {'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-944345256'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:11.845416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2645408c-6f82-4dcd-b05c-bcb11cc087ee tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:11.859250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.893208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 70c69200-2d48-4199-998a-992a17f5ab0f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:11.893571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.897134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.904706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2645408c-6f82-4dcd-b05c-bcb11cc087ee tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:11.908896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2645408c-6f82-4dcd-b05c-bcb11cc087ee tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.911023 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2645408c-6f82-4dcd-b05c-bcb11cc087ee tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:30:11.911662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2645408c-6f82-4dcd-b05c-bcb11cc087ee tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:11.919876 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/950191ab-aa1f-4e8e-be98-71c0a8393567 HTTP/1.1" status: 204 len: 168 time: 5.5097871 Dec 23 08:30:11.925843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45840) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:11.935450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5867cdb-feb9-4092-8961-7deb6b68df5e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=950191ab-aa1f-4e8e-be98-71c0a8393567,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:11.942914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.959927 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b339081b-70b8-4e8f-8ca4-abf31342dddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/e053eba9-8c08-4663-a1c4-f14cd41e34d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5058739 Dec 23 08:30:11.964581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45844) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:11.974187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:11.981753 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-721f46d2-40b7-4550-a1a7-2816de0c0386 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:11.982521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721f46d2-40b7-4550-a1a7-2816de0c0386 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:11.984639 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-721f46d2-40b7-4550-a1a7-2816de0c0386 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/950191ab-aa1f-4e8e-be98-71c0a8393567 HTTP/1.1" status: 404 len: 339 time: 0.0514696 Dec 23 08:30:11.990831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45846) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:11.993525 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:30:12.001857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2085001813', 'description': 'd1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:12.007578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:12.011444 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2645408c-6f82-4dcd-b05c-bcb11cc087ee tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0558369 Dec 23 08:30:12.014800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Usage tracker for resource:network and tenant:e2822acc0ef3424185256dfccfb8e0d3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:12.017422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45852) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:12.020420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:12.026980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ca70c27b-e715-48f2-b80f-2e673d32212c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:12.027277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] For port 70c69200-2d48-4199-998a-992a17f5ab0f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=70c69200-2d48-4199-998a-992a17f5ab0f,segment=NetworkSegment(747c2a99-c4b2-4c63-a5df-e2037b88d8d7),segment_id=747c2a99-c4b2-4c63-a5df-e2037b88d8d7)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:12.062083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.101679 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:12.149155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0279bc91-b76b-4522-b2f1-bfc1aac73a79 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:30:12.159601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:12.168835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.197553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ca70c27b-e715-48f2-b80f-2e673d32212c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:12.218158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ca70c27b-e715-48f2-b80f-2e673d32212c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:12.224348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:30:12.242546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca70c27b-e715-48f2-b80f-2e673d32212c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:12.246924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca70c27b-e715-48f2-b80f-2e673d32212c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.248462 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca70c27b-e715-48f2-b80f-2e673d32212c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:30:12.249243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca70c27b-e715-48f2-b80f-2e673d32212c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:12.289991 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ca70c27b-e715-48f2-b80f-2e673d32212c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2713659 Dec 23 08:30:12.293545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45856) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:12.301420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9b32c2d8-5d04-4c5b-9d96-e9280e7534c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:12.318659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279bc91-b76b-4522-b2f1-bfc1aac73a79 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:30:12.363440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:12.392547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.418227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:12.449566 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.450104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.450311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.450667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.451032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.451362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.451708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.452156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.452533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.452869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.453271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.453616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.455218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9b32c2d8-5d04-4c5b-9d96-e9280e7534c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:12.457742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.458104 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment 0e0fae70-6f50-4bf8-9a81-6486d12b251f of type vlan for network 1bb3e956-b6e5-4b61-8eb7-c62de4b341bc Dec 23 08:30:12.458720 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2e6c9f1f-c450-415d-b48e-b1f422d4fd67 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8480 time: 0.4511638 Dec 23 08:30:12.459004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45860) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:12.482878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6661c130-abbd-4e3b-b451-534bffbabe8e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:12.484517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d177937-e874-4f7e-9e2f-ebdd5a86357a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:12.507511 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:30:03Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:04Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:12.513072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be760963-e63e-44c8-b17b-821978865350 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:12.513552 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Checking router: e053eba9-8c08-4663-a1c4-f14cd41e34d2 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:30:12.514147 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Updating router e053eba9-8c08-4663-a1c4-f14cd41e34d2 port 94644757-123a-40b5-83c3-f51a0cb93db1 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:30:12.514974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6661c130-abbd-4e3b-b451-534bffbabe8e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.516505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9b32c2d8-5d04-4c5b-9d96-e9280e7534c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:12.540148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be760963-e63e-44c8-b17b-821978865350 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:12.541648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-be760963-e63e-44c8-b17b-821978865350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:12.561829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b32c2d8-5d04-4c5b-9d96-e9280e7534c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:12.565526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9b32c2d8-5d04-4c5b-9d96-e9280e7534c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.567640 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b32c2d8-5d04-4c5b-9d96-e9280e7534c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:30:12.567794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b32c2d8-5d04-4c5b-9d96-e9280e7534c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:12.579744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.594490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Made reservation on behalf of 70fa9bf3878146ed83a7bfc666da94b2 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:12.597239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.602042 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.606280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device df60e220-5776-463d-b71b-0117dd63141b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:12.608010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.618409 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d177937-e874-4f7e-9e2f-ebdd5a86357a HTTP/1.1" status: 204 len: 168 time: 1.4921119 Dec 23 08:30:12.621592 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.621980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.622351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.622698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.623041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.623383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.623719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.624055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.624390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.624727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.625057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.625391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:12.630497 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fb1b13b7-94e5-42c9-b2bc-bae697ce9036 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7663 time: 0.1692154 Dec 23 08:30:12.637257 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9b32c2d8-5d04-4c5b-9d96-e9280e7534c3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3420088 Dec 23 08:30:12.639007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45866) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:12.645310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45868) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:12.668273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.668273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.668603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.668850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.669371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.669773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.670129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.670787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.670787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.671124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.671366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0058bd3-45b8-4663-88bf-74cc7b55637c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:12.676756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3335fdbf-7d36-4e68-95e4-ebce77640008 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.681130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aef674-7c65-403a-ba61-dbb216f96dc2 None None] Pushing event updated for resources: {'Port': ['ID=70c69200-2d48-4199-998a-992a17f5ab0f,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:12.683750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-be760963-e63e-44c8-b17b-821978865350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:12.739144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Provisioning complete for port 3a7d19d1-6431-4b15-8cff-c4004237a62c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:12.739631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:12.802130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Port 3a7d19d1-6431-4b15-8cff-c4004237a62c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:12.809786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] device_id is not set on port c3831d83-a096-4033-b74e-b7f421cf3174 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:12.832927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-cbfe02d5-646c-4b8b-9d0f-f13b332a8b69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:12.855853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3335fdbf-7d36-4e68-95e4-ebce77640008 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 3a7d19d1-6431-4b15-8cff-c4004237a62c owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:12.871868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be760963-e63e-44c8-b17b-821978865350 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:12.872394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-be760963-e63e-44c8-b17b-821978865350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:13.009829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-be760963-e63e-44c8-b17b-821978865350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:13.011931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be760963-e63e-44c8-b17b-821978865350 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:13.017616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.021347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:13.021988 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.063559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port df60e220-5776-463d-b71b-0117dd63141b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:13.063953 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.071822 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0795288 Dec 23 08:30:13.126441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45876) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:13.136967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Provisioning complete for port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:13.137352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.185849 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.202423 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Transition to ACTIVE for port object 94644757-123a-40b5-83c3-f51a0cb93db1 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:13.224361 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.233741 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6661c130-abbd-4e3b-b451-534bffbabe8e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/floatingips/0eebb76e-ac11-4b49-876b-9d4820f472f5 HTTP/1.1" status: 200 len: 978 time: 10.1064227 Dec 23 08:30:13.238247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45880) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:13.269765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cbfe02d5-646c-4b8b-9d0f-f13b332a8b69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:13.317325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c779b-bc0f-41b7-83ea-404180ef9633 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=1bb3e956-b6e5-4b61-8eb7-c62de4b341bc,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:13.323912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cbfe02d5-646c-4b8b-9d0f-f13b332a8b69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:13.362709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f4d8b6-5f19-4926-8386-7a8c8316e3de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:13.363482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-85f4d8b6-5f19-4926-8386-7a8c8316e3de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Synchronizing usage tracker for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:13.368843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1bb3e956-b6e5-4b61-8eb7-c62de4b341bc details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:13.421458 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Pushing event updated for resources: {'Port': ['ID=94644757-123a-40b5-83c3-f51a0cb93db1,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:13.438257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfe02d5-646c-4b8b-9d0f-f13b332a8b69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:13.442487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cbfe02d5-646c-4b8b-9d0f-f13b332a8b69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.443860 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfe02d5-646c-4b8b-9d0f-f13b332a8b69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:30:13.444272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfe02d5-646c-4b8b-9d0f-f13b332a8b69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:13.458982 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.459313 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.459649 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.459978 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.460326 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.460655 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.460974 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.461305 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.461626 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.461941 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.463225 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:13.489627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-85f4d8b6-5f19-4926-8386-7a8c8316e3de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Unset dirty status for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:13.490885 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-85f4d8b6-5f19-4926-8386-7a8c8316e3de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/networks?id=1bb3e956-b6e5-4b61-8eb7-c62de4b341bc HTTP/1.1" status: 200 len: 765 time: 0.3618622 Dec 23 08:30:13.495861 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cbfe02d5-646c-4b8b-9d0f-f13b332a8b69 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8268363 Dec 23 08:30:13.497289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45888) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:13.504322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45890) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:13.514595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'description': 'd2'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:13.633942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Allocated IP 2001:db8::19e (23cf265c-6db0-4587-90e4-a4f45791b286/3349a235-dc5a-4f3c-b8cc-9f9bd246304c/c3831d83-a096-4033-b74e-b7f421cf3174) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:13.664432 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Attempting to bind port 94644757-123a-40b5-83c3-f51a0cb93db1 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:13.664432 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Attempting to bind port 94644757-123a-40b5-83c3-f51a0cb93db1 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:13.664432 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Attempting to bind port 94644757-123a-40b5-83c3-f51a0cb93db1 on network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:13.685289 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:13.685736 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Checking segment: {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:13.686097 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.686488 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Bound using segment: {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:13.686958 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Bound port: 94644757-123a-40b5-83c3-f51a0cb93db1, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:13.687340 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.731177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d56c0128-ce4b-42ea-83c8-e4323ba79786 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:13.733825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:13.836782 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] For port 94644757-123a-40b5-83c3-f51a0cb93db1, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:13.841797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port 2afa17f3-648d-4bba-947b-faf893fac996 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:13.842331 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] For port 94644757-123a-40b5-83c3-f51a0cb93db1, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=94644757-123a-40b5-83c3-f51a0cb93db1,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:13.842686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.850256 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.895148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Provisioning for port a4862576-bec3-4b25-b17f-ff584702a14d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:13.902935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:13.911553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Provisioning complete for port a4862576-bec3-4b25-b17f-ff584702a14d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:13.911935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:13.999403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:13.999769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.007960 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559e3df-7c04-4b4e-8fd7-7b84e5110e7d None None] Pushing event updated for resources: {'Port': ['ID=94644757-123a-40b5-83c3-f51a0cb93db1,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:14.012202 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:14.012803 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:14.026517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d56c0128-ce4b-42ea-83c8-e4323ba79786 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:14.063395 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c48549b0-60b5-4f48-a2b2-576bcca609b3 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 1.4232256 Dec 23 08:30:14.069694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d56c0128-ce4b-42ea-83c8-e4323ba79786 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:14.151925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56c0128-ce4b-42ea-83c8-e4323ba79786 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:14.158968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d56c0128-ce4b-42ea-83c8-e4323ba79786 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.160379 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56c0128-ce4b-42ea-83c8-e4323ba79786 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:30:14.160800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56c0128-ce4b-42ea-83c8-e4323ba79786 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:14.169083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Port a4862576-bec3-4b25-b17f-ff584702a14d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:14.178247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.233027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.249978 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:30:14.282901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45908) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:14.284673 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d56c0128-ce4b-42ea-83c8-e4323ba79786 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7784538 Dec 23 08:30:14.295953 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:30:14.301539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Provisioning complete for port 70c69200-2d48-4199-998a-992a17f5ab0f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:14.301539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.365324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45910) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:14.366241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.379144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 1bb3e956-b6e5-4b61-8eb7-c62de4b341bc is not hosted by any dhcp agent {{(pid=83522) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 08:30:14.382996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:14.383584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.387907 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "PUT /v2.0/networks/1bb3e956-b6e5-4b61-8eb7-c62de4b341bc HTTP/1.1" status: 200 len: 762 time: 0.8893280 Dec 23 08:30:14.388537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45916) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:14.401391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.401746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.447208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b,segment=NetworkSegment(307abe90-ec26-4d8e-9619-c054710327b2),segment_id=307abe90-ec26-4d8e-9619-c054710327b2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:14.476154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.602225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ae4570a6-b99a-4beb-96d3-7611fc511079 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:14.636381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d762716-0cf5-4c19-8df6-4dac60ba1833 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:14.638149 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7d762716-0cf5-4c19-8df6-4dac60ba1833 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/networks?id=1bb3e956-b6e5-4b61-8eb7-c62de4b341bc HTTP/1.1" status: 200 len: 765 time: 0.2453871 Dec 23 08:30:14.650696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=1bb3e956-b6e5-4b61-8eb7-c62de4b341bc,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:14.652907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45920) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:14.665095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: ae4570a6-b99a-4beb-96d3-7611fc511079 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:14.666354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ae4570a6-b99a-4beb-96d3-7611fc511079 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:14.675065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for 2afa17f3-648d-4bba-947b-faf893fac996 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:14.695047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:14.698361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Could not find standard attr ID for object 3f22569d-d711-4aef-baba-8283e90b75b9. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:30:14.714328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Provisioning complete for port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:14.714707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-46496802-1be4-4124-acbe-a6f832b83965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.770099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3335fdbf-7d36-4e68-95e4-ebce77640008 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.792845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:30:03Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:13Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:14.794095 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-070ff645-3bc0-4996-8d4a-14a28b15e8c8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0872021 Dec 23 08:30:14.796450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45926) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:14.798109 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6ad26-0f46-49a6-aa6b-bde890214112 None None] The sync data for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv is: [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:30:03Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:13Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:14.818330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-523559995'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:14.844167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 70c69200-2d48-4199-998a-992a17f5ab0f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:14.847883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:14.854230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.854608 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.854944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.855441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.856031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.856539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.857487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.857985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.858592 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.859080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.859555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8048c-0246-4972-8484-e94a2f887a4a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:14.868062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:network and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:14.879642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:14.902086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:14.927545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1bb3e956-b6e5-4b61-8eb7-c62de4b341bc details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:14.936618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:14.940036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:14.960935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.013458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c0a62d-e3a2-4529-9b88-d2f5f48af146 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:15.015491 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-75c0a62d-e3a2-4529-9b88-d2f5f48af146 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3616464 Dec 23 08:30:15.017657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335fdbf-7d36-4e68-95e4-ebce77640008 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=3a7d19d1-6431-4b15-8cff-c4004237a62c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:15.023193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45930) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:15.037733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:15.045021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:security_group_rule and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:15.048392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:15.055349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:15.097901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-01bb226b-9660-416d-a420-9b1fa8ab1b60 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Synchronizing usage tracker for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:15.138381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 70c69200-2d48-4199-998a-992a17f5ab0f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:15.138697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.227043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.234468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.253768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc48c07-17ce-407a-9d11-311583194072 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:15.265255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9bc48c07-17ce-407a-9d11-311583194072 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:15.266106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:30:15.298155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.298499 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added segment 11c26c87-caeb-4989-a3d3-297eece2e4af of type vlan for network 71581cbc-01e2-4982-9b23-6afce469fe18 Dec 23 08:30:15.304268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3335fdbf-7d36-4e68-95e4-ebce77640008 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.322531 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3335fdbf-7d36-4e68-95e4-ebce77640008 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/3a7d19d1-6431-4b15-8cff-c4004237a62c HTTP/1.1" status: 204 len: 168 time: 4.0583534 Dec 23 08:30:15.347703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45938) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:15.380843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.408041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7807e75-acfe-4fad-85f3-e05093e42d9a,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:15.410175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-01bb226b-9660-416d-a420-9b1fa8ab1b60 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Unset dirty status for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:15.411356 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-01bb226b-9660-416d-a420-9b1fa8ab1b60 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 207 time: 0.3830261 Dec 23 08:30:15.411999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9bc48c07-17ce-407a-9d11-311583194072 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:15.412954 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9bc48c07-17ce-407a-9d11-311583194072 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5496399 Dec 23 08:30:15.437663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45944) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:15.437807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45942) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:15.467709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.471950 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a4bc98-b4d5-4067-99e1-8589685a27d5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:30:15.472371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-34a4bc98-b4d5-4067-99e1-8589685a27d5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:15.519819 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c6aeb2a1-9119-42d4-8b2b-3a0503faed97 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805902 Dec 23 08:30:15.524609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45950) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:15.532815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:15.553438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.558174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:15.558898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.655986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45954) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:15.672707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976288073', 'description': 'tempest-secgroup-smoke-1976288073 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:15.707912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Transition to ACTIVE for port object c3831d83-a096-4033-b74e-b7f421cf3174 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:15.726505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-34a4bc98-b4d5-4067-99e1-8589685a27d5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:15.730579 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-34a4bc98-b4d5-4067-99e1-8589685a27d5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/3a7d19d1-6431-4b15-8cff-c4004237a62c HTTP/1.1" status: 404 len: 333 time: 0.3783436 Dec 23 08:30:15.731373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45958) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:15.753182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:15.774610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:15.793646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:15.802819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:15.816601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:15.818796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Network': ['ID=71581cbc-01e2-4982-9b23-6afce469fe18,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:15.821907 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-870058ee-665d-4f7e-b1d9-76ff00350a40 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4552803 Dec 23 08:30:15.825240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45962) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:15.831199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-227189488'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:15.835332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 71581cbc-01e2-4982-9b23-6afce469fe18 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:15.835968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:15.840021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:network and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:15.843029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:15.849259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:15.864930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.878107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:15.879482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:15.882486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.890183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:15.918437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:15.969012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f06073-b0c0-4b94-b494-251ef63f56de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:15.972907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f06073-b0c0-4b94-b494-251ef63f56de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:15.977056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f06073-b0c0-4b94-b494-251ef63f56de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:15.981596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f06073-b0c0-4b94-b494-251ef63f56de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:15.985516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f06073-b0c0-4b94-b494-251ef63f56de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:15.989387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f06073-b0c0-4b94-b494-251ef63f56de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:15.990583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-44f06073-b0c0-4b94-b494-251ef63f56de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Synchronizing usage tracker for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:16.011796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=2afa17f3-648d-4bba-947b-faf893fac996,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:16.015993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:30:16.025654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:16.034223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:16.045501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:16.054338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.054677 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added segment 4c659338-fd10-463b-bfb4-d3bf283bbce5 of type vlan for network 29a47e7f-b341-41f4-a355-631896a61d3c Dec 23 08:30:16.055925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:16.064817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.066632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.170897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-44f06073-b0c0-4b94-b494-251ef63f56de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Unset dirty status for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:16.173006 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-44f06073-b0c0-4b94-b494-251ef63f56de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7318981 Dec 23 08:30:16.176542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45966) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:16.211924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.262428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Network 23cf265c-6db0-4587-90e4-a4f45791b286 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:16.271389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:16.277565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Port': ['ID=c3831d83-a096-4033-b74e-b7f421cf3174,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:16.280452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:16.284520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:16.285123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.326837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-363e1f4b-2031-461b-ae56-e33560fd7bf5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet 2ca7ab4c-f315-40f9-82ec-541a93e44fc2 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:16.334979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.400466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-363e1f4b-2031-461b-ae56-e33560fd7bf5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.458191 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3d973082-af20-4083-9fbc-f7610417e6a3 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6803234 Dec 23 08:30:16.458950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45970) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:16.470507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ef16dec7-2ac7-45ad-baac-d2a9e1b39266 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:68:49:8b'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:16.506479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-363e1f4b-2031-461b-ae56-e33560fd7bf5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.512557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.537145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.540908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:16.541540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.559972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.562615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cdced8b3-1a0f-454a-8bdc-40ffad64dbec None None] Provisioning for port c3831d83-a096-4033-b74e-b7f421cf3174 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:16.573315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cdced8b3-1a0f-454a-8bdc-40ffad64dbec None None] Provisioning complete for port c3831d83-a096-4033-b74e-b7f421cf3174 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:16.574658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cdced8b3-1a0f-454a-8bdc-40ffad64dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.636864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-cdced8b3-1a0f-454a-8bdc-40ffad64dbec None None] Port c3831d83-a096-4033-b74e-b7f421cf3174 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:16.711745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1d0e8c53-5ca7-4af6-8128-9fed7f4edbdf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5272057 Dec 23 08:30:16.724603 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8976781 Dec 23 08:30:16.728050 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45974) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:16.728372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45976) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:16.749009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'subnet': {'network_id': '71581cbc-01e2-4982-9b23-6afce469fe18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:16.804028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-363e1f4b-2031-461b-ae56-e33560fd7bf5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.808124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.810402 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1533527 Dec 23 08:30:16.832673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45982) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:16.832843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:16.854128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '72ac62cb-78ca-48b7-9dcd-dc18d4a77059', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:16.878902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b3344-29a7-439d-9d73-8b106f14aa8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac62cb-78ca-48b7-9dcd-dc18d4a77059,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:16.899627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:16.912496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca9f2c-b342-424c-86b3-9a0eea0cff2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Network': ['ID=29a47e7f-b341-41f4-a355-631896a61d3c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:16.916627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:16.917560 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.918474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:16.928736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:16.940689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:16.949504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 29a47e7f-b341-41f4-a355-631896a61d3c details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:16.964649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ef16dec7-2ac7-45ad-baac-d2a9e1b39266 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:16.996577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ac4aa-011c-4f80-b8a8-72f891bc096e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:16.997869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ac4aa-011c-4f80-b8a8-72f891bc096e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:16.999312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ac4aa-011c-4f80-b8a8-72f891bc096e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.000628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ac4aa-011c-4f80-b8a8-72f891bc096e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.002177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ac4aa-011c-4f80-b8a8-72f891bc096e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.002875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f30ac4aa-011c-4f80-b8a8-72f891bc096e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Synchronizing usage tracker for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:17.008209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.026505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:17.035784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:subnet and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:17.040403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:17.048527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f30ac4aa-011c-4f80-b8a8-72f891bc096e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Unset dirty status for tenant:e2822acc0ef3424185256dfccfb8e0d3 on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:17.053420 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f30ac4aa-011c-4f80-b8a8-72f891bc096e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3110075 Dec 23 08:30:17.054424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:17.056723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45986) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:17.067816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-363e1f4b-2031-461b-ae56-e33560fd7bf5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.141430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e1f4b-2031-461b-ae56-e33560fd7bf5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca7ab4c-f315-40f9-82ec-541a93e44fc2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:17.141672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:17.152225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 94644757-123a-40b5-83c3-f51a0cb93db1 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:17.162881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-363e1f4b-2031-461b-ae56-e33560fd7bf5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.183960 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d9e00-7673-4c20-a35f-289a0f9cd97d None None] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:17.185833 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-363e1f4b-2031-461b-ae56-e33560fd7bf5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/2ca7ab4c-f315-40f9-82ec-541a93e44fc2 HTTP/1.1" status: 204 len: 168 time: 1.4480019 Dec 23 08:30:17.216154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45990) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:17.275065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957100e7-f3e8-4508-8f86-bdc11d0d534a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.276337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957100e7-f3e8-4508-8f86-bdc11d0d534a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.277763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957100e7-f3e8-4508-8f86-bdc11d0d534a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.278985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957100e7-f3e8-4508-8f86-bdc11d0d534a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.280696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957100e7-f3e8-4508-8f86-bdc11d0d534a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.285880 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-957100e7-f3e8-4508-8f86-bdc11d0d534a tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2270110 Dec 23 08:30:17.292670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 45994) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:17.328627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 94644757-123a-40b5-83c3-f51a0cb93db1 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:17.335972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.337831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 94644757-123a-40b5-83c3-f51a0cb93db1 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:17.338322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.360143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.413580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9f1bc5-0245-4d38-878c-c5cb8d868df7,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:17.432821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.433984 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3a4c0a60-024a-4227-accd-2d20e3e3c2ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5956299 Dec 23 08:30:17.444864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 45998) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:17.451960 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.556944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.572183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '72ac62cb-78ca-48b7-9dcd-dc18d4a77059', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:17.583069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:17.601667 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 94644757-123a-40b5-83c3-f51a0cb93db1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=94644757-123a-40b5-83c3-f51a0cb93db1,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:17.611204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.635532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:17.644578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:17.657094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:17.658212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:30:17.681239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ef16dec7-2ac7-45ad-baac-d2a9e1b39266 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.696543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=94644757-123a-40b5-83c3-f51a0cb93db1,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:17.696871 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ef16dec7-2ac7-45ad-baac-d2a9e1b39266 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.729045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.763528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.816488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ef16dec7-2ac7-45ad-baac-d2a9e1b39266 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] In _notify_port_updated(), no bound segment for port c3831d83-a096-4033-b74e-b7f421cf3174 on network 23cf265c-6db0-4587-90e4-a4f45791b286 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:30:17.820263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16dec7-2ac7-45ad-baac-d2a9e1b39266 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.820883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ef16dec7-2ac7-45ad-baac-d2a9e1b39266 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.825088 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ef16dec7-2ac7-45ad-baac-d2a9e1b39266 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "PUT /v2.0/ports/c3831d83-a096-4033-b74e-b7f421cf3174 HTTP/1.1" status: 200 len: 1002 time: 1.3618352 Dec 23 08:30:17.833283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46002) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:17.840817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16dec7-2ac7-45ad-baac-d2a9e1b39266 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Port': ['ID=c3831d83-a096-4033-b74e-b7f421cf3174,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:17.870662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f768dcd5-5739-4351-b6ea-b68575205132 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.875786 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f768dcd5-5739-4351-b6ea-b68575205132 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/networks/ace6be24-02a1-4bb2-9612-48fd2a86d275 HTTP/1.1" status: 200 len: 804 time: 0.5734208 Dec 23 08:30:17.886805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46006) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:17.892084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:17.903288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:17.914164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:17.914848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:17.921752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1f958-f1d4-4433-b9ae-26b15ccd7aea None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:17.924945 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=1afc5ea0-e6b8-4328-928f-1c69b56078f2,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:18.019820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcee3734-27a2-4910-a54c-48e6cd0b01a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet 19058c3e-9a01-45bb-9d46-e55b9f4f4d2b {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:18.024501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dcee3734-27a2-4910-a54c-48e6cd0b01a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.028423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3361fc7d-40f3-4705-a361-df45fa4dc70a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Deleting port c3831d83-a096-4033-b74e-b7f421cf3174 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:18.028772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3361fc7d-40f3-4705-a361-df45fa4dc70a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.085111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dcee3734-27a2-4910-a54c-48e6cd0b01a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.216626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:18.233216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.233397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '1afc5ea0-e6b8-4328-928f-1c69b56078f2'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:18.234680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.263481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.267886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a7fe31b5-6e99-48a3-a814-57f7dd111e3b None None] Provisioning complete for port c3831d83-a096-4033-b74e-b7f421cf3174 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:18.268278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a7fe31b5-6e99-48a3-a814-57f7dd111e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.365053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dcee3734-27a2-4910-a54c-48e6cd0b01a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.420755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.422530 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9767530 Dec 23 08:30:18.436051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46010) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:18.438564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65a265-ec98-4c62-adbb-9d9172cf65ce tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751b6c63-2a6b-42f6-9318-e8893c9825d4,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:18.448251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.450404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '72ac62cb-78ca-48b7-9dcd-dc18d4a77059', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:18.459812 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dd87bfd8-548a-49e2-b0cc-ddf4f03590cf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9314909 Dec 23 08:30:18.460059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:18.464776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:18.467924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:18.475898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:18.547853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Allocated IP 2001:db8::f816:3eff:fe16:70e6 (3b1e253c-1242-4661-909e-bc02458a5888/1afc5ea0-e6b8-4328-928f-1c69b56078f2/6d064cfd-6f18-4b23-88f9-05a7904ea329) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:18.552015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dcee3734-27a2-4910-a54c-48e6cd0b01a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.556528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46014) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:18.567102 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d589d9b3-4325-478c-af4a-9f76731b2965 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/networks/ace6be24-02a1-4bb2-9612-48fd2a86d275?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6777706 Dec 23 08:30:18.574753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46016) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:18.588300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:a7:14:c3', 'name': 'tempest-NetworksTestDHCPv6-2130975487'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:18.658872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.709734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Checking segment: {'id': '11c26c87-caeb-4989-a3d3-297eece2e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '71581cbc-01e2-4982-9b23-6afce469fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:18.710540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network hostable DHCP agents. Network: 71581cbc-01e2-4982-9b23-6afce469fe18, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:30:18.728539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe31b5-6e99-48a3-a814-57f7dd111e3b None None] Port c3831d83-a096-4033-b74e-b7f421cf3174 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:18.742239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dcee3734-27a2-4910-a54c-48e6cd0b01a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.749983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b3d0d-f793-43cc-a88b-cdf6bb3d7fd7 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:18.751273 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-093b3d0d-f793-43cc-a88b-cdf6bb3d7fd7 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/subnets/1181e81b-e166-4db0-9c9c-fd6c8e5d13ec HTTP/1.1" status: 200 len: 843 time: 0.1735585 Dec 23 08:30:18.754986 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dcee3734-27a2-4910-a54c-48e6cd0b01a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/19058c3e-9a01-45bb-9d46-e55b9f4f4d2b HTTP/1.1" status: 204 len: 168 time: 1.5305471 Dec 23 08:30:18.756025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Subnet': ['ID=9a79231d-1a08-42f5-b421-1bcdbf4972cd,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:18.760789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46022) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:18.761119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46024) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:18.763538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3361fc7d-40f3-4705-a361-df45fa4dc70a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.790848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e06e2d8-56c2-49a8-97f6-c172828f2a64 None None] Network e45f146c-e6b2-4ed9-bdfc-fb1856c27015 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:18.798830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee3734-27a2-4910-a54c-48e6cd0b01a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=19058c3e-9a01-45bb-9d46-e55b9f4f4d2b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:18.817128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 94644757-123a-40b5-83c3-f51a0cb93db1 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:18.839535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 71581cbc-01e2-4982-9b23-6afce469fe18 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:30:18.859251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:18.862034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 71581cbc-01e2-4982-9b23-6afce469fe18) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:18.866333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:18.867494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:18.887025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:18.901207 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e56202f1-eaf0-450a-a489-57e62a299113 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1542380 Dec 23 08:30:18.901581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46030) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:18.907774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'subnet': {'network_id': '29a47e7f-b341-41f4-a355-631896a61d3c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:18.921520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28657e8b-957a-4767-900d-c671c360b57d None None] Network 71581cbc-01e2-4982-9b23-6afce469fe18 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:18.973611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:18.977416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.025462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3361fc7d-40f3-4705-a361-df45fa4dc70a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Calling delete_port for c3831d83-a096-4033-b74e-b7f421cf3174 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:19.037151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port ddefdd95-de43-419c-835a-baed118864c8 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:19.091871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:19.101026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:subnet and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:19.106633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:19.120978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:19.138377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:19.158893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f3e4ae1e-9a80-4b34-aa42-5b447fa98453 None None] Provisioning complete for port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:19.159497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f3e4ae1e-9a80-4b34-aa42-5b447fa98453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.189201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b1112-8e21-4783-887c-0b779876e6dd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:19.190183 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0d9b1112-8e21-4783-887c-0b779876e6dd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "GET /v2.0/subnets/1181e81b-e166-4db0-9c9c-fd6c8e5d13ec?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4182420 Dec 23 08:30:19.199144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46034) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:19.232413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1272592060'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:19.241601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.252540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.257253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:19.257428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.269420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.269842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.288052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:19.314688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:19.314999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.318874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Transition to ACTIVE for port object 6d064cfd-6f18-4b23-88f9-05a7904ea329 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:19.338529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aab19f0-b08a-4fd1-947e-667a9ed150f7,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:19.373696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 94644757-123a-40b5-83c3-f51a0cb93db1 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:19.374000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.503494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.535451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:19.538603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.547056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-71581cbc-01e2-4982-9b23-6afce469fe18', 'network_id': '71581cbc-01e2-4982-9b23-6afce469fe18', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'fixed_ips': [{'subnet_id': '9a79231d-1a08-42f5-b421-1bcdbf4972cd'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:19.547847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.583549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.583549 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-65fedd75-52e2-4e05-8734-ec7893f0d138 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1290879 Dec 23 08:30:19.583549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46038) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:19.599679 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Subnet': ['ID=d920404a-5305-4308-b4d0-a31212aef4f5,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:19.603846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '72ac62cb-78ca-48b7-9dcd-dc18d4a77059', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:19.639374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Checking segment: {'id': '4c659338-fd10-463b-bfb4-d3bf283bbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29a47e7f-b341-41f4-a355-631896a61d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:19.641278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network hostable DHCP agents. Network: 29a47e7f-b341-41f4-a355-631896a61d3c, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:30:19.643362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:19.673004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 29a47e7f-b341-41f4-a355-631896a61d3c is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:30:19.673352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:19.686998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] DHCP port deletion for e45f146c-e6b2-4ed9-bdfc-fb1856c27015 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:19.689944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:19.691348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 29a47e7f-b341-41f4-a355-631896a61d3c) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:19.699702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:19.700779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.704984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Transition to ACTIVE for port object 6d064cfd-6f18-4b23-88f9-05a7904ea329 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:19.706280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] Deleting port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:19.706647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.708910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:19.713404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:30:19.716114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:19.718995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3361fc7d-40f3-4705-a361-df45fa4dc70a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.722542 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e838992-b9d1-42c1-96ac-9b716aadfbd2 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:19.739371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef6128-f0a6-4659-a1a5-529c5cef651a None None] Network 29a47e7f-b341-41f4-a355-631896a61d3c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:19.745278 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e838992-b9d1-42c1-96ac-9b716aadfbd2 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:19.746542 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7e838992-b9d1-42c1-96ac-9b716aadfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:19.811917 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bde34592-17e7-490f-b174-c3f7cd684683 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9091988 Dec 23 08:30:19.815725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.815922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46042) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:19.822224 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1313832911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:19.830784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:19.836117 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7e838992-b9d1-42c1-96ac-9b716aadfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:19.836625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:router and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:19.840184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:19.846092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:19.850820 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e838992-b9d1-42c1-96ac-9b716aadfbd2 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:19.851585 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7e838992-b9d1-42c1-96ac-9b716aadfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:19.859700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.872304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.875129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.889163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361fc7d-40f3-4705-a361-df45fa4dc70a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event deleted for resources: {'Port': ['ID=c3831d83-a096-4033-b74e-b7f421cf3174,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:19.912785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.921703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.922195 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Added segment 93a26468-f5a1-49b6-b6f8-917b3112a81d of type vlan for network 2fcb7768-292a-454d-9551-197d290a6c85 Dec 23 08:30:19.948983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:19.957339 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7e838992-b9d1-42c1-96ac-9b716aadfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:19.958193 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e838992-b9d1-42c1-96ac-9b716aadfbd2 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:19.975437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:fea7:14c3 (3b1e253c-1242-4661-909e-bc02458a5888/1afc5ea0-e6b8-4328-928f-1c69b56078f2/ddefdd95-de43-419c-835a-baed118864c8) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:19.976406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.028225 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.032530 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a5d7c971-c53f-4aa4-a02c-31150518c7aa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2126043 Dec 23 08:30:20.036963 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46046) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:20.065699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:20.066313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] For port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,segment=NetworkSegment(23a395ae-15c3-4578-8247-5066b0015433),segment_id=23a395ae-15c3-4578-8247-5066b0015433)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:20.067837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.077608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:20.085239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Pushing event updated for resources: {'Port': ['ID=6d064cfd-6f18-4b23-88f9-05a7904ea329,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:20.108967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:20.157867 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-697924aa-bd09-4163-a6f9-1cb35f10b5f1 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/floatingips/0eebb76e-ac11-4b49-876b-9d4820f472f5 HTTP/1.1" status: 204 len: 168 time: 6.9145865 Dec 23 08:30:20.204581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46050) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:20.239625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:20.269776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.316555 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Allocated IP 2001:db8::2 (71581cbc-01e2-4982-9b23-6afce469fe18/9a79231d-1a08-42f5-b421-1bcdbf4972cd/a3dc4e25-dd7e-4334-82d1-02324897713e) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:20.447156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3361fc7d-40f3-4705-a361-df45fa4dc70a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.456910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.461054 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3361fc7d-40f3-4705-a361-df45fa4dc70a tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "DELETE /v2.0/ports/c3831d83-a096-4033-b74e-b7f421cf3174 HTTP/1.1" status: 204 len: 168 time: 2.6237664 Dec 23 08:30:20.464893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46054) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:20.467225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.511437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.515135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:20.515709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.519355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.552371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] For port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,segment=NetworkSegment(23a395ae-15c3-4578-8247-5066b0015433),segment_id=23a395ae-15c3-4578-8247-5066b0015433)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:20.552901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.561930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3757bae8-6249-4114-affc-c45a2829b36d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port 4f649931-0e56-4f9c-9fe3-e651c4e298f6 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:20.562733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3757bae8-6249-4114-affc-c45a2829b36d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.594433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Attempting to bind port 6d064cfd-6f18-4b23-88f9-05a7904ea329 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:20.594958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Attempting to bind port 6d064cfd-6f18-4b23-88f9-05a7904ea329 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:20.595411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Attempting to bind port 6d064cfd-6f18-4b23-88f9-05a7904ea329 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:20.663816 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-780109ff-1e29-49de-8061-5be25b6f2f4c tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] GET failed (client error): The resource could not be found. Dec 23 08:30:20.664374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-780109ff-1e29-49de-8061-5be25b6f2f4c tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Synchronizing usage tracker for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:20.667376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:20.669097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e540c422-6e77-48c2-bf24-9ea9b7378924,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:20.705520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No DVR routers for this DVR port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:20.711432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.713135 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-87df5b24-3e48-4335-b3ff-5302263c2c05 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1246705 Dec 23 08:30:20.720858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46058) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:20.732137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-29a47e7f-b341-41f4-a355-631896a61d3c', 'network_id': '29a47e7f-b341-41f4-a355-631896a61d3c', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'fixed_ips': [{'subnet_id': 'd920404a-5305-4308-b4d0-a31212aef4f5'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:20.733078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.746104 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5400536 Dec 23 08:30:20.746104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e8517-3921-47a1-a17a-1c40d49227cf tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Network': ['ID=2fcb7768-292a-454d-9551-197d290a6c85,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:20.747417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-780109ff-1e29-49de-8061-5be25b6f2f4c tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Unset dirty status for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:20.750050 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-780109ff-1e29-49de-8061-5be25b6f2f4c tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "GET /v2.0/ports/c3831d83-a096-4033-b74e-b7f421cf3174 HTTP/1.1" status: 404 len: 333 time: 0.2817752 Dec 23 08:30:20.751500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46062) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:20.753831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] Calling delete_port for b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:20.754635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '72ac62cb-78ca-48b7-9dcd-dc18d4a77059', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:20.756884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46064) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:20.761353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:20.762402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'network_id': '2fcb7768-292a-454d-9551-197d290a6c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:20.765522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:20.768592 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:20.775629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:20.795498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'port': {'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1481106259'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:20.795743 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:30:20.797413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 2fcb7768-292a-454d-9551-197d290a6c85 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:20.818579 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:20.842493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:20.843004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:20.843769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.844244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:20.844814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Bound port: 6d064cfd-6f18-4b23-88f9-05a7904ea329, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:20.845301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.895994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.907354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:20.939795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:20.940277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:21.036212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object ddefdd95-de43-419c-835a-baed118864c8 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:21.040168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.077693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:21.103199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45f146c-e6b2-4ed9-bdfc-fb1856c27015']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:21.125609 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:21.131686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a395ae-15c3-4578-8247-5066b0015433') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:21.132001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a395ae-15c3-4578-8247-5066b0015433') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:21.154015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.165900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:21.170252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Made reservation on behalf of e2822acc0ef3424185256dfccfb8e0d3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:21.184313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:21.184799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:21.187969 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.191261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.231655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.240765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Transition to ACTIVE for port object a3dc4e25-dd7e-4334-82d1-02324897713e will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:21.249754 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] For port 6d064cfd-6f18-4b23-88f9-05a7904ea329, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:21.254006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.261994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.276022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] For port 6d064cfd-6f18-4b23-88f9-05a7904ea329, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6d064cfd-6f18-4b23-88f9-05a7904ea329,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:21.286168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.293340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Transition to ACTIVE for port object a3dc4e25-dd7e-4334-82d1-02324897713e will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:21.327630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3757bae8-6249-4114-affc-c45a2829b36d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.342406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Allocated IP 2001:db8:1::2 (29a47e7f-b341-41f4-a355-631896a61d3c/d920404a-5305-4308-b4d0-a31212aef4f5/ef22382d-ef77-42dc-a0d1-63c8f334d0b3) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:21.350666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.361513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:21.373399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:21.373802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:21.388347 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:21.401664 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d967831-1321-4b71-9cc1-2f19d64f4324,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:21.472417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.480685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Network 71581cbc-01e2-4982-9b23-6afce469fe18 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:21.483881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Pushing event updated for resources: {'Port': ['ID=6d064cfd-6f18-4b23-88f9-05a7904ea329,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:21.489829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Made reservation on behalf of 70fa9bf3878146ed83a7bfc666da94b2 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:21.490124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:21.493710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.505114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:21.518585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.519027 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.519426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.519733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.519907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.520277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.520663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.521049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.521431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.521829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.522230 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.522603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dd20ec-0687-4a40-87f4-e0b852083187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:30:21.543302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.547414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e7d52951-16e8-4880-b816-121ac861445b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8199136 Dec 23 08:30:21.556455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46070) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:21.567941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3757bae8-6249-4114-affc-c45a2829b36d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for 4f649931-0e56-4f9c-9fe3-e651c4e298f6 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:21.610072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '72ac62cb-78ca-48b7-9dcd-dc18d4a77059', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:21.621097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] device_id is not set on port 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:21.630957 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:21.639087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:21.648365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:21.663889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.685711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.687455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] Deleting port b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:21.687892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.703199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=ddefdd95-de43-419c-835a-baed118864c8,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:21.706603 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:21.706810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Performing IP validity checks on allocation pools {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 08:30:21.707397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.ipam_backend_mixin [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83523) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 08:30:21.710828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:21.711520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.716733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:21.729858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Network': ['ID=e45f146c-e6b2-4ed9-bdfc-fb1856c27015,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:21.742182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:21.753803 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-374f06b6-6ef7-4255-9ebc-95b3379141d1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/networks/e45f146c-e6b2-4ed9-bdfc-fb1856c27015 HTTP/1.1" status: 204 len: 168 time: 2.9794872 Dec 23 08:30:21.763992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46074) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:21.822008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-da827c34-ed22-400f-a4de-e783544a4e15 None None] The port 'b6379ce7-b1b8-46c1-9a38-8c65bb1c0ac3' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:30:21.822555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:21.823608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Pushing event updated for resources: {'Port': ['ID=a3dc4e25-dd7e-4334-82d1-02324897713e,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:21.858055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Attempting to bind port a3dc4e25-dd7e-4334-82d1-02324897713e on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:21.858055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Attempting to bind port a3dc4e25-dd7e-4334-82d1-02324897713e by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '11c26c87-caeb-4989-a3d3-297eece2e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '71581cbc-01e2-4982-9b23-6afce469fe18'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:21.858357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Attempting to bind port a3dc4e25-dd7e-4334-82d1-02324897713e on network 71581cbc-01e2-4982-9b23-6afce469fe18 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:21.920710 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-db3ca464-9d14-4a66-a682-c60048577340 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3507056 Dec 23 08:30:21.931322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46078) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:21.937741 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:30:21.948171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:21.948537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Checking segment: {'id': '11c26c87-caeb-4989-a3d3-297eece2e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '71581cbc-01e2-4982-9b23-6afce469fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:21.948937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.949322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Bound using segment: {'id': '11c26c87-caeb-4989-a3d3-297eece2e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '71581cbc-01e2-4982-9b23-6afce469fe18'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:21.949785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Bound port: a3dc4e25-dd7e-4334-82d1-02324897713e, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c26c87-caeb-4989-a3d3-297eece2e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '71581cbc-01e2-4982-9b23-6afce469fe18'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:21.950173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:21.950902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.015630 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.026491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Transition to ACTIVE for port object ef22382d-ef77-42dc-a0d1-63c8f334d0b3 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:22.050503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Transition to ACTIVE for port object ef22382d-ef77-42dc-a0d1-63c8f334d0b3 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:22.062871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.078496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Allocated IP 2001:db8::277 (23cf265c-6db0-4587-90e4-a4f45791b286/3349a235-dc5a-4f3c-b8cc-9f9bd246304c/71525f0c-f9dd-4e0e-bebe-94d5cc01c050) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:22.167817 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Network 29a47e7f-b341-41f4-a355-631896a61d3c is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:22.173031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:22.175406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] For port a3dc4e25-dd7e-4334-82d1-02324897713e, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:22.177572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Pushing event updated for resources: {'Port': ['ID=ef22382d-ef77-42dc-a0d1-63c8f334d0b3,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:22.180038 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:22.191001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] For port a3dc4e25-dd7e-4334-82d1-02324897713e, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a3dc4e25-dd7e-4334-82d1-02324897713e,segment=NetworkSegment(11c26c87-caeb-4989-a3d3-297eece2e4af),segment_id=11c26c87-caeb-4989-a3d3-297eece2e4af)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:22.201202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f651e99-9170-4aa7-82b9-c34697fd493c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:22.201902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5f651e99-9170-4aa7-82b9-c34697fd493c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:22.249057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.328352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99645a-b65b-4aa6-82a7-a2bcbf10fa52 None None] Pushing event updated for resources: {'Port': ['ID=a3dc4e25-dd7e-4334-82d1-02324897713e,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:22.342965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5f651e99-9170-4aa7-82b9-c34697fd493c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:22.348910 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5f651e99-9170-4aa7-82b9-c34697fd493c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5789223 Dec 23 08:30:22.352997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46082) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:22.358634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Attempting to bind port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:22.359129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Attempting to bind port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '4c659338-fd10-463b-bfb4-d3bf283bbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29a47e7f-b341-41f4-a355-631896a61d3c'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:22.359306 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Attempting to bind port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 on network 29a47e7f-b341-41f4-a355-631896a61d3c {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:22.366967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:22.367246 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Checking segment: {'id': '4c659338-fd10-463b-bfb4-d3bf283bbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29a47e7f-b341-41f4-a355-631896a61d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:22.367543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.367925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Bound using segment: {'id': '4c659338-fd10-463b-bfb4-d3bf283bbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29a47e7f-b341-41f4-a355-631896a61d3c'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:22.369028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Bound port: ef22382d-ef77-42dc-a0d1-63c8f334d0b3, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c659338-fd10-463b-bfb4-d3bf283bbce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29a47e7f-b341-41f4-a355-631896a61d3c'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:22.369399 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.408024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5524755-1686-45b7-a215-18ce57bc0a10 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:22.412014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5524755-1686-45b7-a215-18ce57bc0a10 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:22.416627 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a5524755-1686-45b7-a215-18ce57bc0a10 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4691105 Dec 23 08:30:22.424638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46086) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:22.425202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.459575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.465975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] For port ef22382d-ef77-42dc-a0d1-63c8f334d0b3, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:22.469299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] For port ef22382d-ef77-42dc-a0d1-63c8f334d0b3, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ef22382d-ef77-42dc-a0d1-63c8f334d0b3,segment=NetworkSegment(4c659338-fd10-463b-bfb4-d3bf283bbce5),segment_id=4c659338-fd10-463b-bfb4-d3bf283bbce5)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:22.474581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3757bae8-6249-4114-affc-c45a2829b36d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.476325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.515913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=e6d15e72-98d4-4225-8a0f-4a28c0c8aade,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:22.518438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.593175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757bae8-6249-4114-affc-c45a2829b36d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=4f649931-0e56-4f9c-9fe3-e651c4e298f6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:22.609282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592c39d-8673-4c60-82ea-a0763debc793 None None] Pushing event updated for resources: {'Port': ['ID=ef22382d-ef77-42dc-a0d1-63c8f334d0b3,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:22.620031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 2001:db8::1 (71581cbc-01e2-4982-9b23-6afce469fe18/9a79231d-1a08-42f5-b421-1bcdbf4972cd/089c7177-1f39-4635-9c82-f5920293485c) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:22.622577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e5951a-4196-49a5-95f7-91b7aa743bf3,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:22.690486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-518338fa-8185-4bfd-bb77-51f5f77831b0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port ddefdd95-de43-419c-835a-baed118864c8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:22.690825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-518338fa-8185-4bfd-bb77-51f5f77831b0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.728284 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4466e9cc-fbc8-42e0-b05b-f648a98af5ae tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3711536 Dec 23 08:30:22.732100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46090) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:22.739719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-163073468'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:22.763601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.771414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Checking segment: {'id': '93a26468-f5a1-49b6-b6f8-917b3112a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2fcb7768-292a-454d-9551-197d290a6c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:22.771747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network hostable DHCP agents. Network: 2fcb7768-292a-454d-9551-197d290a6c85, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:30:22.786560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:22.791358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.814913 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6fd6fee7-e5d0-4372-b981-d84e46f136d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2060609 Dec 23 08:30:22.816276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:network and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:22.824907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:22.839541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Transition to ACTIVE for port object 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:22.850796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:22.872306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Network 2fcb7768-292a-454d-9551-197d290a6c85 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:30:22.899156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6d064cfd-6f18-4b23-88f9-05a7904ea329 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:22.901375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:22.909734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:22.950149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 2fcb7768-292a-454d-9551-197d290a6c85) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:22.959829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:22.964845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.010052 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a01ed5e-e0f9-4c50-98d7-97b60625f12a None None] Network 2fcb7768-292a-454d-9551-197d290a6c85 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:23.071918 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-236fb5a6-c78f-4620-a419-6e40a9182849 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3162208 Dec 23 08:30:23.077279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46096) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:23.102555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d038b7c7-6461-4d4d-b4ed-6d6ce17edd3d tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:23.166526 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.268300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 6d064cfd-6f18-4b23-88f9-05a7904ea329 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:23.293489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Port': ['ID=71525f0c-f9dd-4e0e-bebe-94d5cc01c050,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:23.315208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:30:23.319487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3757bae8-6249-4114-affc-c45a2829b36d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.322257 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3757bae8-6249-4114-affc-c45a2829b36d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/ports/4f649931-0e56-4f9c-9fe3-e651c4e298f6 HTTP/1.1" status: 204 len: 168 time: 3.1014104 Dec 23 08:30:23.329866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46102) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:23.343556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:23.349488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:23.359754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:23.374839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.375173 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Added segment fb91e727-df46-4a1b-a164-b0472acb1c78 of type vlan for network cbed128c-f882-4ef1-8cf9-2189af15752e Dec 23 08:30:23.377630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Network 23cf265c-6db0-4587-90e4-a4f45791b286 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:23.386716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.413008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-2fcb7768-292a-454d-9551-197d290a6c85', 'network_id': '2fcb7768-292a-454d-9551-197d290a6c85', 'tenant_id': 'e2822acc0ef3424185256dfccfb8e0d3', 'fixed_ips': [{'subnet_id': 'e6d15e72-98d4-4225-8a0f-4a28c0c8aade'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:23.413876 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.431560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:23.433926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:23.437777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:23.438407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.538912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4de70c72-6e5c-473b-9967-1e493ad62396 None None] Provisioning for port 6d064cfd-6f18-4b23-88f9-05a7904ea329 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:23.557826 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4de70c72-6e5c-473b-9967-1e493ad62396 None None] Provisioning complete for port 6d064cfd-6f18-4b23-88f9-05a7904ea329 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:23.558585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4de70c72-6e5c-473b-9967-1e493ad62396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.570968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.585248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d038b7c7-6461-4d4d-b4ed-6d6ce17edd3d tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32088767'] for subnet, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.588507 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-673994bd-280f-48a7-a14d-496c2ecc8768 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8304448 Dec 23 08:30:23.592258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46110) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:23.596749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.601446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6a35f54d-a629-4391-ad81-77a2d50adb24 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:23.604156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-73bcb5c0-1d08-41b2-b0b3-a40352a6d0f9 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:68:49:8b'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:23.636164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6a35f54d-a629-4391-ad81-77a2d50adb24 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:23.637334 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6a35f54d-a629-4391-ad81-77a2d50adb24 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976288073&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.2255981 Dec 23 08:30:23.699929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Allocated IP 2001:db8::3 (2fcb7768-292a-454d-9551-197d290a6c85/e6d15e72-98d4-4225-8a0f-4a28c0c8aade/85b28147-3d18-4e9b-97f9-e6ce126805c5) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:23.737328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Transition to ACTIVE for port object 089c7177-1f39-4635-9c82-f5920293485c will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:23.757024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.760790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:23.761357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.795022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-518338fa-8185-4bfd-bb77-51f5f77831b0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:23.846461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4de70c72-6e5c-473b-9967-1e493ad62396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.043198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-518338fa-8185-4bfd-bb77-51f5f77831b0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for ddefdd95-de43-419c-835a-baed118864c8 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:24.056409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.073216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Transition to ACTIVE for port object 85b28147-3d18-4e9b-97f9-e6ce126805c5 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:24.075498 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3424811 Dec 23 08:30:24.077694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46114) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:24.092940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': 'cbed128c-f882-4ef1-8cf9-2189af15752e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:24.105755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Transition to ACTIVE for port object 85b28147-3d18-4e9b-97f9-e6ce126805c5 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:24.119439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4de70c72-6e5c-473b-9967-1e493ad62396 None None] For port 6d064cfd-6f18-4b23-88f9-05a7904ea329, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6d064cfd-6f18-4b23-88f9-05a7904ea329,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:24.121659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.176784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.186214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4de70c72-6e5c-473b-9967-1e493ad62396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.246377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-3e48cf80-d4bf-4976-b6ca-888ff361b326 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:24.250325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Network 2fcb7768-292a-454d-9551-197d290a6c85 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:24.254159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:24.256728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:24.259388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Pushing event updated for resources: {'Port': ['ID=85b28147-3d18-4e9b-97f9-e6ce126805c5,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:24.265079 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-3e48cf80-d4bf-4976-b6ca-888ff361b326 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6 HTTP/1.1" status: 200 len: 797 time: 0.5955117 Dec 23 08:30:24.284308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ee4e3-a97c-4c9c-a7a0-0060bc0ea84a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Network': ['ID=cbed128c-f882-4ef1-8cf9-2189af15752e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:24.297168 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-08f8db84-b822-42a0-b3ff-cdbf2d9c0ae3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0311174 Dec 23 08:30:24.319834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network cbed128c-f882-4ef1-8cf9-2189af15752e details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:24.423864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 71581cbc-01e2-4982-9b23-6afce469fe18 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:24.427143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:24.447199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:24.452935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:24.479813 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:24.480215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.554032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=089c7177-1f39-4635-9c82-f5920293485c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:24.556631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:24.563106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de70c72-6e5c-473b-9967-1e493ad62396 None None] Pushing event updated for resources: {'Port': ['ID=6d064cfd-6f18-4b23-88f9-05a7904ea329,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:24.584110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f8c028f3-0023-4ac9-9f68-3cea861d94bb None None] Provisioning for port ddefdd95-de43-419c-835a-baed118864c8 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:24.592052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:24.592466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Attempting to bind port 85b28147-3d18-4e9b-97f9-e6ce126805c5 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:24.593034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Attempting to bind port 85b28147-3d18-4e9b-97f9-e6ce126805c5 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '93a26468-f5a1-49b6-b6f8-917b3112a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2fcb7768-292a-454d-9551-197d290a6c85'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:24.593683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Attempting to bind port 85b28147-3d18-4e9b-97f9-e6ce126805c5 on network 2fcb7768-292a-454d-9551-197d290a6c85 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:24.595620 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.602102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f8c028f3-0023-4ac9-9f68-3cea861d94bb None None] Provisioning complete for port ddefdd95-de43-419c-835a-baed118864c8 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:24.603657 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f8c028f3-0023-4ac9-9f68-3cea861d94bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.686653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442399c3-bb3c-43f7-b9d0-e6565bb541e4 None None] Network 71581cbc-01e2-4982-9b23-6afce469fe18 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:24.708756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:24.709117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Checking segment: {'id': '93a26468-f5a1-49b6-b6f8-917b3112a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2fcb7768-292a-454d-9551-197d290a6c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:24.709511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.709891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Bound using segment: {'id': '93a26468-f5a1-49b6-b6f8-917b3112a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2fcb7768-292a-454d-9551-197d290a6c85'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:24.710431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Bound port: 85b28147-3d18-4e9b-97f9-e6ce126805c5, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a26468-f5a1-49b6-b6f8-917b3112a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2fcb7768-292a-454d-9551-197d290a6c85'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:24.710797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.723745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73bcb5c0-1d08-41b2-b0b3-a40352a6d0f9 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:24.775044 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-3847d1fb-ae67-47b5-b8bb-bf7b710147df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4708591 Dec 23 08:30:24.790413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:24.866013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f8c028f3-0023-4ac9-9f68-3cea861d94bb None None] Port ddefdd95-de43-419c-835a-baed118864c8 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:24.868248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb4d81-2953-4078-8ac3-fd1109ebb6c9 None None] Network 29a47e7f-b341-41f4-a355-631896a61d3c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:25.022310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-518338fa-8185-4bfd-bb77-51f5f77831b0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.044357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a3dc4e25-dd7e-4334-82d1-02324897713e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:25.072236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.079332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.098645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518338fa-8185-4bfd-bb77-51f5f77831b0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=ddefdd95-de43-419c-835a-baed118864c8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:25.195871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] For port 85b28147-3d18-4e9b-97f9-e6ce126805c5, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:25.220212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-518338fa-8185-4bfd-bb77-51f5f77831b0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.229206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d038b7c7-6461-4d4d-b4ed-6d6ce17edd3d tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788091484438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32256498'] for subnet, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.244928 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-38ee92f1-a557-4c4e-a49d-0c0f10a552f4 service neutron] 10.222.0.36 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394786 Dec 23 08:30:25.246770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Provisioning for port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:25.251755 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-518338fa-8185-4bfd-bb77-51f5f77831b0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/ddefdd95-de43-419c-835a-baed118864c8 HTTP/1.1" status: 204 len: 168 time: 2.8260591 Dec 23 08:30:25.252558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46118) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:25.263980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] For port 85b28147-3d18-4e9b-97f9-e6ce126805c5, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85b28147-3d18-4e9b-97f9-e6ce126805c5,segment=NetworkSegment(93a26468-f5a1-49b6-b6f8-917b3112a81d),segment_id=93a26468-f5a1-49b6-b6f8-917b3112a81d)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:25.283878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.414573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Provisioning for port a3dc4e25-dd7e-4334-82d1-02324897713e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:25.422977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a3dc4e25-dd7e-4334-82d1-02324897713e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:25.428990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.26.8.238 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/c1f99c9b-3b1e-413b-a378-1183b9ddd2d6) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:25.454301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Provisioning complete for port a3dc4e25-dd7e-4334-82d1-02324897713e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:25.454642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.479933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a3dc4e25-dd7e-4334-82d1-02324897713e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:25.482444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.521699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038b7c7-6461-4d4d-b4ed-6d6ce17edd3d tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event updated for resources: {'Subnet': ['ID=e6d15e72-98d4-4225-8a0f-4a28c0c8aade,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:25.560766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37031063-d922-42dc-ac83-ee97ade9c939 None None] Pushing event updated for resources: {'Port': ['ID=85b28147-3d18-4e9b-97f9-e6ce126805c5,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:25.595836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038b7c7-6461-4d4d-b4ed-6d6ce17edd3d tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:25.596888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d038b7c7-6461-4d4d-b4ed-6d6ce17edd3d tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.597781 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d038b7c7-6461-4d4d-b4ed-6d6ce17edd3d tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "PUT /v2.0/subnets/e6d15e72-98d4-4225-8a0f-4a28c0c8aade HTTP/1.1" status: 200 len: 900 time: 2.5189471 Dec 23 08:30:25.608564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46122) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:25.631531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d93099-55be-4926-a6b2-c239720334be tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:25.633237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d93099-55be-4926-a6b2-c239720334be tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:25.634061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-41d93099-55be-4926-a6b2-c239720334be tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:25.782875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.857880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port a3dc4e25-dd7e-4334-82d1-02324897713e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a3dc4e25-dd7e-4334-82d1-02324897713e,segment=NetworkSegment(11c26c87-caeb-4989-a3d3-297eece2e4af),segment_id=11c26c87-caeb-4989-a3d3-297eece2e4af)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:25.876086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.877135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ef22382d-ef77-42dc-a0d1-63c8f334d0b3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:25.978623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.987213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73bcb5c0-1d08-41b2-b0b3-a40352a6d0f9 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:25.993584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.003843 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73bcb5c0-1d08-41b2-b0b3-a40352a6d0f9 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.064592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-73bcb5c0-1d08-41b2-b0b3-a40352a6d0f9 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] In _notify_port_updated(), no bound segment for port 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 on network 23cf265c-6db0-4587-90e4-a4f45791b286 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:30:26.068868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bcb5c0-1d08-41b2-b0b3-a40352a6d0f9 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:26.069723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73bcb5c0-1d08-41b2-b0b3-a40352a6d0f9 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.071330 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-73bcb5c0-1d08-41b2-b0b3-a40352a6d0f9 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "PUT /v2.0/ports/71525f0c-f9dd-4e0e-bebe-94d5cc01c050 HTTP/1.1" status: 200 len: 1003 time: 2.4761040 Dec 23 08:30:26.074470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.076964 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-4df8093f-1995-4b77-94b2-22be493caff2 service neutron] 10.222.0.36 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7872467 Dec 23 08:30:26.077549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-41d93099-55be-4926-a6b2-c239720334be tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:26.078616 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-41d93099-55be-4926-a6b2-c239720334be tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.8250985 Dec 23 08:30:26.083774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46126) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:26.084096 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46128) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:26.148048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:26.148414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:26.152885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=a3dc4e25-dd7e-4334-82d1-02324897713e,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:26.176860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:26.184505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.184723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:26.185011 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.195311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=5238a6da-e37a-4615-81b8-c967add23d60,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:26.226431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcb5c0-1d08-41b2-b0b3-a40352a6d0f9 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Port': ['ID=71525f0c-f9dd-4e0e-bebe-94d5cc01c050,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:26.308450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Checking segment: {'id': 'fb91e727-df46-4a1b-a164-b0472acb1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cbed128c-f882-4ef1-8cf9-2189af15752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:26.309305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network hostable DHCP agents. Network: cbed128c-f882-4ef1-8cf9-2189af15752e, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:30:26.315107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.427087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting port 85b28147-3d18-4e9b-97f9-e6ce126805c5 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:26.427637 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.429440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.482311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port ef22382d-ef77-42dc-a0d1-63c8f334d0b3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ef22382d-ef77-42dc-a0d1-63c8f334d0b3,segment=NetworkSegment(4c659338-fd10-463b-bfb4-d3bf283bbce5),segment_id=4c659338-fd10-463b-bfb4-d3bf283bbce5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:26.496757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.497597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6d064cfd-6f18-4b23-88f9-05a7904ea329 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:26.552205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ca971613-75cc-4919-8fa3-ec257e310294 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Deleting port 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:26.553346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca971613-75cc-4919-8fa3-ec257e310294 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.586320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:26.604385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:26.634417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:26.707422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=c1f99c9b-3b1e-413b-a378-1183b9ddd2d6,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:26.733792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network cbed128c-f882-4ef1-8cf9-2189af15752e is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:30:26.765853 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-958a19b4-7776-4a81-8545-a0711084ed4d req-ebab2049-528a-441f-ad4d-882fc78da270 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 210 time: 0.2845492 Dec 23 08:30:26.861165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=ef22382d-ef77-42dc-a0d1-63c8f334d0b3,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:26.899792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 6d064cfd-6f18-4b23-88f9-05a7904ea329 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:26.902677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.943183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, cbed128c-f882-4ef1-8cf9-2189af15752e) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:26.943894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Provisioning for port 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:26.952063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:26.952931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:26.956114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2bb1c-3787-43cc-aa93-5e400a12eacf None None] Network cbed128c-f882-4ef1-8cf9-2189af15752e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:26.988157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:30:27.001581 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1fd2fa62-3355-45c0-9863-f3c481470cc0 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9153888 Dec 23 08:30:27.003192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46142) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:27.012023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': 'cbed128c-f882-4ef1-8cf9-2189af15752e', 'name': 'tempest-PortsIpV6TestJSON-2069580672'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:27.061768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.210652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Provisioning complete for port 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:27.211017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.252857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.262630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:27.305905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.306651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.315509 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-df79adf7-003e-45b1-8cd6-e4984189d541 None None] Port 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:27.336775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.392004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:27.406447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98eaf8c-3f0c-48ca-b0e4-adc96c2858d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 1afc5ea0-e6b8-4328-928f-1c69b56078f2 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:27.453995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf8c-3f0c-48ca-b0e4-adc96c2858d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.541773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Provisioning complete for port 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:27.554277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.616544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-cbed128c-f882-4ef1-8cf9-2189af15752e', 'network_id': 'cbed128c-f882-4ef1-8cf9-2189af15752e', 'tenant_id': '5081e89da4a74fbea7194cff8f1d47f3', 'fixed_ips': [{'subnet_id': '5238a6da-e37a-4615-81b8-c967add23d60'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:27.617822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.638991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f4882e-6953-4f5c-a453-c2147427073a None None] Network 2fcb7768-292a-454d-9551-197d290a6c85 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:27.650657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=089c7177-1f39-4635-9c82-f5920293485c,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:27.689733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] For port 85b28147-3d18-4e9b-97f9-e6ce126805c5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85b28147-3d18-4e9b-97f9-e6ce126805c5,segment=NetworkSegment(93a26468-f5a1-49b6-b6f8-917b3112a81d),segment_id=93a26468-f5a1-49b6-b6f8-917b3112a81d)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:27.692449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.706111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:27.710325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.725362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca971613-75cc-4919-8fa3-ec257e310294 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.751478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf8c-3f0c-48ca-b0e4-adc96c2858d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.760957 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 9d3dfbdb-36d8-4924-88a5-97245d65f07a yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:27.788042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a3dc4e25-dd7e-4334-82d1-02324897713e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:27.815061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Port 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:27.868717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:30:27.888515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.918905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.978160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Provisioning complete for port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:27.979235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:27.999644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Calling delete_port for 85b28147-3d18-4e9b-97f9-e6ce126805c5 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:28.055480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=c1f99c9b-3b1e-413b-a378-1183b9ddd2d6,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:28.060216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::295 (cbed128c-f882-4ef1-8cf9-2189af15752e/5238a6da-e37a-4615-81b8-c967add23d60/9d3dfbdb-36d8-4924-88a5-97245d65f07a) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:28.084834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.121452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ca971613-75cc-4919-8fa3-ec257e310294 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Calling delete_port for 71525f0c-f9dd-4e0e-bebe-94d5cc01c050 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:28.156035 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-59d7edab-f2a1-4bd0-97d4-18b828c1decf req-d613458d-0d1f-4bf9-bedd-42319f86d426 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 210 time: 0.1933880 Dec 23 08:30:28.247253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.251577 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7c51d5cd-90ae-42a6-a18f-a98b371161f8 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9155853 Dec 23 08:30:28.252652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46150) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:28.254233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 71581cbc-01e2-4982-9b23-6afce469fe18 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:28.259117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:28.268275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a3dc4e25-dd7e-4334-82d1-02324897713e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:28.268706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.331428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'port': {'network_id': '35a62d7a-0d69-411e-b2d4-3eb8467cff0c', 'name': 'tempest-FloatingIPTestJSON-261310575'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:28.337751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Provisioning for port 089c7177-1f39-4635-9c82-f5920293485c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:28.427820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Provisioning complete for port 089c7177-1f39-4635-9c82-f5920293485c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:28.428202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.463104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ef22382d-ef77-42dc-a0d1-63c8f334d0b3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:28.500492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf8c-3f0c-48ca-b0e4-adc96c2858d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.569132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.593905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Port 089c7177-1f39-4635-9c82-f5920293485c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:28.621805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Provisioning complete for port a3dc4e25-dd7e-4334-82d1-02324897713e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:28.622156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a1e036d-749f-4988-b178-c2a14b557d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.672966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-056d3220-e904-4b21-b295-6c5759f69e2b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:28.673871 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-056d3220-e904-4b21-b295-6c5759f69e2b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:28.692759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:28.693130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.721869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.724817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object 9d3dfbdb-36d8-4924-88a5-97245d65f07a will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:28.732409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-056d3220-e904-4b21-b295-6c5759f69e2b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:28.734138 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-056d3220-e904-4b21-b295-6c5759f69e2b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6 HTTP/1.1" status: 200 len: 797 time: 0.6109631 Dec 23 08:30:28.743154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:28.772301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:28.780010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca971613-75cc-4919-8fa3-ec257e310294 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.788019 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Port': ['ID=85b28147-3d18-4e9b-97f9-e6ce126805c5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:28.807651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Made reservation on behalf of 5c600ae97614497a98bd811f81184e15 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:28.810705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.828971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:28.875867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-fa00f102-3b0a-4bbf-9d65-8ba883f924c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:28.882858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05595436-a25d-4746-8dda-79c951b71a9c None None] Network 2fcb7768-292a-454d-9551-197d290a6c85 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:28.927810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] device_id is not set on port ac550cf4-e93b-4be3-9553-a1ac1b56e469 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:28.994531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=9d3dfbdb-36d8-4924-88a5-97245d65f07a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:28.996715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-fa00f102-3b0a-4bbf-9d65-8ba883f924c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:28.997815 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-fa00f102-3b0a-4bbf-9d65-8ba883f924c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 380 time: 0.2495511 Dec 23 08:30:28.999590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network cbed128c-f882-4ef1-8cf9-2189af15752e is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:29.003635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:29.012623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['72ac62cb-78ca-48b7-9dcd-dc18d4a77059']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:29.029191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:29.033021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:29.033621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.044590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf8c-3f0c-48ca-b0e4-adc96c2858d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.048757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca971613-75cc-4919-8fa3-ec257e310294 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event deleted for resources: {'Port': ['ID=71525f0c-f9dd-4e0e-bebe-94d5cc01c050,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:29.063745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Allocated IP 2001:db8::2 (cbed128c-f882-4ef1-8cf9-2189af15752e/5238a6da-e37a-4615-81b8-c967add23d60/c46db6a1-935a-483b-85d8-750eeee70ed5) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:29.083337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85b28147-3d18-4e9b-97f9-e6ce126805c5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:29.129062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 85b28147-3d18-4e9b-97f9-e6ce126805c5 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:29.129265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85b28147-3d18-4e9b-97f9-e6ce126805c5 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 23 08:30:29.170797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eaf8c-3f0c-48ca-b0e4-adc96c2858d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=1afc5ea0-e6b8-4328-928f-1c69b56078f2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:29.264857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ca971613-75cc-4919-8fa3-ec257e310294 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.282863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No DVR routers for this DVR port 85b28147-3d18-4e9b-97f9-e6ce126805c5 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:29.293519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b98eaf8c-3f0c-48ca-b0e4-adc96c2858d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.311888 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-92cb9fc2-cc51-45eb-ba93-fb65c9389ffb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3063109 Dec 23 08:30:29.321721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46156) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:29.330819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': 'cbed128c-f882-4ef1-8cf9-2189af15752e', 'name': 'tempest-PortsIpV6TestJSON-503962111'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:29.386588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.393154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Port 85b28147-3d18-4e9b-97f9-e6ce126805c5 not found, will not notify nova. {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 08:30:29.402353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4712b9c-0019-4a4d-9501-13c3c6e4a9ee None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:29.427386 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b98eaf8c-3f0c-48ca-b0e4-adc96c2858d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/1afc5ea0-e6b8-4328-928f-1c69b56078f2 HTTP/1.1" status: 204 len: 168 time: 3.3268678 Dec 23 08:30:29.434436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46160) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:29.486867 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ca971613-75cc-4919-8fa3-ec257e310294 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "DELETE /v2.0/ports/71525f0c-f9dd-4e0e-bebe-94d5cc01c050 HTTP/1.1" status: 204 len: 168 time: 3.3989251 Dec 23 08:30:29.507271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46164) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:29.579457 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1daf48a1-bdd3-4985-85ce-7995505796e4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1386783 Dec 23 08:30:29.586120 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-74a769ce-469c-4c67-b0c5-8ea646ccfbb1 req-a7865e74-e0b3-4fae-b7b6-e9794873e5d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 210 time: 0.1595981 Dec 23 08:30:29.588440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46168) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:29.590244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bca0430a-5b45-4762-b1fa-167aa116c057 None None] Provisioning complete for port 089c7177-1f39-4635-9c82-f5920293485c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:29.590602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bca0430a-5b45-4762-b1fa-167aa116c057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.601424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:29.608926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:29.624872 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe994808-affe-4157-9f55-c0f6501740d6 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] GET failed (client error): The resource could not be found. Dec 23 08:30:29.625797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fe994808-affe-4157-9f55-c0f6501740d6 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Synchronizing usage tracker for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:29.636249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:port and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:29.645020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:29.648208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.20.0.5 (35a62d7a-0d69-411e-b2d4-3eb8467cff0c/2926821a-3821-43a1-950b-6cf23bae8a1f/ac550cf4-e93b-4be3-9553-a1ac1b56e469) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:29.666936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:29.709769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:29.712614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fe994808-affe-4157-9f55-c0f6501740d6 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Unset dirty status for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:29.714064 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fe994808-affe-4157-9f55-c0f6501740d6 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "GET /v2.0/ports/71525f0c-f9dd-4e0e-bebe-94d5cc01c050 HTTP/1.1" status: 404 len: 333 time: 0.1932881 Dec 23 08:30:29.719058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46172) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:29.719254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:29.721835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.736075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'port': {'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1861082019'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:29.754970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:29.849685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bca0430a-5b45-4762-b1fa-167aa116c057 None None] Port 089c7177-1f39-4635-9c82-f5920293485c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:29.850555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:29.866442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.880038 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bca0430a-5b45-4762-b1fa-167aa116c057 None None] Could not find standard attr ID for object 85b28147-3d18-4e9b-97f9-e6ce126805c5. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:30:29.886871 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:29.890047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.907806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:29.923878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.940468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Transition to ACTIVE for port object c46db6a1-935a-483b-85d8-750eeee70ed5 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:29.942950 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d15e72-98d4-4225-8a0f-4a28c0c8aade,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:29.974125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:29.982056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Transition to ACTIVE for port object c46db6a1-935a-483b-85d8-750eeee70ed5 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:29.992576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:29.993081 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:29.996792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.043272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8878054e-beeb-448e-b575-6aa887fb14ac None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:30.070325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Network cbed128c-f882-4ef1-8cf9-2189af15752e is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:30.071822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8878054e-beeb-448e-b575-6aa887fb14ac None None] Deleting port 6d064cfd-6f18-4b23-88f9-05a7904ea329 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:30.072183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8878054e-beeb-448e-b575-6aa887fb14ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.114089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:30.115856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6258c52-1614-43a0-8558-7ac8f68631f4 None None] Network 2fcb7768-292a-454d-9551-197d290a6c85 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:30.138054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:30.194089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:30.209627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Pushing event updated for resources: {'Port': ['ID=c46db6a1-935a-483b-85d8-750eeee70ed5,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:30.225418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.231900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.238934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:30.282792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.3 (5d10699c-99b5-4cad-bbb8-16dc3695dbd6/7be9df53-de85-4ec7-8c03-915b49af02fd/dff6c749-2ad0-4ea8-a5be-6b39e664770c) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:30.284053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcb7768-292a-454d-9551-197d290a6c85']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:30.291807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Made reservation on behalf of 70fa9bf3878146ed83a7bfc666da94b2 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:30.295288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.301444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::11f (cbed128c-f882-4ef1-8cf9-2189af15752e/5238a6da-e37a-4615-81b8-c967add23d60/c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:30.314563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router e7904397-30f1-4e07-9283-79ae7bf32e5c is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:30:30.324670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a26468-f5a1-49b6-b6f8-917b3112a81d') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:30.324916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a26468-f5a1-49b6-b6f8-917b3112a81d') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:30.345685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] device_id is not set on port e46a831c-de56-490c-8d2d-aa1e881b8e06 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:30.363860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.375667 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8878054e-beeb-448e-b575-6aa887fb14ac None None] For port 6d064cfd-6f18-4b23-88f9-05a7904ea329, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6d064cfd-6f18-4b23-88f9-05a7904ea329,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:30.376045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8878054e-beeb-448e-b575-6aa887fb14ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.382804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.414973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.524334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:30.524628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:30.542144 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:30.564845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8878054e-beeb-448e-b575-6aa887fb14ac None None] Calling delete_port for 6d064cfd-6f18-4b23-88f9-05a7904ea329 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:30.622038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 35a62d7a-0d69-411e-b2d4-3eb8467cff0c is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:30.634010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=ac550cf4-e93b-4be3-9553-a1ac1b56e469,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:30.641194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:30.650321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:30.709773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.753941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-41662f54-10ca-4c95-8fa4-ef35af32a2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.765823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Attempting to bind port c46db6a1-935a-483b-85d8-750eeee70ed5 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:30.766221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Attempting to bind port c46db6a1-935a-483b-85d8-750eeee70ed5 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'fb91e727-df46-4a1b-a164-b0472acb1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cbed128c-f882-4ef1-8cf9-2189af15752e'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:30.766842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Attempting to bind port c46db6a1-935a-483b-85d8-750eeee70ed5 on network cbed128c-f882-4ef1-8cf9-2189af15752e {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:30.786156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:30.786617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Checking segment: {'id': 'fb91e727-df46-4a1b-a164-b0472acb1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cbed128c-f882-4ef1-8cf9-2189af15752e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:30.787082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.787702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Bound using segment: {'id': 'fb91e727-df46-4a1b-a164-b0472acb1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cbed128c-f882-4ef1-8cf9-2189af15752e'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:30.788132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Bound port: c46db6a1-935a-483b-85d8-750eeee70ed5, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb91e727-df46-4a1b-a164-b0472acb1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cbed128c-f882-4ef1-8cf9-2189af15752e'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:30.788587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.795920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:30.796522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.822952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.839925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f06aab7-557b-4fa0-b043-79ca79b4f2cd None None] DHCP port deletion for 2fcb7768-292a-454d-9551-197d290a6c85 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:30.848096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8878054e-beeb-448e-b575-6aa887fb14ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.862587 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2998df21-ccd7-48fa-a299-01db8052ac5f tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5870464 Dec 23 08:30:30.862587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object dff6c749-2ad0-4ea8-a5be-6b39e664770c will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:30.864521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.868673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46178) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:30.875068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'port_id': 'ac550cf4-e93b-4be3-9553-a1ac1b56e469'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:30.887057 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-176a2c86-ddad-4eef-87da-1994fdf1de80 req-cedd4562-41a2-4663-82ca-a49c00a6da2b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 210 time: 0.0823956 Dec 23 08:30:30.917110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878054e-beeb-448e-b575-6aa887fb14ac None None] Pushing event deleted for resources: {'Port': ['ID=6d064cfd-6f18-4b23-88f9-05a7904ea329,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:30.935061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8878054e-beeb-448e-b575-6aa887fb14ac None None] No DVR routers for this DVR port 6d064cfd-6f18-4b23-88f9-05a7904ea329 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:30.990422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:30.995402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] For port c46db6a1-935a-483b-85d8-750eeee70ed5, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:30.999026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] For port c46db6a1-935a-483b-85d8-750eeee70ed5, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c46db6a1-935a-483b-85d8-750eeee70ed5,segment=NetworkSegment(fb91e727-df46-4a1b-a164-b0472acb1c78),segment_id=fb91e727-df46-4a1b-a164-b0472acb1c78)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:31.004759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:31.045262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:31.082723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:31.087021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:31.101687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8cf1c-f1e6-4c35-aa89-25f14020a786 None None] Pushing event updated for resources: {'Port': ['ID=c46db6a1-935a-483b-85d8-750eeee70ed5,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:31.125525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:31.144299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=2fcb7768-292a-454d-9551-197d290a6c85,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:31.167590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Allocated IP 2001:db8::3af (23cf265c-6db0-4587-90e4-a4f45791b286/3349a235-dc5a-4f3c-b8cc-9f9bd246304c/e46a831c-de56-490c-8d2d-aa1e881b8e06) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:31.241244 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-268a0c94-18a7-41a3-b813-e68abdedfc08 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/2fcb7768-292a-454d-9551-197d290a6c85 HTTP/1.1" status: 204 len: 168 time: 5.6316235 Dec 23 08:30:31.246969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46182) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:31.350733 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-94487e66-263e-4467-9715-e796249008ec tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:31.351160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94487e66-263e-4467-9715-e796249008ec tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:31.355417 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-94487e66-263e-4467-9715-e796249008ec tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/e6d15e72-98d4-4225-8a0f-4a28c0c8aade HTTP/1.1" status: 404 len: 337 time: 0.1027131 Dec 23 08:30:31.364862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46186) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:31.403806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:31.418607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=dff6c749-2ad0-4ea8-a5be-6b39e664770c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:31.428239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:31.464823 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ce879c-afa1-4c4b-beaa-c6b6170927de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:31.465258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ce879c-afa1-4c4b-beaa-c6b6170927de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:31.467008 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b7ce879c-afa1-4c4b-beaa-c6b6170927de tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/2fcb7768-292a-454d-9551-197d290a6c85 HTTP/1.1" status: 404 len: 339 time: 0.0673430 Dec 23 08:30:31.471426 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:31.479669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46190) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:31.487784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:31.523143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:30:31.531821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:31.598672 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c46db6a1-935a-483b-85d8-750eeee70ed5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:31.604240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:31.612620 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6abb86af-cbcd-4404-bdb8-6bb1827e398c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/e7904397-30f1-4e07-9283-79ae7bf32e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5724349 Dec 23 08:30:31.613824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46194) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:31.634170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff5d0fd-fc16-49de-beef-c31c22273c45 None None] Sync routers for ids ['e7904397-30f1-4e07-9283-79ae7bf32e5c'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:31.679296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff5d0fd-fc16-49de-beef-c31c22273c45 None None] Routers {'e7904397-30f1-4e07-9283-79ae7bf32e5c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:31.680096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-aff5d0fd-fc16-49de-beef-c31c22273c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e7904397-30f1-4e07-9283-79ae7bf32e5c'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:31.730115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:31.737566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:31.740532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:31.742174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:31.752952 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f33f6b-7608-490d-ac70-52ad66482fdb None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:31.764536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=3ab1ccb7-8c95-4ac0-8c1d-d96bad775310,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:31.771541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-aff5d0fd-fc16-49de-beef-c31c22273c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:31.788114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:31.797000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a73bfd4-c45c-4518-afcf-70c146b1b4ac tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:31.797644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8a73bfd4-c45c-4518-afcf-70c146b1b4ac tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:31.807898 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-98dd70fc-4bb5-4430-bab4-5417a17bcc41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2124755 Dec 23 08:30:31.808655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46198) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:31.817561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:35:34:d2', 'name': 'tempest-NetworksTestDHCPv6-1705928303'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:31.884158 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c46db6a1-935a-483b-85d8-750eeee70ed5 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:31.892846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff5d0fd-fc16-49de-beef-c31c22273c45 None None] Routers {'e7904397-30f1-4e07-9283-79ae7bf32e5c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:31.893646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-aff5d0fd-fc16-49de-beef-c31c22273c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e7904397-30f1-4e07-9283-79ae7bf32e5c'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:31.899418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Transition to ACTIVE for port object e46a831c-de56-490c-8d2d-aa1e881b8e06 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:31.938754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8a73bfd4-c45c-4518-afcf-70c146b1b4ac tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:31.942793 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8a73bfd4-c45c-4518-afcf-70c146b1b4ac tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports/089c7177-1f39-4635-9c82-f5920293485c HTTP/1.1" status: 200 len: 911 time: 0.3208461 Dec 23 08:30:31.943552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46202) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:31.985292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-aff5d0fd-fc16-49de-beef-c31c22273c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:31.985815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff5d0fd-fc16-49de-beef-c31c22273c45 None None] The sync data for ids ['e7904397-30f1-4e07-9283-79ae7bf32e5c'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:32.046949 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-782fe9b6-c6e2-4752-b7a4-5702404f6c5c None None] Provisioning for port dff6c749-2ad0-4ea8-a5be-6b39e664770c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:32.063689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6d064cfd-6f18-4b23-88f9-05a7904ea329 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:32.068362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network cbed128c-f882-4ef1-8cf9-2189af15752e is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:32.095669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.098305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-782fe9b6-c6e2-4752-b7a4-5702404f6c5c None None] Provisioning complete for port dff6c749-2ad0-4ea8-a5be-6b39e664770c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:32.099324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-782fe9b6-c6e2-4752-b7a4-5702404f6c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.099653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:32.107926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:32.108568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.136236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:32.140494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:32.141095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.153311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 6d064cfd-6f18-4b23-88f9-05a7904ea329 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:32.153998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6d064cfd-6f18-4b23-88f9-05a7904ea329 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:32.155652 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-6d05ebc0-6858-40cc-9ce6-7f3339e23de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1472802 Dec 23 08:30:32.157221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85b28147-3d18-4e9b-97f9-e6ce126805c5 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:32.213043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:32.220772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Request body: {'port': {'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:32.235993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 85b28147-3d18-4e9b-97f9-e6ce126805c5 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:32.236483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85b28147-3d18-4e9b-97f9-e6ce126805c5 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:32.246153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '3ab1ccb7-8c95-4ac0-8c1d-d96bad775310'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:32.247070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.260650 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-782fe9b6-c6e2-4752-b7a4-5702404f6c5c None None] Port dff6c749-2ad0-4ea8-a5be-6b39e664770c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:32.310050 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.387870 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Port': ['ID=e46a831c-de56-490c-8d2d-aa1e881b8e06,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:32.403914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:32.415353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e1a89-8e0d-4f38-81cd-b25c17c9d129 None None] Network cbed128c-f882-4ef1-8cf9-2189af15752e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:32.419780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:32.428293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Allocated IP 2001:db8::f816:3eff:feb0:423 (3b1e253c-1242-4661-909e-bc02458a5888/3ab1ccb7-8c95-4ac0-8c1d-d96bad775310/80755054-1f68-4537-9c95-e1c89d189325) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:32.433694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:32.443989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:32.450616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Network 23cf265c-6db0-4587-90e4-a4f45791b286 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:32.460284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:32.460845 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-96868544-edf3-415d-96b8-5d8717e450c9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1348231 Dec 23 08:30:32.463392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46208) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:32.463536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:32.467677 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:32.468619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.498212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:32.523026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfd955-06fb-4d78-ad91-a48af090ee31 req-3376ca61-5723-4ea3-b41b-4428ddfd53e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:32.525212 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9bfd955-06fb-4d78-ad91-a48af090ee31 req-3376ca61-5723-4ea3-b41b-4428ddfd53e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 931 time: 0.3695052 Dec 23 08:30:32.546443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:30:32.585481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-20dddd27-0b4a-4de7-b938-f2d2995ab438 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8659766 Dec 23 08:30:32.591904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46212) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:32.623139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'port': {'network_id': '23cf265c-6db0-4587-90e4-a4f45791b286', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-325806239'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:32.645028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.661356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-66f04de9-13bb-4d41-bc88-c81a611482a1 None None] Provisioning for port c46db6a1-935a-483b-85d8-750eeee70ed5 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:32.662625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.700682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-66f04de9-13bb-4d41-bc88-c81a611482a1 None None] Provisioning complete for port c46db6a1-935a-483b-85d8-750eeee70ed5 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:32.701061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-66f04de9-13bb-4d41-bc88-c81a611482a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.717983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.755112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.804726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dbf4b1b8-1f0c-4c43-95e3-d009ca12a5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.853694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb3e956-b6e5-4b61-8eb7-c62de4b341bc']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:32.900478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0fae70-6f50-4bf8-9a81-6486d12b251f') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:32.900761 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0fae70-6f50-4bf8-9a81-6486d12b251f') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:32.902268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.935319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.962897 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9bfd955-06fb-4d78-ad91-a48af090ee31 req-8c84f8ca-e706-444f-b2fb-438639ce3ae8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3701098 Dec 23 08:30:32.976256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:32.989697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc3aa85-ee7c-42ac-b6ca-a2633090d67e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:32.990686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dbc3aa85-ee7c-42ac-b6ca-a2633090d67e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:33.035807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.037385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:33.037980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.048059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-66f04de9-13bb-4d41-bc88-c81a611482a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:33.062000 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:33.069774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Transition to ACTIVE for port object 80755054-1f68-4537-9c95-e1c89d189325 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:33.113554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Transition to ACTIVE for port object 80755054-1f68-4537-9c95-e1c89d189325 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:33.115895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-66f04de9-13bb-4d41-bc88-c81a611482a1 None None] For port c46db6a1-935a-483b-85d8-750eeee70ed5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c46db6a1-935a-483b-85d8-750eeee70ed5,segment=NetworkSegment(fb91e727-df46-4a1b-a164-b0472acb1c78),segment_id=fb91e727-df46-4a1b-a164-b0472acb1c78)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:33.123229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-66f04de9-13bb-4d41-bc88-c81a611482a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.142653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port cbf6ea2f-f382-4c17-9cd5-1937803042c2 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:33.162746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.206928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:33.209010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:33.213055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:33.215391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f04de9-13bb-4d41-bc88-c81a611482a1 None None] Pushing event updated for resources: {'Port': ['ID=c46db6a1-935a-483b-85d8-750eeee70ed5,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:33.292626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dbc3aa85-ee7c-42ac-b6ca-a2633090d67e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:33.293723 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dbc3aa85-ee7c-42ac-b6ca-a2633090d67e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A295 HTTP/1.1" status: 200 len: 929 time: 0.8183868 Dec 23 08:30:33.298031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46216) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:33.341850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:33.397194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bee6ff55-0453-48b4-a67d-f45148e80eb5 None None] Provisioning for port e46a831c-de56-490c-8d2d-aa1e881b8e06 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:33.413448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:33.420588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bee6ff55-0453-48b4-a67d-f45148e80eb5 None None] Provisioning complete for port e46a831c-de56-490c-8d2d-aa1e881b8e06 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:33.421049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bee6ff55-0453-48b4-a67d-f45148e80eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.432644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.443405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.449634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Pushing event updated for resources: {'Port': ['ID=80755054-1f68-4537-9c95-e1c89d189325,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:33.463487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4bd66229-e33d-4380-97f4-f75249e4ce3a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:33.463829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4bd66229-e33d-4380-97f4-f75249e4ce3a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.475712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Attempting to bind port 80755054-1f68-4537-9c95-e1c89d189325 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:33.476401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Attempting to bind port 80755054-1f68-4537-9c95-e1c89d189325 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:33.477707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Attempting to bind port 80755054-1f68-4537-9c95-e1c89d189325 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:33.499413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bee6ff55-0453-48b4-a67d-f45148e80eb5 None None] Port e46a831c-de56-490c-8d2d-aa1e881b8e06 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:33.501396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:33.501900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:33.502434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.502922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:33.503815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Bound port: 80755054-1f68-4537-9c95-e1c89d189325, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:33.503964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.514986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:fe35:34d2 (3b1e253c-1242-4661-909e-bc02458a5888/3ab1ccb7-8c95-4ac0-8c1d-d96bad775310/cbf6ea2f-f382-4c17-9cd5-1937803042c2) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:33.522185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=1bb3e956-b6e5-4b61-8eb7-c62de4b341bc,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:33.527515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Made reservation on behalf of 70fa9bf3878146ed83a7bfc666da94b2 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:33.530495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.551700 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-106758ef-0e64-4696-914b-dd64dab5a5d0 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/1bb3e956-b6e5-4b61-8eb7-c62de4b341bc HTTP/1.1" status: 204 len: 168 time: 2.0664184 Dec 23 08:30:33.558701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46220) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:33.603031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c46db6a1-935a-483b-85d8-750eeee70ed5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:33.642566 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeba8f1-5183-4c56-9927-cad28a15d109 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:33.642837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfeba8f1-5183-4c56-9927-cad28a15d109 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:33.668807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] device_id is not set on port f2c446f7-ef9d-4524-be53-86eb06873c4d yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:33.682152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] For port 80755054-1f68-4537-9c95-e1c89d189325, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:33.687726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] For port 80755054-1f68-4537-9c95-e1c89d189325, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=80755054-1f68-4537-9c95-e1c89d189325,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:33.702045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.743100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Provisioning complete for port c46db6a1-935a-483b-85d8-750eeee70ed5 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:33.743615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.771654 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP 9ed5f798-9d65-4359-99cd-d6574dceb98b associated. External IP: 172.26.8.238, port: ac550cf4-e93b-4be3-9553-a1ac1b56e469. Dec 23 08:30:33.832092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff6c749-2ad0-4ea8-a5be-6b39e664770c {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:30:33.854095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.871083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c46db6a1-935a-483b-85d8-750eeee70ed5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:33.871542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.886723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Transition to ACTIVE for port object dff6c749-2ad0-4ea8-a5be-6b39e664770c will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:33.902635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.921484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d0eed-3d45-4bfa-8dd1-90204a258ca4 None None] Pushing event updated for resources: {'Port': ['ID=80755054-1f68-4537-9c95-e1c89d189325,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:33.940368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.949157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:33.956973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cfeba8f1-5183-4c56-9927-cad28a15d109 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/49364352-fce8-4eb6-a9e1-45be0885c2b1 HTTP/1.1" status: 404 len: 337 time: 0.3896909 Dec 23 08:30:34.003391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46224) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:34.006203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Pushing event updated for resources: {'Port': ['ID=dff6c749-2ad0-4ea8-a5be-6b39e664770c,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:34.120724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Provisioning for port c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:34.143124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Provisioning complete for port c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:34.143700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:34.227188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Port c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:34.284008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Provisioning for port 9d3dfbdb-36d8-4924-88a5-97245d65f07a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:34.297464 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Provisioning complete for port 9d3dfbdb-36d8-4924-88a5-97245d65f07a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:34.297852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:34.342487 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2748c5e-dcf9-4a50-a743-bb906c9e26a6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:34.342994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2748c5e-dcf9-4a50-a743-bb906c9e26a6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:34.345034 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b2748c5e-dcf9-4a50-a743-bb906c9e26a6 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/950191ab-aa1f-4e8e-be98-71c0a8393567 HTTP/1.1" status: 404 len: 339 time: 0.3340917 Dec 23 08:30:34.352088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46230) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:34.374414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f199c757-69d7-4725-861b-2d95408696fb None None] Port 9d3dfbdb-36d8-4924-88a5-97245d65f07a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:34.460076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Allocated IP 2001:db8::244 (23cf265c-6db0-4587-90e4-a4f45791b286/3349a235-dc5a-4f3c-b8cc-9f9bd246304c/f2c446f7-ef9d-4524-be53-86eb06873c4d) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:34.512175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a267ea06-685f-4ab3-a146-72f01ad053d1 None None] Provisioning complete for port c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:34.512531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a267ea06-685f-4ab3-a146-72f01ad053d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:34.571328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a267ea06-685f-4ab3-a146-72f01ad053d1 None None] Port c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:34.581128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Attempting to bind port dff6c749-2ad0-4ea8-a5be-6b39e664770c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:34.581465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Attempting to bind port dff6c749-2ad0-4ea8-a5be-6b39e664770c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:34.581930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Attempting to bind port dff6c749-2ad0-4ea8-a5be-6b39e664770c on network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:34.584159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a267ea06-685f-4ab3-a146-72f01ad053d1 None None] Provisioning complete for port 9d3dfbdb-36d8-4924-88a5-97245d65f07a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:34.584524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a267ea06-685f-4ab3-a146-72f01ad053d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:34.645059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Port dff6c749-2ad0-4ea8-a5be-6b39e664770c on network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:30:34.645382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Attempting to bind port dff6c749-2ad0-4ea8-a5be-6b39e664770c on network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:34.648689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a267ea06-685f-4ab3-a146-72f01ad053d1 None None] Port 9d3dfbdb-36d8-4924-88a5-97245d65f07a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:34.656365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:34.656821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Checking segment: {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:34.657207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Bound using segment: {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:34.657630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Bound port: dff6c749-2ad0-4ea8-a5be-6b39e664770c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:34.657981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:34.864870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a6343a-c311-4e76-9c9c-54a7d4e7d440 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting subnet 3021cec6-f255-41bf-b2d8-f64413bd82c5 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:34.872332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:34.877288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f5a6343a-c311-4e76-9c9c-54a7d4e7d440 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:34.929303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] For port dff6c749-2ad0-4ea8-a5be-6b39e664770c, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:34.935523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object cbf6ea2f-f382-4c17-9cd5-1937803042c2 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:34.950064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4bd66229-e33d-4380-97f4-f75249e4ce3a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:34.950827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] For port dff6c749-2ad0-4ea8-a5be-6b39e664770c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:34.961192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f5a6343a-c311-4e76-9c9c-54a7d4e7d440 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:34.964776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25030d-d00f-402a-8086-56618e6a9c37 req-aaaf7e3c-64ab-4bae-9ef6-794f26d70a8c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:34.966290 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6f25030d-d00f-402a-8086-56618e6a9c37 req-aaaf7e3c-64ab-4bae-9ef6-794f26d70a8c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 943 time: 0.7213430 Dec 23 08:30:34.994231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.100783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.102820 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] 10.222.0.24 "PUT /v2.0/ports/dff6c749-2ad0-4ea8-a5be-6b39e664770c HTTP/1.1" status: 200 len: 1093 time: 2.9264305 Dec 23 08:30:35.106721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:30:35.134588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd0023-3296-4ce6-a0d5-7fddc548b682 service neutron] Pushing event updated for resources: {'Port': ['ID=dff6c749-2ad0-4ea8-a5be-6b39e664770c,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:35.174513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4bd66229-e33d-4380-97f4-f75249e4ce3a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:35.208824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.316927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.351691 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'status': 'completed', 'code': 200} Dec 23 08:30:35.371685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Transition to ACTIVE for port object f2c446f7-ef9d-4524-be53-86eb06873c4d will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:35.388016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.391366 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6f25030d-d00f-402a-8086-56618e6a9c37 req-85947476-747c-4c9a-be51-0a6ea478610e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3978899 Dec 23 08:30:35.394513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a8a07e19-c350-4eb1-9796-36769d7cb5fe None None] Provisioning for port 80755054-1f68-4537-9c95-e1c89d189325 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:35.450838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f5a6343a-c311-4e76-9c9c-54a7d4e7d440 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.503300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:35.514380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:35.554809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:35.559875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:35.559875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.575649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 80755054-1f68-4537-9c95-e1c89d189325 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:35.589333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f5a6343a-c311-4e76-9c9c-54a7d4e7d440 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.591509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=cbf6ea2f-f382-4c17-9cd5-1937803042c2,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:35.614686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.643221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6343a-c311-4e76-9c9c-54a7d4e7d440 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=3021cec6-f255-41bf-b2d8-f64413bd82c5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:35.649390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46236) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:35.649551 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ff003c2d-0059-4350-ae22-c4f6474f3f94 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8361008 Dec 23 08:30:35.654029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f5a6343a-c311-4e76-9c9c-54a7d4e7d440 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.677028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c152f4-4d1a-410c-9ef4-648879101374 None None] Network 0e7f756f-c356-4bf8-be50-2684ffd11389 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:35.717756 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-982197ea-3105-445d-b488-a349e487623b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 1096 time: 0.3651989 Dec 23 08:30:35.724462 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f5a6343a-c311-4e76-9c9c-54a7d4e7d440 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/3021cec6-f255-41bf-b2d8-f64413bd82c5 HTTP/1.1" status: 204 len: 168 time: 1.3722277 Dec 23 08:30:35.729920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46240) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:35.819137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 80755054-1f68-4537-9c95-e1c89d189325 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:35.827653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 80755054-1f68-4537-9c95-e1c89d189325 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:35.828167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.847783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3037b7-ca0e-4447-8596-045fd73b9e6e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting subnet a1929ea1-7bf7-4c58-9a66-d1249ba5cef2 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:35.865711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd3037b7-ca0e-4447-8596-045fd73b9e6e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.887431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.916459 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-701f5021-9d85-4080-8404-e5c4b30c780a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c HTTP/1.1" status: 200 len: 217 time: 0.1874413 Dec 23 08:30:35.918428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4bd66229-e33d-4380-97f4-f75249e4ce3a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:35.988093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:36.004557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd3037b7-ca0e-4447-8596-045fd73b9e6e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.040671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Network 23cf265c-6db0-4587-90e4-a4f45791b286 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:36.053887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-79bab9ee-c370-429b-a1ed-54ecf5a2e9ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:36.055413 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-79bab9ee-c370-429b-a1ed-54ecf5a2e9ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7be9df53-de85-4ec7-8c03-915b49af02fd HTTP/1.1" status: 200 len: 835 time: 0.1319859 Dec 23 08:30:36.057711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d9429436-d571-468f-abe4-94118634a98e None None] Provisioning for port cbf6ea2f-f382-4c17-9cd5-1937803042c2 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:36.068778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.072016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:36.072676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96977d0c-f67d-413a-8def-f8207669e548 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:36.077600 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96977d0c-f67d-413a-8def-f8207669e548 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:36.082117 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-96977d0c-f67d-413a-8def-f8207669e548 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4314809 Dec 23 08:30:36.088101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d9429436-d571-468f-abe4-94118634a98e None None] Provisioning complete for port cbf6ea2f-f382-4c17-9cd5-1937803042c2 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:36.088571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d9429436-d571-468f-abe4-94118634a98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.109111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:36.113014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:36.113620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.114508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46244) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:36.131758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Port': ['ID=f2c446f7-ef9d-4524-be53-86eb06873c4d,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:36.166298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 80755054-1f68-4537-9c95-e1c89d189325, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=80755054-1f68-4537-9c95-e1c89d189325,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:36.171665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d9429436-d571-468f-abe4-94118634a98e None None] Port cbf6ea2f-f382-4c17-9cd5-1937803042c2 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:36.175744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4bd66229-e33d-4380-97f4-f75249e4ce3a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.177877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.207799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd66229-e33d-4380-97f4-f75249e4ce3a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:36.214390 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4bd66229-e33d-4380-97f4-f75249e4ce3a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 HTTP/1.1" status: 204 len: 168 time: 2.9119360 Dec 23 08:30:36.217783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46248) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:36.256726 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1118e933-83d1-404f-8f9b-2d4a954a218e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6549935 Dec 23 08:30:36.272503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46252) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:36.272948 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=80755054-1f68-4537-9c95-e1c89d189325,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:36.291449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::286', 'mac_address': 'fa:16:3e:68:49:8b'}, {'ip_address': '2001:db8::3af', 'mac_address': 'fa:16:3e:71:1d:45'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:36.311129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-11fe056f-632d-4913-abd3-1b07fd5b494c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port cbf6ea2f-f382-4c17-9cd5-1937803042c2 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:36.311469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-11fe056f-632d-4913-abd3-1b07fd5b494c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.329048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 2001:db8:1::1 (29a47e7f-b341-41f4-a355-631896a61d3c/d920404a-5305-4308-b4d0-a31212aef4f5/93767144-a21f-455f-b9f0-fec45e1e0120) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:36.338896 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14e9e3d-78e9-40c2-ae16-d894bde4f1bc tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:30:36.339193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b14e9e3d-78e9-40c2-ae16-d894bde4f1bc tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:36.435802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd3037b7-ca0e-4447-8596-045fd73b9e6e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.499369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b14e9e3d-78e9-40c2-ae16-d894bde4f1bc tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:36.500939 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b14e9e3d-78e9-40c2-ae16-d894bde4f1bc tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/c9d3d6fe-c4db-48cc-89c8-adbb70cf9cb3 HTTP/1.1" status: 404 len: 333 time: 0.2812812 Dec 23 08:30:36.559262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46258) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:36.725348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d2d99b4e-ef38-4e57-9e49-60e73c430e3f None None] Provisioning for port f2c446f7-ef9d-4524-be53-86eb06873c4d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:36.732958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d2d99b4e-ef38-4e57-9e49-60e73c430e3f None None] Provisioning complete for port f2c446f7-ef9d-4524-be53-86eb06873c4d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:36.733368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2d99b4e-ef38-4e57-9e49-60e73c430e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.753531 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-8a904c25-42f0-4f7e-b785-ad37dcbd989d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6689711 Dec 23 08:30:36.770123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-69b3cc7c-848a-44f5-a75d-dbdeb3a935df tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 9d3dfbdb-36d8-4924-88a5-97245d65f07a {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:36.770457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69b3cc7c-848a-44f5-a75d-dbdeb3a935df tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:36.816403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d2d99b4e-ef38-4e57-9e49-60e73c430e3f None None] Port f2c446f7-ef9d-4524-be53-86eb06873c4d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:36.953826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.040554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Transition to ACTIVE for port object 93767144-a21f-455f-b9f0-fec45e1e0120 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:37.044604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-79c00602-9bcb-4f1a-a91c-626af85cb595 None None] Provisioning complete for port 70c69200-2d48-4199-998a-992a17f5ab0f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:37.045076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-79c00602-9bcb-4f1a-a91c-626af85cb595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.060947 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78d71e-e5a4-4f3f-8561-edd118753b18 req-ca842582-37bb-45e8-93cf-952c93e12fdf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:37.066537 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fd78d71e-e5a4-4f3f-8561-edd118753b18 req-ca842582-37bb-45e8-93cf-952c93e12fdf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 943 time: 0.4227767 Dec 23 08:30:37.069224 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.182124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.226994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd3037b7-ca0e-4447-8596-045fd73b9e6e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.229001 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fd78d71e-e5a4-4f3f-8561-edd118753b18 req-354466db-6b5f-4306-8114-da15e92cba1b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470537 Dec 23 08:30:37.280472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 29a47e7f-b341-41f4-a355-631896a61d3c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:37.329423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3037b7-ca0e-4447-8596-045fd73b9e6e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=a1929ea1-7bf7-4c58-9a66-d1249ba5cef2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:37.352734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:37.359684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=93767144-a21f-455f-b9f0-fec45e1e0120,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:37.364905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:37.365537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.406006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08feaa36-b799-4505-980d-5e0429897b44 None None] Network 0e7f756f-c356-4bf8-be50-2684ffd11389 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:37.452770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd3037b7-ca0e-4447-8596-045fd73b9e6e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.469843 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fd3037b7-ca0e-4447-8596-045fd73b9e6e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/a1929ea1-7bf7-4c58-9a66-d1249ba5cef2 HTTP/1.1" status: 204 len: 168 time: 1.7376933 Dec 23 08:30:37.475510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-11fe056f-632d-4913-abd3-1b07fd5b494c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.489084 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-3bd83954-0f41-4b5b-aa24-34a252de15d8 service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227364 Dec 23 08:30:37.490656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46262) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:37.605727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:30:37.611628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 80755054-1f68-4537-9c95-e1c89d189325 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:37.647732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.664002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.668133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.739311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-11fe056f-632d-4913-abd3-1b07fd5b494c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for cbf6ea2f-f382-4c17-9cd5-1937803042c2 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:37.767920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.790172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:37.799606 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d0d203-c8fb-46d6-b393-d4a38560914b None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:37.801917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] In _notify_port_updated(), no bound segment for port f2c446f7-ef9d-4524-be53-86eb06873c4d on network 23cf265c-6db0-4587-90e4-a4f45791b286 {{(pid=83522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:30:37.805736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:37.806544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.807813 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "PUT /v2.0/ports/f2c446f7-ef9d-4524-be53-86eb06873c4d HTTP/1.1" status: 200 len: 1067 time: 1.5292442 Dec 23 08:30:37.817377 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0d203-c8fb-46d6-b393-d4a38560914b None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:37.818015 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-61d0d203-c8fb-46d6-b393-d4a38560914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:37.818390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46266) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:37.831680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 80755054-1f68-4537-9c95-e1c89d189325 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:37.832199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.847897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.884437 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-61d0d203-c8fb-46d6-b393-d4a38560914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:37.895813 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0d203-c8fb-46d6-b393-d4a38560914b None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:37.896423 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-61d0d203-c8fb-46d6-b393-d4a38560914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:37.955179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-297b5cb2-aaad-45a6-a84f-8dd844279e6c None None] Provisioning for port 93767144-a21f-455f-b9f0-fec45e1e0120 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:37.961725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-297b5cb2-aaad-45a6-a84f-8dd844279e6c None None] Provisioning complete for port 93767144-a21f-455f-b9f0-fec45e1e0120 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:37.962116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-297b5cb2-aaad-45a6-a84f-8dd844279e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:37.968611 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-61d0d203-c8fb-46d6-b393-d4a38560914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:37.969017 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d0d203-c8fb-46d6-b393-d4a38560914b None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:37.984455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69b3cc7c-848a-44f5-a75d-dbdeb3a935df tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.046855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-297b5cb2-aaad-45a6-a84f-8dd844279e6c None None] Port 93767144-a21f-455f-b9f0-fec45e1e0120 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:38.055526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e322f-d02a-469b-b199-8fac52c1150d None None] DHCP port deletion for 0e7f756f-c356-4bf8-be50-2684ffd11389 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:38.061383 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-040e322f-d02a-469b-b199-8fac52c1150d None None] Deleting port 70c69200-2d48-4199-998a-992a17f5ab0f {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:38.061749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-040e322f-d02a-469b-b199-8fac52c1150d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.097721 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cbf6bbe8-6cb4-41b4-9a2c-ca2dee872258 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/floatingips/9ed5f798-9d65-4359-99cd-d6574dceb98b HTTP/1.1" status: 200 len: 977 time: 7.2255030 Dec 23 08:30:38.155375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46270) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:38.156078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting port 70c69200-2d48-4199-998a-992a17f5ab0f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:38.156609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.162803 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-703e55c0-ff05-40d1-838c-cbcc05d99cc4 req-f6cbda0a-e955-4979-8a2a-874c68d2356c service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662648 Dec 23 08:30:38.170761 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-69b3cc7c-848a-44f5-a75d-dbdeb3a935df tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 9d3dfbdb-36d8-4924-88a5-97245d65f07a owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:38.183678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d005b4-3768-4662-b800-0507e2862faa tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event updated for resources: {'Port': ['ID=f2c446f7-ef9d-4524-be53-86eb06873c4d,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:38.268698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-11b8871c-1191-4620-9d1e-7f9902f889ec None None] Provisioning complete for port f2c446f7-ef9d-4524-be53-86eb06873c4d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:38.268970 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-11b8871c-1191-4620-9d1e-7f9902f889ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.353654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-040e322f-d02a-469b-b199-8fac52c1150d None None] For port 70c69200-2d48-4199-998a-992a17f5ab0f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=70c69200-2d48-4199-998a-992a17f5ab0f,segment=NetworkSegment(747c2a99-c4b2-4c63-a5df-e2037b88d8d7),segment_id=747c2a99-c4b2-4c63-a5df-e2037b88d8d7)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:38.353913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-040e322f-d02a-469b-b199-8fac52c1150d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.364676 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-11b8871c-1191-4620-9d1e-7f9902f889ec None None] Port f2c446f7-ef9d-4524-be53-86eb06873c4d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:38.416290 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-efeb5361-a878-47ec-b0b0-75953d0ceddb req-7375ab7a-4b54-45ee-9755-5639c10aad43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 1096 time: 0.1626530 Dec 23 08:30:38.419213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-11fe056f-632d-4913-abd3-1b07fd5b494c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.460485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-256a5034-464c-4687-96eb-d13d198d4179 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Deleting port f2c446f7-ef9d-4524-be53-86eb06873c4d {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:38.460816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-256a5034-464c-4687-96eb-d13d198d4179 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.479287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-040e322f-d02a-469b-b199-8fac52c1150d None None] Calling delete_port for 70c69200-2d48-4199-998a-992a17f5ab0f owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:38.528235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] For port 70c69200-2d48-4199-998a-992a17f5ab0f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=70c69200-2d48-4199-998a-992a17f5ab0f,segment=NetworkSegment(747c2a99-c4b2-4c63-a5df-e2037b88d8d7),segment_id=747c2a99-c4b2-4c63-a5df-e2037b88d8d7)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:38.528491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.546487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe056f-632d-4913-abd3-1b07fd5b494c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=cbf6ea2f-f382-4c17-9cd5-1937803042c2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:38.552175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port ac550cf4-e93b-4be3-9553-a1ac1b56e469 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:38.552512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.592466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-040e322f-d02a-469b-b199-8fac52c1150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.665782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e322f-d02a-469b-b199-8fac52c1150d None None] Pushing event deleted for resources: {'Port': ['ID=70c69200-2d48-4199-998a-992a17f5ab0f,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:38.669291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb5361-a878-47ec-b0b0-75953d0ceddb req-ba96deb3-78fa-4af8-b4e5-c28940e2e7d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:38.672044 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-efeb5361-a878-47ec-b0b0-75953d0ceddb req-ba96deb3-78fa-4af8-b4e5-c28940e2e7d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6 HTTP/1.1" status: 200 len: 897 time: 0.2454407 Dec 23 08:30:38.696898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e322f-d02a-469b-b199-8fac52c1150d None None] No DVR routers for this DVR port 70c69200-2d48-4199-998a-992a17f5ab0f on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:38.751129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69b3cc7c-848a-44f5-a75d-dbdeb3a935df tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.814856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-11fe056f-632d-4913-abd3-1b07fd5b494c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:38.836820 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-efeb5361-a878-47ec-b0b0-75953d0ceddb req-d4f56c3a-e378-40aa-a3bc-fafe73b874e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c HTTP/1.1" status: 200 len: 217 time: 0.1474583 Dec 23 08:30:38.842040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3cc7c-848a-44f5-a75d-dbdeb3a935df tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=9d3dfbdb-36d8-4924-88a5-97245d65f07a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:38.880714 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-11fe056f-632d-4913-abd3-1b07fd5b494c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/cbf6ea2f-f382-4c17-9cd5-1937803042c2 HTTP/1.1" status: 204 len: 168 time: 2.7627668 Dec 23 08:30:38.884564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46278) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:39.114510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69b3cc7c-848a-44f5-a75d-dbdeb3a935df tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.119433 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-69b3cc7c-848a-44f5-a75d-dbdeb3a935df tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/9d3dfbdb-36d8-4924-88a5-97245d65f07a HTTP/1.1" status: 204 len: 168 time: 2.5508986 Dec 23 08:30:39.120436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Calling delete_port for 70c69200-2d48-4199-998a-992a17f5ab0f owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:39.120946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46282) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:39.190200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ce581-03c4-482f-a8e0-0a8a50b3ee15 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:39.191548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ce581-03c4-482f-a8e0-0a8a50b3ee15 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:39.193018 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-220ce581-03c4-482f-a8e0-0a8a50b3ee15 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3074250 Dec 23 08:30:39.194621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb5361-a878-47ec-b0b0-75953d0ceddb req-50dc56d9-fbfe-4ec6-b5d0-edf9fff7baf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:39.195554 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-efeb5361-a878-47ec-b0b0-75953d0ceddb req-50dc56d9-fbfe-4ec6-b5d0-edf9fff7baf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7be9df53-de85-4ec7-8c03-915b49af02fd HTTP/1.1" status: 200 len: 835 time: 0.3498266 Dec 23 08:30:39.196401 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb7759c-1756-4b0a-b59e-4268d070afc1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:30:39.196863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fbb7759c-1756-4b0a-b59e-4268d070afc1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:39.199245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46286) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:39.294549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fbb7759c-1756-4b0a-b59e-4268d070afc1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:39.296022 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fbb7759c-1756-4b0a-b59e-4268d070afc1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/9d3dfbdb-36d8-4924-88a5-97245d65f07a HTTP/1.1" status: 404 len: 333 time: 0.1719754 Dec 23 08:30:39.302858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46290) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:39.404587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-256a5034-464c-4687-96eb-d13d198d4179 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.495262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:39.495568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:39.524951 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 70c69200-2d48-4199-998a-992a17f5ab0f no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:39.562641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-256a5034-464c-4687-96eb-d13d198d4179 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Calling delete_port for f2c446f7-ef9d-4524-be53-86eb06873c4d owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:39.570852 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-efeb5361-a878-47ec-b0b0-75953d0ceddb req-6b930356-161c-4c8b-a453-2cc5679587c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3307390 Dec 23 08:30:39.589510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 70c69200-2d48-4199-998a-992a17f5ab0f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:39.590126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 70c69200-2d48-4199-998a-992a17f5ab0f not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:39.625594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee21378-af85-43fc-80ca-56fe585bc1bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 3ab1ccb7-8c95-4ac0-8c1d-d96bad775310 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:39.636620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341d8e8-fc6e-48fc-a1c1-ddd3fb61461e req-5fc1da31-5f5a-4c44-b7ee-9aab495757ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:39.638101 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7341d8e8-fc6e-48fc-a1c1-ddd3fb61461e req-5fc1da31-5f5a-4c44-b7ee-9aab495757ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 943 time: 1.1869922 Dec 23 08:30:39.650961 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:30:39.679082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ee21378-af85-43fc-80ca-56fe585bc1bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.692030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.703559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.773187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.774498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.776602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ee21378-af85-43fc-80ca-56fe585bc1bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.826502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-681b35ef-d00e-44c8-9b42-56f98d225ff5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet 5238a6da-e37a-4615-81b8-c967add23d60 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:39.845444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-681b35ef-d00e-44c8-9b42-56f98d225ff5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.889911 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-efeb5361-a878-47ec-b0b0-75953d0ceddb req-dcdf2114-a40a-4b4d-994d-abd009e1b347 service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002443 Dec 23 08:30:39.997598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting port 70c69200-2d48-4199-998a-992a17f5ab0f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:39.997870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-681b35ef-d00e-44c8-9b42-56f98d225ff5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:39.998018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.069702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ee21378-af85-43fc-80ca-56fe585bc1bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.081258 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7341d8e8-fc6e-48fc-a1c1-ddd3fb61461e req-a481864e-fe4c-4177-ae52-94763d970c88 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4339359 Dec 23 08:30:40.087953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=93767144-a21f-455f-b9f0-fec45e1e0120,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:40.169049 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-efeb5361-a878-47ec-b0b0-75953d0ceddb req-d1280b6b-6845-4995-8550-b918427550c0 service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708156 Dec 23 08:30:40.189325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-681b35ef-d00e-44c8-9b42-56f98d225ff5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.226680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ee21378-af85-43fc-80ca-56fe585bc1bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.254269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] The port '70c69200-2d48-4199-998a-992a17f5ab0f' was deleted {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:30:40.267804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee21378-af85-43fc-80ca-56fe585bc1bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab1ccb7-8c95-4ac0-8c1d-d96bad775310,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:40.284638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ee21378-af85-43fc-80ca-56fe585bc1bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.292370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1499ed0a-6c02-495b-b875-f3447f132783 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:40.311198 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6ee21378-af85-43fc-80ca-56fe585bc1bb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/3ab1ccb7-8c95-4ac0-8c1d-d96bad775310 HTTP/1.1" status: 204 len: 168 time: 1.1099923 Dec 23 08:30:40.312027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46294) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:40.386724 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5fc4e07b-e612-4ebf-82fe-c2e3c43748c7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716324 Dec 23 08:30:40.387631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46298) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:40.390708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-681b35ef-d00e-44c8-9b42-56f98d225ff5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.464364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b35ef-d00e-44c8-9b42-56f98d225ff5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=5238a6da-e37a-4615-81b8-c967add23d60,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:40.478746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-256a5034-464c-4687-96eb-d13d198d4179 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.515153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-681b35ef-d00e-44c8-9b42-56f98d225ff5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.523783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001488fc-e3bc-4b86-a449-593cda13927d None None] Network cbed128c-f882-4ef1-8cf9-2189af15752e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:40.532154 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-681b35ef-d00e-44c8-9b42-56f98d225ff5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/5238a6da-e37a-4615-81b8-c967add23d60 HTTP/1.1" status: 204 len: 168 time: 1.2261076 Dec 23 08:30:40.540458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46302) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:40.582038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a5034-464c-4687-96eb-d13d198d4179 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event deleted for resources: {'Port': ['ID=f2c446f7-ef9d-4524-be53-86eb06873c4d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:40.594501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.616610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 29a47e7f-b341-41f4-a355-631896a61d3c is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:40.626400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.626763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.627065 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP 9ed5f798-9d65-4359-99cd-d6574dceb98b disassociated. External IP: 172.26.8.238, port: ac550cf4-e93b-4be3-9553-a1ac1b56e469. Dec 23 08:30:40.627392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for ac550cf4-e93b-4be3-9553-a1ac1b56e469 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:40.629785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc71e27-502e-408d-8497-5d7d98e93416 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:40.652369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0cc71e27-502e-408d-8497-5d7d98e93416 None None] Deleting port 80755054-1f68-4537-9c95-e1c89d189325 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:40.652740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0cc71e27-502e-408d-8497-5d7d98e93416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.672086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0007fd5b-2031-4b6f-9f0d-747f3665f827 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:40.672874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0007fd5b-2031-4b6f-9f0d-747f3665f827 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:40.685737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:40.711408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.729582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port c46db6a1-935a-483b-85d8-750eeee70ed5 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:40.730205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.766497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7f756f-c356-4bf8-be50-2684ffd11389']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:40.882111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747c2a99-c4b2-4c63-a5df-e2037b88d8d7') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:40.882387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747c2a99-c4b2-4c63-a5df-e2037b88d8d7') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:40.918869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.951985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:40.993106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0007fd5b-2031-4b6f-9f0d-747f3665f827 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:40.996829 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0007fd5b-2031-4b6f-9f0d-747f3665f827 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6059079 Dec 23 08:30:41.000922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46306) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:41.073702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:41.074123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.083433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0cc71e27-502e-408d-8497-5d7d98e93416 None None] For port 80755054-1f68-4537-9c95-e1c89d189325, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=80755054-1f68-4537-9c95-e1c89d189325,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:41.084131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0cc71e27-502e-408d-8497-5d7d98e93416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:41.089448 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:41.103192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331d7e4-4c70-4414-8d47-2a4b931d30ea None None] DHCP port deletion for cbed128c-f882-4ef1-8cf9-2189af15752e request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:41.191488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df17af2a-43b8-43a8-ad1d-4df840e2a49a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:41.192073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-df17af2a-43b8-43a8-ad1d-4df840e2a49a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:41.219800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] For port c46db6a1-935a-483b-85d8-750eeee70ed5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c46db6a1-935a-483b-85d8-750eeee70ed5,segment=NetworkSegment(fb91e727-df46-4a1b-a164-b0472acb1c78),segment_id=fb91e727-df46-4a1b-a164-b0472acb1c78)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:41.220415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.254140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0cc71e27-502e-408d-8497-5d7d98e93416 None None] Calling delete_port for 80755054-1f68-4537-9c95-e1c89d189325 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:41.269003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.283807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-df17af2a-43b8-43a8-ad1d-4df840e2a49a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:41.284985 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-df17af2a-43b8-43a8-ad1d-4df840e2a49a tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2831171 Dec 23 08:30:41.286829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-9331d7e4-4c70-4414-8d47-2a4b931d30ea None None] Deleting port c46db6a1-935a-483b-85d8-750eeee70ed5 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:41.287281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9331d7e4-4c70-4414-8d47-2a4b931d30ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.338755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46314) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:41.342731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=ac550cf4-e93b-4be3-9553-a1ac1b56e469,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:41.352042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for c46db6a1-935a-483b-85d8-750eeee70ed5 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:41.380964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0ebee707-6252-4121-a04c-02d881bbd404 None None] Provisioning complete for port 93767144-a21f-455f-b9f0-fec45e1e0120 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:41.381483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0ebee707-6252-4121-a04c-02d881bbd404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.434536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.465594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-9331d7e4-4c70-4414-8d47-2a4b931d30ea None None] The port 'c46db6a1-935a-483b-85d8-750eeee70ed5' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:30:41.495358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=c46db6a1-935a-483b-85d8-750eeee70ed5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:41.500376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0ebee707-6252-4121-a04c-02d881bbd404 None None] Port 93767144-a21f-455f-b9f0-fec45e1e0120 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:41.509998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0cc71e27-502e-408d-8497-5d7d98e93416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.514789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No DVR routers for this DVR port c46db6a1-935a-483b-85d8-750eeee70ed5 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:41.565871 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e225c315-8be6-4f0a-82d0-5b6945848e80 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2206891 Dec 23 08:30:41.571735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46318) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:41.577940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc71e27-502e-408d-8497-5d7d98e93416 None None] Pushing event deleted for resources: {'Port': ['ID=80755054-1f68-4537-9c95-e1c89d189325,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:41.592910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 80755054-1f68-4537-9c95-e1c89d189325 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:41.616395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc71e27-502e-408d-8497-5d7d98e93416 None None] No DVR routers for this DVR port 80755054-1f68-4537-9c95-e1c89d189325 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:41.628574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 80755054-1f68-4537-9c95-e1c89d189325 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:41.628916 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 80755054-1f68-4537-9c95-e1c89d189325 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:41.629331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c46db6a1-935a-483b-85d8-750eeee70ed5 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:41.636949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.662043 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: c46db6a1-935a-483b-85d8-750eeee70ed5 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:41.663093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c46db6a1-935a-483b-85d8-750eeee70ed5 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:41.685407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.688473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:41.711594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbed128c-f882-4ef1-8cf9-2189af15752e']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:41.723750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb91e727-df46-4a1b-a164-b0472acb1c78') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:41.724047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb91e727-df46-4a1b-a164-b0472acb1c78') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:41.735357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.751319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.757461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:41.758507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:41.773206 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:41.856211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.871275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device dff6c749-2ad0-4ea8-a5be-6b39e664770c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:30:41.874196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.885685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Network': ['ID=cbed128c-f882-4ef1-8cf9-2189af15752e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:41.902504 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a9c1905e-f6d3-4d70-89d3-303ae7a382fd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/networks/cbed128c-f882-4ef1-8cf9-2189af15752e HTTP/1.1" status: 204 len: 168 time: 1.3503087 Dec 23 08:30:41.902504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46322) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:41.905565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.909076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-433295785'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:41.914913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:41.918902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:network and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:41.922015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:41.927822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:41.939317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:41.942529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.980940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:30:41.994212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:41.994706 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Added segment 384ce267-cae1-4c67-9124-9cc9430c438d of type vlan for network fa851051-175c-46ae-9727-bf24074adc69 Dec 23 08:30:41.999680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=0e7f756f-c356-4bf8-be50-2684ffd11389,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:42.013653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port dff6c749-2ad0-4ea8-a5be-6b39e664770c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:42.027602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:30:42.029004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:42.050192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-256a5034-464c-4687-96eb-d13d198d4179 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:42.055208 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-256a5034-464c-4687-96eb-d13d198d4179 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "DELETE /v2.0/ports/f2c446f7-ef9d-4524-be53-86eb06873c4d HTTP/1.1" status: 204 len: 168 time: 4.2232308 Dec 23 08:30:42.055905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46326) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.085236 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8ca9de83-46ec-4ccf-a523-fd8a0e4f4158 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/0e7f756f-c356-4bf8-be50-2684ffd11389 HTTP/1.1" status: 204 len: 168 time: 4.5901830 Dec 23 08:30:42.087835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:42.089085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46330) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.107309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff6c749-2ad0-4ea8-a5be-6b39e664770c {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:30:42.110890 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0c9924-2a81-4a6a-9186-a0269d7d08c0 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] GET failed (client error): The resource could not be found. Dec 23 08:30:42.115156 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bf0c9924-2a81-4a6a-9186-a0269d7d08c0 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "GET /v2.0/ports/f2c446f7-ef9d-4524-be53-86eb06873c4d HTTP/1.1" status: 404 len: 333 time: 0.0561478 Dec 23 08:30:42.115156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:42.118536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:42.119220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:42.124347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46334) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.127780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port dff6c749-2ad0-4ea8-a5be-6b39e664770c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:42.132509 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:42.143897 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:42.155210 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-56942972-e5d0-4b60-8c6f-88df557eaa1b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:42.155640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56942972-e5d0-4b60-8c6f-88df557eaa1b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:42.157244 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-56942972-e5d0-4b60-8c6f-88df557eaa1b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/d166fcd4-978c-4b61-998c-d592209ed134 HTTP/1.1" status: 404 len: 337 time: 0.0643985 Dec 23 08:30:42.167208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46338) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.174788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:42.205123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=dff6c749-2ad0-4ea8-a5be-6b39e664770c,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:42.215410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746ecac-f0a4-4b53-9e9e-c2f72ee5e486 req-60990517-e84f-489b-8379-04ef66f6fc65 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:42.216894 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6746ecac-f0a4-4b53-9e9e-c2f72ee5e486 req-60990517-e84f-489b-8379-04ef66f6fc65 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 943 time: 0.9789484 Dec 23 08:30:42.222536 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d841ed-4e9a-433c-9f8e-849f5e6a24ed tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:42.222953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d841ed-4e9a-433c-9f8e-849f5e6a24ed tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:42.224474 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d1d841ed-4e9a-433c-9f8e-849f5e6a24ed tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/859e9741-3a98-4b23-afed-811d71b8681f HTTP/1.1" status: 404 len: 339 time: 0.0550992 Dec 23 08:30:42.229837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46342) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.278733 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3751483 Dec 23 08:30:42.286656 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46346) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.300669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': 'fa851051-175c-46ae-9727-bf24074adc69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:42.314473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367ecfb-fa28-4cda-a145-e46b738d8a2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Network': ['ID=fa851051-175c-46ae-9727-bf24074adc69,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:42.324723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network fa851051-175c-46ae-9727-bf24074adc69 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:42.348547 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e17eccb-cc1e-48ac-9bd1-7f8a47a1e959 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:42.348978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e17eccb-cc1e-48ac-9bd1-7f8a47a1e959 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:42.353497 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9e17eccb-cc1e-48ac-9bd1-7f8a47a1e959 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/a8d59655-192f-40ef-b429-1c28d587ded2 HTTP/1.1" status: 404 len: 337 time: 0.1193728 Dec 23 08:30:42.354522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:42.370582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46350) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.383179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3104f76c-48e0-4a75-beaa-17406fb774de tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Deleting port e46a831c-de56-490c-8d2d-aa1e881b8e06 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:42.383519 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3104f76c-48e0-4a75-beaa-17406fb774de tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:42.391919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['dff6c749-2ad0-4ea8-a5be-6b39e664770c'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:30:42.489262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router e7904397-30f1-4e07-9283-79ae7bf32e5c has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:42.508681 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-499138e3-dc9c-4cab-82f9-e955c2576f7f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:42.509119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499138e3-dc9c-4cab-82f9-e955c2576f7f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:42.513562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-499138e3-dc9c-4cab-82f9-e955c2576f7f tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/042154a1-b518-4cfa-b629-f680e79e7dbd HTTP/1.1" status: 404 len: 339 time: 0.1317725 Dec 23 08:30:42.513768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:42.513768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46354) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.516303 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6746ecac-f0a4-4b53-9e9e-c2f72ee5e486 req-2d542b42-d9fb-423e-b61b-aa4c8d995d99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897148 Dec 23 08:30:42.527539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:42.553205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:42.562596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:42.573197 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d99f37-d491-4e76-b933-2dd97e3f44fa tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:42.573629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d99f37-d491-4e76-b933-2dd97e3f44fa tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:42.577541 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-95d99f37-d491-4e76-b933-2dd97e3f44fa tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/c58b1607-b956-4287-a2b0-ddce8dbfd19f HTTP/1.1" status: 404 len: 337 time: 0.0610731 Dec 23 08:30:42.577541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:42.581919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46358) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.794118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:42.810013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:42.814745 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8974b6-3c83-42c2-a122-d9fd72fc278c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:42.815177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8974b6-3c83-42c2-a122-d9fd72fc278c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:42.816784 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fb8974b6-3c83-42c2-a122-d9fd72fc278c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/643b1729-16d6-4390-b1ec-355d431c4e62 HTTP/1.1" status: 404 len: 339 time: 0.2339554 Dec 23 08:30:42.819428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46362) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:42.941224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.013363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3104f76c-48e0-4a75-beaa-17406fb774de tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.115598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:43.126070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325781bf-ede6-46d0-94ba-3551b515829a None None] Sync routers for ids ['e7904397-30f1-4e07-9283-79ae7bf32e5c'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:43.139486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325781bf-ede6-46d0-94ba-3551b515829a None None] Routers {'e7904397-30f1-4e07-9283-79ae7bf32e5c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:43.140238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-325781bf-ede6-46d0-94ba-3551b515829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e7904397-30f1-4e07-9283-79ae7bf32e5c'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:43.155306 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e148d826-9a8e-41ae-95c2-cb2f22f22f2e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/e7904397-30f1-4e07-9283-79ae7bf32e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2069316 Dec 23 08:30:43.158978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46366) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:43.171649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3104f76c-48e0-4a75-beaa-17406fb774de tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Calling delete_port for e46a831c-de56-490c-8d2d-aa1e881b8e06 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:43.207256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-325781bf-ede6-46d0-94ba-3551b515829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:43.220018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325781bf-ede6-46d0-94ba-3551b515829a None None] Routers {'e7904397-30f1-4e07-9283-79ae7bf32e5c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:43.220756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-325781bf-ede6-46d0-94ba-3551b515829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e7904397-30f1-4e07-9283-79ae7bf32e5c'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:43.254712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd1771c-0261-4054-ae90-e5c40bf092bd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting subnet 6a3daa2f-78ad-45a4-a72a-6da8b4c28d14 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:43.280567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-325781bf-ede6-46d0-94ba-3551b515829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:43.281133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325781bf-ede6-46d0-94ba-3551b515829a None None] The sync data for ids ['e7904397-30f1-4e07-9283-79ae7bf32e5c'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:43.310386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4bd1771c-0261-4054-ae90-e5c40bf092bd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.317762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5e79d-e583-48db-9918-101ebfbd4f42 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:43.319119 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-90a5e79d-e583-48db-9918-101ebfbd4f42 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports/93767144-a21f-455f-b9f0-fec45e1e0120 HTTP/1.1" status: 200 len: 913 time: 0.1572046 Dec 23 08:30:43.332046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46370) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:43.524510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:30:43.530311 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.535809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4bd1771c-0261-4054-ae90-e5c40bf092bd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.629489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3104f76c-48e0-4a75-beaa-17406fb774de tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.674651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:43.679371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=fbf21e1f-daaa-4813-9473-34e3c64061a8,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:43.689851 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104f76c-48e0-4a75-beaa-17406fb774de tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event deleted for resources: {'Port': ['ID=e46a831c-de56-490c-8d2d-aa1e881b8e06,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:43.694046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.712941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:43.721865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145918f-c1de-43e3-aacc-3e9cbf5ae3ef None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:43.729479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:43.730081 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.775599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4bd1771c-0261-4054-ae90-e5c40bf092bd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.792256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3104f76c-48e0-4a75-beaa-17406fb774de tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:43.817018 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0d819398-c61a-4a87-a316-78ba34db8988 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1787939 Dec 23 08:30:43.817618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46376) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:43.819469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:43.833515 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caf8516-3306-4d4e-a909-58e5fe758d16 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:43.839061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:ef:39:42', 'name': 'tempest-NetworksTestDHCPv6-1369445380'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:43.858023 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caf8516-3306-4d4e-a909-58e5fe758d16 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:43.858913 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4caf8516-3306-4d4e-a909-58e5fe758d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:43.937335 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4caf8516-3306-4d4e-a909-58e5fe758d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:43.940915 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3104f76c-48e0-4a75-beaa-17406fb774de tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "DELETE /v2.0/ports/e46a831c-de56-490c-8d2d-aa1e881b8e06 HTTP/1.1" status: 204 len: 168 time: 1.7976141 Dec 23 08:30:43.944299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46380) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:43.956251 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caf8516-3306-4d4e-a909-58e5fe758d16 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:43.957585 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4caf8516-3306-4d4e-a909-58e5fe758d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:43.964452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=7a48a242-fcd7-4d78-8f1c-55de0dc2f19e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:44.042798 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4caf8516-3306-4d4e-a909-58e5fe758d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:44.043709 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caf8516-3306-4d4e-a909-58e5fe758d16 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:44.049082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device dff6c749-2ad0-4ea8-a5be-6b39e664770c up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:44.054935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9ac21-5afb-4823-8e9d-ce4acc5bf9ff req-d713edfc-0c12-4295-bc26-c23c9a56003b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:44.057052 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7b9ac21-5afb-4823-8e9d-ce4acc5bf9ff req-d713edfc-0c12-4295-bc26-c23c9a56003b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 944 time: 0.3870735 Dec 23 08:30:44.058376 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d23f1f-3bd5-4288-9930-e349f302006e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] GET failed (client error): The resource could not be found. Dec 23 08:30:44.059817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-72d23f1f-3bd5-4288-9930-e349f302006e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Synchronizing usage tracker for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:44.128216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': 'fbf21e1f-daaa-4813-9473-34e3c64061a8'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:44.129029 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.133167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.142158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4bd1771c-0261-4054-ae90-e5c40bf092bd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.166003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Checking segment: {'id': '384ce267-cae1-4c67-9124-9cc9430c438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fa851051-175c-46ae-9727-bf24074adc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:44.166340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network hostable DHCP agents. Network: fa851051-175c-46ae-9727-bf24074adc69, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:30:44.192937 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7b9ac21-5afb-4823-8e9d-ce4acc5bf9ff req-7952c2a8-c9ab-4929-9ea5-19ae0a69afba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250725 Dec 23 08:30:44.198352 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e6a8915-6916-4708-b513-4e7b79d52394 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/ports/ac550cf4-e93b-4be3-9553-a1ac1b56e469 HTTP/1.1" status: 204 len: 168 time: 6.0114439 Dec 23 08:30:44.199510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1771c-0261-4054-ae90-e5c40bf092bd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3daa2f-78ad-45a4-a72a-6da8b4c28d14,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:44.201683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46384) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:44.202898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-72d23f1f-3bd5-4288-9930-e349f302006e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Unset dirty status for tenant:70fa9bf3878146ed83a7bfc666da94b2 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:44.208274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port dff6c749-2ad0-4ea8-a5be-6b39e664770c completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:44.208414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-72d23f1f-3bd5-4288-9930-e349f302006e tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "GET /v2.0/ports/e46a831c-de56-490c-8d2d-aa1e881b8e06 HTTP/1.1" status: 404 len: 333 time: 0.2628951 Dec 23 08:30:44.211665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46386) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:44.226749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port dff6c749-2ad0-4ea8-a5be-6b39e664770c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:44.227113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.237358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:44.253807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:44.257236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7a632-4745-413b-be88-c45a608a6f78 None None] Network fa0c4918-1310-4007-b2c6-93ae70badc32 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:44.268726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network fa851051-175c-46ae-9727-bf24074adc69 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:30:44.274408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:44.278243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.305613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, fa851051-175c-46ae-9727-bf24074adc69) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:44.310595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:44.311170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.317355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4bd1771c-0261-4054-ae90-e5c40bf092bd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.322666 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4bd1771c-0261-4054-ae90-e5c40bf092bd tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/6a3daa2f-78ad-45a4-a72a-6da8b4c28d14 HTTP/1.1" status: 204 len: 168 time: 1.4707630 Dec 23 08:30:44.330512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46392) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:44.339040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e58905-c9ab-4cb5-a385-2f82a0a2605b None None] Network fa851051-175c-46ae-9727-bf24074adc69 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:44.364547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:44.376295 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-196e75b2-3642-4f92-8955-c5087cfe2124 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "GET /v2.0/floatingips/9ed5f798-9d65-4359-99cd-d6574dceb98b HTTP/1.1" status: 200 len: 688 time: 0.1641097 Dec 23 08:30:44.377370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46396) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:44.546144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-812b30b7-f068-4c76-83e4-b6cfb451c7b2 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Deleting port a4862576-bec3-4b25-b17f-ff584702a14d {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:44.546480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-812b30b7-f068-4c76-83e4-b6cfb451c7b2 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.586152 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b1fa83df-a737-40d7-b1f2-468e9664be06 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2955368 Dec 23 08:30:44.592124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46400) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:44.602116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': 'fa851051-175c-46ae-9727-bf24074adc69', 'name': 'tempest-PortsIpV6TestJSON-688244346', 'fixed_ips': [{'subnet_id': '7a48a242-fcd7-4d78-8f1c-55de0dc2f19e', 'ip_address': '2001:db8::10'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:44.602467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.620570 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Allocated IP 2001:db8::f816:3eff:fe21:ba80 (3b1e253c-1242-4661-909e-bc02458a5888/fbf21e1f-daaa-4813-9473-34e3c64061a8/568487b0-2cfa-4680-9064-bf35ec46de2d) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:44.676686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port c1f99c9b-3b1e-413b-a378-1183b9ddd2d6 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:44.676686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.778502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.807474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting port cbfd0289-7a62-4fbc-b094-d1b064d9af72 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:44.807706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.823362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:44.909528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:30:44.947849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] DHCP port deletion for fa0c4918-1310-4007-b2c6-93ae70badc32 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:44.968918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port dff6c749-2ad0-4ea8-a5be-6b39e664770c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:44.971897 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'code': 200} Dec 23 08:30:44.994134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.031472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:45.041645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:45.049089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:45.080932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:45.084437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] Deleting port cbfd0289-7a62-4fbc-b094-d1b064d9af72 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:45.084955 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.088623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.088934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.124655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-fa851051-175c-46ae-9727-bf24074adc69', 'network_id': 'fa851051-175c-46ae-9727-bf24074adc69', 'tenant_id': '5081e89da4a74fbea7194cff8f1d47f3', 'fixed_ips': [{'subnet_id': '7a48a242-fcd7-4d78-8f1c-55de0dc2f19e'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:45.125478 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.139329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] For port cbfd0289-7a62-4fbc-b094-d1b064d9af72, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cbfd0289-7a62-4fbc-b094-d1b064d9af72,segment=NetworkSegment(efc3baad-62b3-4b45-bec5-c1136cb540d4),segment_id=efc3baad-62b3-4b45-bec5-c1136cb540d4)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:45.139912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.329153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Calling delete_port for cbfd0289-7a62-4fbc-b094-d1b064d9af72 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:45.343852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for c1f99c9b-3b1e-413b-a378-1183b9ddd2d6 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:45.370554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=dff6c749-2ad0-4ea8-a5be-6b39e664770c,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:45.377904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-812b30b7-f068-4c76-83e4-b6cfb451c7b2 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.395581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:45.439573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.460401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Transition to ACTIVE for port object 568487b0-2cfa-4680-9064-bf35ec46de2d will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:45.584307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.596072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cbfd0289-7a62-4fbc-b094-d1b064d9af72 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:45.631914 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6889995-b1fb-41ee-bbfe-a22ebb7bc875 req-a08a88b3-ff75-4d8c-a965-2a6532e1273e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 1098 time: 0.2762132 Dec 23 08:30:45.651228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-812b30b7-f068-4c76-83e4-b6cfb451c7b2 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Calling delete_port for a4862576-bec3-4b25-b17f-ff584702a14d owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:45.675327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Allocated IP 2001:db8::2 (fa851051-175c-46ae-9727-bf24074adc69/7a48a242-fcd7-4d78-8f1c-55de0dc2f19e/53e40f7d-3ad9-486a-91e0-e78340e9f1d6) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:45.678262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Port': ['ID=cbfd0289-7a62-4fbc-b094-d1b064d9af72,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:45.685500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Transition to ACTIVE for port object 568487b0-2cfa-4680-9064-bf35ec46de2d will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:45.686891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No DVR routers for this DVR port cbfd0289-7a62-4fbc-b094-d1b064d9af72 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:45.706022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: cbfd0289-7a62-4fbc-b094-d1b064d9af72 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:45.707025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cbfd0289-7a62-4fbc-b094-d1b064d9af72 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:45.721373 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.840958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] For port cbfd0289-7a62-4fbc-b094-d1b064d9af72, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cbfd0289-7a62-4fbc-b094-d1b064d9af72,segment=NetworkSegment(efc3baad-62b3-4b45-bec5-c1136cb540d4),segment_id=efc3baad-62b3-4b45-bec5-c1136cb540d4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:45.841362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.885894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.917614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70f220-136f-48b3-8158-b8bc8feb7003 req-5c875659-0f64-4843-9118-3b9c729a6ddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:45.919082 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9d70f220-136f-48b3-8158-b8bc8feb7003 req-5c875659-0f64-4843-9118-3b9c729a6ddc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 945 time: 0.5011840 Dec 23 08:30:45.927463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.933683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:45.941044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c6889995-b1fb-41ee-bbfe-a22ebb7bc875 req-41da1316-65fe-4932-9b10-fd184d09e186 service neutron] Synchronizing usage tracker for tenant:5de19108a88b45e4b879982209dd602a on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:45.978726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-812b30b7-f068-4c76-83e4-b6cfb451c7b2 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:45.987052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:feef:3942 (3b1e253c-1242-4661-909e-bc02458a5888/fbf21e1f-daaa-4813-9473-34e3c64061a8/6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:45.988267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port b91666e0-b2b9-4782-a153-5c3d718e08b6 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:45.996686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:45.999438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0c4918-1310-4007-b2c6-93ae70badc32']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:46.004004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] Calling delete_port for cbfd0289-7a62-4fbc-b094-d1b064d9af72 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:46.022156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.022417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc3baad-62b3-4b45-bec5-c1136cb540d4') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:46.022703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc3baad-62b3-4b45-bec5-c1136cb540d4') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:46.031489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c6889995-b1fb-41ee-bbfe-a22ebb7bc875 req-41da1316-65fe-4932-9b10-fd184d09e186 service neutron] Unset dirty status for tenant:5de19108a88b45e4b879982209dd602a on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:46.032224 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6889995-b1fb-41ee-bbfe-a22ebb7bc875 req-41da1316-65fe-4932-9b10-fd184d09e186 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885062 Dec 23 08:30:46.032345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Pushing event updated for resources: {'Port': ['ID=568487b0-2cfa-4680-9064-bf35ec46de2d,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:46.034699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:46.045479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.079985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b30b7-f068-4c76-83e4-b6cfb451c7b2 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event deleted for resources: {'Port': ['ID=a4862576-bec3-4b25-b17f-ff584702a14d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:46.193675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=c1f99c9b-3b1e-413b-a378-1183b9ddd2d6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:46.210449 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9d70f220-136f-48b3-8158-b8bc8feb7003 req-f88b27fc-b63d-4365-b899-f0a2f5662839 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601476 Dec 23 08:30:46.219665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.249801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:46.250162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:46.259101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Attempting to bind port 568487b0-2cfa-4680-9064-bf35ec46de2d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:46.259461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Attempting to bind port 568487b0-2cfa-4680-9064-bf35ec46de2d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:46.259883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Attempting to bind port 568487b0-2cfa-4680-9064-bf35ec46de2d on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:46.274612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:46.275015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.278406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:46.278770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:46.279166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.279548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:46.280214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Bound port: 568487b0-2cfa-4680-9064-bf35ec46de2d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:46.280343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:46.289672 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:46.292010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.306864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Transition to ACTIVE for port object 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:46.311892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-812b30b7-f068-4c76-83e4-b6cfb451c7b2 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.399675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.402354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.406795 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1cb165ae-f1ea-417e-b54d-1b36f712258a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/floatingips/9ed5f798-9d65-4359-99cd-d6574dceb98b HTTP/1.1" status: 204 len: 168 time: 2.0255582 Dec 23 08:30:46.406795 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-812b30b7-f068-4c76-83e4-b6cfb451c7b2 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "DELETE /v2.0/ports/a4862576-bec3-4b25-b17f-ff584702a14d HTTP/1.1" status: 204 len: 168 time: 2.1917670 Dec 23 08:30:46.407473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46408) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:46.409746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46410) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:46.415043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'efc9d63d-6c9e-493d-a88b-12ccc89ffba1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:46.440606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] For port 568487b0-2cfa-4680-9064-bf35ec46de2d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:46.457044 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:46.459894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Transition to ACTIVE for port object 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:46.467571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:floatingip and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:46.480848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] For port 568487b0-2cfa-4680-9064-bf35ec46de2d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=568487b0-2cfa-4680-9064-bf35ec46de2d,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:46.484070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.486684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.492689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.502885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:46.521886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=fa0c4918-1310-4007-b2c6-93ae70badc32,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:46.524921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:46.549055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.565270 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-45fd43d9-9687-4644-a758-0bd7a2637c4b tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/fa0c4918-1310-4007-b2c6-93ae70badc32 HTTP/1.1" status: 204 len: 168 time: 2.2316368 Dec 23 08:30:46.573868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46416) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:46.605103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Network fa851051-175c-46ae-9727-bf24074adc69 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:46.609623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:46.616765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:46.619746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Pushing event updated for resources: {'Port': ['ID=53e40f7d-3ad9-486a-91e0-e78340e9f1d6,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:46.638661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::10 (fa851051-175c-46ae-9727-bf24074adc69/7a48a242-fcd7-4d78-8f1c-55de0dc2f19e/b91666e0-b2b9-4782-a153-5c3d718e08b6) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:46.643222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.668345 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d693f6-303f-4bc2-ad00-6b54a745572e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:46.668660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d693f6-303f-4bc2-ad00-6b54a745572e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:46.672912 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-50d693f6-303f-4bc2-ad00-6b54a745572e tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/c7305cd0-d1cc-4f9d-8206-683675c69edc HTTP/1.1" status: 404 len: 337 time: 0.0955069 Dec 23 08:30:46.680382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46420) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:46.692488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.738913 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4901e1cf-dcff-4532-8f19-f10c41d1bdc5 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] DELETE failed (client error): The resource could not be found. Dec 23 08:30:46.739646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4901e1cf-dcff-4532-8f19-f10c41d1bdc5 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:30:46.744861 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4901e1cf-dcff-4532-8f19-f10c41d1bdc5 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/6fedfeb5-f621-4e11-b35b-20a584f82d6d HTTP/1.1" status: 404 len: 339 time: 0.0603077 Dec 23 08:30:46.754202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46424) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:46.771123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] Deleting port cbfd0289-7a62-4fbc-b094-d1b064d9af72 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:46.771123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.794756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 93767144-a21f-455f-b9f0-fec45e1e0120 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:46.794979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.821531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ebb491-8427-4216-a062-8ddd42f56256 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Deleting subnet 3349a235-dc5a-4f3c-b8cc-9f9bd246304c {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:46.831607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:46.863688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39724a-d2bd-4549-9c94-5d3c16b34a94 None None] Pushing event updated for resources: {'Port': ['ID=568487b0-2cfa-4680-9064-bf35ec46de2d,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:46.870486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8acfd5ad-aa47-42fe-890d-d9bd722a25f7 None None] The port 'cbfd0289-7a62-4fbc-b094-d1b064d9af72' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:30:46.876066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Attempting to bind port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:30:46.876425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Attempting to bind port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '384ce267-cae1-4c67-9124-9cc9430c438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fa851051-175c-46ae-9727-bf24074adc69'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:30:46.877395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Attempting to bind port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 on network fa851051-175c-46ae-9727-bf24074adc69 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:30:46.884621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:30:46.884621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Checking segment: {'id': '384ce267-cae1-4c67-9124-9cc9430c438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fa851051-175c-46ae-9727-bf24074adc69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:46.885025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:46.885397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Bound using segment: {'id': '384ce267-cae1-4c67-9124-9cc9430c438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fa851051-175c-46ae-9727-bf24074adc69'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:30:46.887250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Bound port: 53e40f7d-3ad9-486a-91e0-e78340e9f1d6, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384ce267-cae1-4c67-9124-9cc9430c438d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fa851051-175c-46ae-9727-bf24074adc69'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:30:46.888934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.000560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.077614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] For port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:30:47.084356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] For port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=53e40f7d-3ad9-486a-91e0-e78340e9f1d6,segment=NetworkSegment(384ce267-cae1-4c67-9124-9cc9430c438d),segment_id=384ce267-cae1-4c67-9124-9cc9430c438d)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:30:47.106581 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.106849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb491-8427-4216-a062-8ddd42f56256 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.247562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083aedf-6250-4ce6-8ad0-0fb318da9d3d None None] Pushing event updated for resources: {'Port': ['ID=53e40f7d-3ad9-486a-91e0-e78340e9f1d6,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:47.270468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:47.276338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb491-8427-4216-a062-8ddd42f56256 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.281111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:47.302466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:47.306651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:47.307453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.313806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:47.366972 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-53bc61a4-e548-4b88-9799-7dda2864b38d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5403073 Dec 23 08:30:47.366972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.377774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46430) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:47.497100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-19482499-32ab-45fd-8a95-48bb5d1d571c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting subnet 1181e81b-e166-4db0-9c9c-fd6c8e5d13ec {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:47.504933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 93767144-a21f-455f-b9f0-fec45e1e0120 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:47.532642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.538501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-19482499-32ab-45fd-8a95-48bb5d1d571c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.583783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object b91666e0-b2b9-4782-a153-5c3d718e08b6 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:47.602559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.614936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-19482499-32ab-45fd-8a95-48bb5d1d571c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.636139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 568487b0-2cfa-4680-9064-bf35ec46de2d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:47.701448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb491-8427-4216-a062-8ddd42f56256 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.758220 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 568487b0-2cfa-4680-9064-bf35ec46de2d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:47.779036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c60f20-777e-4653-8d2d-bbd872a3ca8b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:47.783196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c60f20-777e-4653-8d2d-bbd872a3ca8b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:47.783992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f9c60f20-777e-4653-8d2d-bbd872a3ca8b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:47.817397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0379a-2e3c-46f9-a7f2-ab1b42ae0bba req-c9e80415-4c88-4600-bed4-7a59a72f381a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:47.818936 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-16c0379a-2e3c-46f9-a7f2-ab1b42ae0bba req-c9e80415-4c88-4600-bed4-7a59a72f381a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 945 time: 0.3937681 Dec 23 08:30:47.830006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-19482499-32ab-45fd-8a95-48bb5d1d571c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.892150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:47.921415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f9c60f20-777e-4653-8d2d-bbd872a3ca8b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:47.922414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f9c60f20-777e-4653-8d2d-bbd872a3ca8b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5434875 Dec 23 08:30:47.926594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46434) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:47.973332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.033180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.26.8.236 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/4d1f68ba-770d-4686-8b46-fedfbefbac6f) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:48.047157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb491-8427-4216-a062-8ddd42f56256 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.092060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network fa851051-175c-46ae-9727-bf24074adc69 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:48.100771 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-16c0379a-2e3c-46f9-a7f2-ab1b42ae0bba req-31f02fce-fd2a-426d-85f6-6da12a3cc771 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680497 Dec 23 08:30:48.109782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:48.119106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=b91666e0-b2b9-4782-a153-5c3d718e08b6,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:48.125578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:48.129483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:48.130125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.134943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebb491-8427-4216-a062-8ddd42f56256 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event deleted for resources: {'Subnet': ['ID=3349a235-dc5a-4f3c-b8cc-9f9bd246304c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:48.165225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=93767144-a21f-455f-b9f0-fec45e1e0120,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:48.218516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f3217417-9bfc-4d75-94e3-c55b2efae28c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:48.218854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3217417-9bfc-4d75-94e3-c55b2efae28c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.235049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb491-8427-4216-a062-8ddd42f56256 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.237517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed68bc0c-ef97-46a0-82cc-8d89d8f3ad96 None None] Network 23cf265c-6db0-4587-90e4-a4f45791b286 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:48.250433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-19482499-32ab-45fd-8a95-48bb5d1d571c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.289702 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a7ebb491-8427-4216-a062-8ddd42f56256 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "DELETE /v2.0/subnets/3349a235-dc5a-4f3c-b8cc-9f9bd246304c HTTP/1.1" status: 204 len: 168 time: 1.8783402 Dec 23 08:30:48.291038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46440) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:48.394182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.444768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19482499-32ab-45fd-8a95-48bb5d1d571c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Subnet': ['ID=1181e81b-e166-4db0-9c9c-fd6c8e5d13ec,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:48.455750 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6b5e4345-751e-439c-a33e-86ee2a064691 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8624816 Dec 23 08:30:48.478585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff52a0-9bd0-4367-aac2-1b9335a2ae03 None None] Network ace6be24-02a1-4bb2-9612-48fd2a86d275 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:48.487339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46444) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:48.488312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-19482499-32ab-45fd-8a95-48bb5d1d571c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.502894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1081b283-abcb-4453-81c5-1ab67fd1e020 None None] Provisioning for port 568487b0-2cfa-4680-9064-bf35ec46de2d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:48.536048 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-19482499-32ab-45fd-8a95-48bb5d1d571c tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/subnets/1181e81b-e166-4db0-9c9c-fd6c8e5d13ec HTTP/1.1" status: 204 len: 168 time: 1.7843766 Dec 23 08:30:48.537261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46448) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:48.542644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': 'fa851051-175c-46ae-9727-bf24074adc69', 'name': 'tempest-PortsIpV6TestJSON-144669669', 'fixed_ips': [{'subnet_id': '7a48a242-fcd7-4d78-8f1c-55de0dc2f19e', 'ip_address': '2001:db8::f'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:48.651162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.789660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.810698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1081b283-abcb-4453-81c5-1ab67fd1e020 None None] Provisioning complete for port 568487b0-2cfa-4680-9064-bf35ec46de2d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:48.811293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1081b283-abcb-4453-81c5-1ab67fd1e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.812299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:48.824771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:48.829885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:48.856141 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=4d1f68ba-770d-4686-8b46-fedfbefbac6f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:48.869733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Deleting port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:48.870136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.889317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:48.906217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed62521-5023-42a1-9f7b-544dc86b2ef4 None None] Network fa851051-175c-46ae-9727-bf24074adc69 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:48.912625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db717b-45e6-45f4-bbac-bbe855ccebe2 req-4bdb82e7-c937-4008-bcae-815d0c80e2d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:48.915147 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a5db717b-45e6-45f4-bbac-bbe855ccebe2 req-4bdb82e7-c937-4008-bcae-815d0c80e2d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 945 time: 0.4747491 Dec 23 08:30:49.046441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting port 96d3b283-5548-4dc9-9140-a7f8b535ced3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:49.046853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.111566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1081b283-abcb-4453-81c5-1ab67fd1e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.122968 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a5db717b-45e6-45f4-bbac-bbe855ccebe2 req-d11326f0-fb4f-4c9c-8de5-b44954270b3b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935449 Dec 23 08:30:49.129835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] DHCP port deletion for 23cf265c-6db0-4587-90e4-a4f45791b286 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:49.139319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:49.168444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] Deleting port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:49.168444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.168736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:49.173514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46452) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:49.176470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:49.234338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1081b283-abcb-4453-81c5-1ab67fd1e020 None None] For port 568487b0-2cfa-4680-9064-bf35ec46de2d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=568487b0-2cfa-4680-9064-bf35ec46de2d,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:49.246757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:49.254242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1081b283-abcb-4453-81c5-1ab67fd1e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.254521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3217417-9bfc-4d75-94e3-c55b2efae28c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.255126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] For port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b,segment=NetworkSegment(307abe90-ec26-4d8e-9619-c054710327b2),segment_id=307abe90-ec26-4d8e-9619-c054710327b2)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:49.255485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.338950 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081b283-abcb-4453-81c5-1ab67fd1e020 None None] Pushing event updated for resources: {'Port': ['ID=568487b0-2cfa-4680-9064-bf35ec46de2d,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:49.417467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f3217417-9bfc-4d75-94e3-c55b2efae28c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:49.430258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d4dcd-340a-4448-a592-6604fdefd149 None None] DHCP port deletion for ace6be24-02a1-4bb2-9612-48fd2a86d275 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:49.449261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:49.458012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-398d4dcd-340a-4448-a592-6604fdefd149 None None] Deleting port 96d3b283-5548-4dc9-9140-a7f8b535ced3 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:49.458345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-398d4dcd-340a-4448-a592-6604fdefd149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.532743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.639762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Calling delete_port for 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:49.649135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-364c1842-39d4-44a5-9105-1ea73780c714 None None] Provisioning for port 6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:49.768488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 568487b0-2cfa-4680-9064-bf35ec46de2d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:49.810028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.823779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-364c1842-39d4-44a5-9105-1ea73780c714 None None] Provisioning complete for port 6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:49.824386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-364c1842-39d4-44a5-9105-1ea73780c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.867302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event deleted for resources: {'Port': ['ID=71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:49.879627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] No DVR routers for this DVR port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:49.910175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] For port 96d3b283-5548-4dc9-9140-a7f8b535ced3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=96d3b283-5548-4dc9-9140-a7f8b535ced3,segment=NetworkSegment(13f82f7c-d7db-4b5e-b897-e4b0f9687bbd),segment_id=13f82f7c-d7db-4b5e-b897-e4b0f9687bbd)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:49.910569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.924666 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2ac94f38-6170-444e-beea-85f4736df121 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 1093 time: 0.7450309 Dec 23 08:30:49.932436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46456) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:49.932628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] For port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b,segment=NetworkSegment(307abe90-ec26-4d8e-9619-c054710327b2),segment_id=307abe90-ec26-4d8e-9619-c054710327b2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:49.932973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.959262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-398d4dcd-340a-4448-a592-6604fdefd149 None None] For port 96d3b283-5548-4dc9-9140-a7f8b535ced3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=96d3b283-5548-4dc9-9140-a7f8b535ced3,segment=NetworkSegment(13f82f7c-d7db-4b5e-b897-e4b0f9687bbd),segment_id=13f82f7c-d7db-4b5e-b897-e4b0f9687bbd)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:49.959677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-398d4dcd-340a-4448-a592-6604fdefd149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:49.988130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:50.003137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:50.017945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-364c1842-39d4-44a5-9105-1ea73780c714 None None] Port 6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:50.028725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:floatingip and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:50.034876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:50.039811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.055718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:50.085614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cf265c-6db0-4587-90e4-a4f45791b286']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:50.101903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307abe90-ec26-4d8e-9619-c054710327b2') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:50.102360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307abe90-ec26-4d8e-9619-c054710327b2') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:50.112788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.133697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.135053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] Calling delete_port for 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:50.215812 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.224518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-398d4dcd-340a-4448-a592-6604fdefd149 None None] Calling delete_port for 96d3b283-5548-4dc9-9140-a7f8b535ced3 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:50.228510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:50.229007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:50.245148 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:50.271611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.303305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Calling delete_port for 96d3b283-5548-4dc9-9140-a7f8b535ced3 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:50.324835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-364c1842-39d4-44a5-9105-1ea73780c714 None None] Provisioning for port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:50.342646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3217417-9bfc-4d75-94e3-c55b2efae28c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.387117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 568487b0-2cfa-4680-9064-bf35ec46de2d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:50.387483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.427610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port d11a86a8-3bc2-43e0-84f2-814de3b4c7c6 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:50.436933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.438388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.457764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:50.458208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:50.461674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.467350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-398d4dcd-340a-4448-a592-6604fdefd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.477724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3217417-9bfc-4d75-94e3-c55b2efae28c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:50.515453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] Pushing event deleted for resources: {'Network': ['ID=23cf265c-6db0-4587-90e4-a4f45791b286,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:50.529635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d4dcd-340a-4448-a592-6604fdefd149 None None] Pushing event deleted for resources: {'Port': ['ID=96d3b283-5548-4dc9-9140-a7f8b535ced3,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:50.537608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398d4dcd-340a-4448-a592-6604fdefd149 None None] No DVR routers for this DVR port 96d3b283-5548-4dc9-9140-a7f8b535ced3 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:50.557562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d3a2de94-f637-493f-b6d1-1c184b007cd4 tempest-AllowedAddressPairIpV6TestJSON-583664742 tempest-AllowedAddressPairIpV6TestJSON-583664742-project] 10.222.0.36 "DELETE /v2.0/networks/23cf265c-6db0-4587-90e4-a4f45791b286 HTTP/1.1" status: 204 len: 168 time: 2.2603958 Dec 23 08:30:50.576200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.613564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3217417-9bfc-4d75-94e3-c55b2efae28c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.659594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:50.660373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:50.675841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:50.709761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.802555 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6257bcc5-6191-4158-9e2c-2618491fbbcd None None] Provisioning for port b91666e0-b2b9-4782-a153-5c3d718e08b6 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:50.810745 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f3217417-9bfc-4d75-94e3-c55b2efae28c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03 HTTP/1.1" status: 204 len: 168 time: 2.8829079 Dec 23 08:30:50.811844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46462) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:50.819177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6257bcc5-6191-4158-9e2c-2618491fbbcd None None] Provisioning complete for port b91666e0-b2b9-4782-a153-5c3d718e08b6 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:50.819519 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6257bcc5-6191-4158-9e2c-2618491fbbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.900263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6257bcc5-6191-4158-9e2c-2618491fbbcd None None] Port b91666e0-b2b9-4782-a153-5c3d718e08b6 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:50.903095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:50.910156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:50.910523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:50.962198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] Deleting port 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:50.962563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.000008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46468) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:51.042404 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-08b57108-78f5-4fb4-830f-e46879689bdb None None] The port '71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:30:51.059047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ed3c3-bf66-4670-a3ff-36b881270f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:51.061748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ed3c3-bf66-4670-a3ff-36b881270f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:51.066562 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-386ed3c3-bf66-4670-a3ff-36b881270f0e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2418954 Dec 23 08:30:51.068529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46474) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:51.082761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d0007eb4-23de-4858-ba7d-69ea6212a92d None None] Provisioning complete for port b91666e0-b2b9-4782-a153-5c3d718e08b6 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:51.083005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0007eb4-23de-4858-ba7d-69ea6212a92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.106270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.126820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.130758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::f (fa851051-175c-46ae-9727-bf24074adc69/7a48a242-fcd7-4d78-8f1c-55de0dc2f19e/d11a86a8-3bc2-43e0-84f2-814de3b4c7c6) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:51.193764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d0007eb4-23de-4858-ba7d-69ea6212a92d None None] Port b91666e0-b2b9-4782-a153-5c3d718e08b6 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:51.197071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.198859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Deleting port 96d3b283-5548-4dc9-9140-a7f8b535ced3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:51.199187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.211222 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:30:51.235905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=53e40f7d-3ad9-486a-91e0-e78340e9f1d6,segment=NetworkSegment(384ce267-cae1-4c67-9124-9cc9430c438d),segment_id=384ce267-cae1-4c67-9124-9cc9430c438d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:51.240459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.319017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:51.323264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] The port '96d3b283-5548-4dc9-9140-a7f8b535ced3' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:30:51.355088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=53e40f7d-3ad9-486a-91e0-e78340e9f1d6,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:51.358814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:51.358956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 71d89c2c-32fe-4144-b3a5-4d4f01dd9a2b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:51.359360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 96d3b283-5548-4dc9-9140-a7f8b535ced3 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:51.361807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.91 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/cb42c431-280e-451b-8a5f-4152e1dd01d8) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:51.396641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 96d3b283-5548-4dc9-9140-a7f8b535ced3 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:30:51.397018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 96d3b283-5548-4dc9-9140-a7f8b535ced3 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:30:51.429840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=4d1f68ba-770d-4686-8b46-fedfbefbac6f,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:51.464500 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.536338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:30:51.613929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:51.614631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.634434 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-44c71f96-5f9c-497d-a949-4bc0e68280dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70fa9bf3878146ed83a7bfc666da94b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6299102 Dec 23 08:30:51.636536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46478) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:51.749116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.800702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.824134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5fe32a11-7f7a-4644-a868-22949fd6639f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.871163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5fe32a11-7f7a-4644-a868-22949fd6639f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.874212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace6be24-02a1-4bb2-9612-48fd2a86d275']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:51.884572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f18a20-fd39-49c9-afe3-fbaa66f9f245 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet fbf21e1f-daaa-4813-9473-34e3c64061a8 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:51.894622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37f18a20-fd39-49c9-afe3-fbaa66f9f245 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.922278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.930522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f82f7c-d7db-4b5e-b897-e4b0f9687bbd') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:51.930811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f82f7c-d7db-4b5e-b897-e4b0f9687bbd') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:51.973984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:51.989935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5fe32a11-7f7a-4644-a868-22949fd6639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.011052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37f18a20-fd39-49c9-afe3-fbaa66f9f245 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.019501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe32a11-7f7a-4644-a868-22949fd6639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa3cfd-62b8-4305-8c07-e5fb444afdc9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:52.024148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=cb42c431-280e-451b-8a5f-4152e1dd01d8,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:52.027554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:52.032115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:52.034857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:52.060175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.064511 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP 9bc64c96-25ee-4abd-8417-0abae78f268c associated. External IP: 172.26.8.236, port: efc9d63d-6c9e-493d-a88b-12ccc89ffba1. Dec 23 08:30:52.084862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.090423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:30:52.090823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:30:52.106762 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:30:52.135184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5fe32a11-7f7a-4644-a868-22949fd6639f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.136280 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5fe32a11-7f7a-4644-a868-22949fd6639f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bfa3cfd-62b8-4305-8c07-e5fb444afdc9 HTTP/1.1" status: 204 len: 168 time: 0.4988501 Dec 23 08:30:52.199244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router e7904397-30f1-4e07-9283-79ae7bf32e5c has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:52.200341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object d11a86a8-3bc2-43e0-84f2-814de3b4c7c6 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:52.239707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.266478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.334098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37f18a20-fd39-49c9-afe3-fbaa66f9f245 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.361815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] Pushing event deleted for resources: {'Network': ['ID=ace6be24-02a1-4bb2-9612-48fd2a86d275,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:52.383479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.385987 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cadaa3f0-929f-4408-b672-6b932168c756 tempest-NetworksIpV6Test-855289086 tempest-NetworksIpV6Test-855289086-project] 10.222.0.36 "DELETE /v2.0/networks/ace6be24-02a1-4bb2-9612-48fd2a86d275 HTTP/1.1" status: 204 len: 168 time: 3.8202353 Dec 23 08:30:52.545427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=d11a86a8-3bc2-43e0-84f2-814de3b4c7c6,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:52.552968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network fa851051-175c-46ae-9727-bf24074adc69 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:52.557515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:52.567214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:52.571629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:52.572235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.590171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37f18a20-fd39-49c9-afe3-fbaa66f9f245 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.641649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f18a20-fd39-49c9-afe3-fbaa66f9f245 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf21e1f-daaa-4813-9473-34e3c64061a8,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:52.652880 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-34b7d2d3-3ce5-410d-86db-11b75c39257c tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1233191 Dec 23 08:30:52.654097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-37f18a20-fd39-49c9-afe3-fbaa66f9f245 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:52.655803 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-37f18a20-fd39-49c9-afe3-fbaa66f9f245 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/fbf21e1f-daaa-4813-9473-34e3c64061a8 HTTP/1.1" status: 204 len: 168 time: 1.5828321 Dec 23 08:30:52.657532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46494) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:52.659782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46496) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:52.669243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ad07b-151a-48b6-9533-99e4902c54fa None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:52.869692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46506) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:52.872592 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-59f17241-5149-48c4-b9c4-d1decca5384e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2101057 Dec 23 08:30:52.880722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46510) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:52.896740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:52.933399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:52.941095 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cfba696f-6d2a-4161-83a2-5a9ae89826d8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/e7904397-30f1-4e07-9283-79ae7bf32e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6057053 Dec 23 08:30:52.942625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46516) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:53.004458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f737704c-1c8b-4f4f-b70c-6f4d23677d57 None None] Sync routers for ids ['e7904397-30f1-4e07-9283-79ae7bf32e5c'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:53.047893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f737704c-1c8b-4f4f-b70c-6f4d23677d57 None None] Routers {'e7904397-30f1-4e07-9283-79ae7bf32e5c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:53.049155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f737704c-1c8b-4f4f-b70c-6f4d23677d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e7904397-30f1-4e07-9283-79ae7bf32e5c'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:53.097846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecd7049-80f8-4b0e-98e6-c3f6cd8730cd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:53.098615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fecd7049-80f8-4b0e-98e6-c3f6cd8730cd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:53.128026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fecd7049-80f8-4b0e-98e6-c3f6cd8730cd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:53.132153 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fecd7049-80f8-4b0e-98e6-c3f6cd8730cd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4707453 Dec 23 08:30:53.133244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46524) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:53.178049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f737704c-1c8b-4f4f-b70c-6f4d23677d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:53.205370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7e2ef2a0-3f87-4213-ba5e-488c89df4aa5 None None] Provisioning for port d11a86a8-3bc2-43e0-84f2-814de3b4c7c6 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:30:53.216537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7e2ef2a0-3f87-4213-ba5e-488c89df4aa5 None None] Provisioning complete for port d11a86a8-3bc2-43e0-84f2-814de3b4c7c6 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:30:53.217201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef2a0-3f87-4213-ba5e-488c89df4aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.242795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:53.260976 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:53.283042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f737704c-1c8b-4f4f-b70c-6f4d23677d57 None None] Routers {'e7904397-30f1-4e07-9283-79ae7bf32e5c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:53.284002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f737704c-1c8b-4f4f-b70c-6f4d23677d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e7904397-30f1-4e07-9283-79ae7bf32e5c'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:53.359498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:53.369562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ef2a0-3f87-4213-ba5e-488c89df4aa5 None None] Port d11a86a8-3bc2-43e0-84f2-814de3b4c7c6 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:30:53.376655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f737704c-1c8b-4f4f-b70c-6f4d23677d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:53.377923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f737704c-1c8b-4f4f-b70c-6f4d23677d57 None None] The sync data for ids ['e7904397-30f1-4e07-9283-79ae7bf32e5c'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:53.466237 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:30:53.471120 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Deleting port 568487b0-2cfa-4680-9064-bf35ec46de2d {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:53.471420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.492821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46530) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:53.498924 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6034ec2e-3cec-47f1-88a6-392f4089576c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2822acc0ef3424185256dfccfb8e0d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6256878 Dec 23 08:30:53.515752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46532) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:53.566646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 568487b0-2cfa-4680-9064-bf35ec46de2d no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:30:53.598453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:53.607855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564d334-1fa6-49e5-91cd-33a60c63a839 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:53.611691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.612428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564d334-1fa6-49e5-91cd-33a60c63a839 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:53.617393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564d334-1fa6-49e5-91cd-33a60c63a839 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:53.622467 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3564d334-1fa6-49e5-91cd-33a60c63a839 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4879780 Dec 23 08:30:53.625753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46540) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:53.705642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-145636878'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:53.715996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.723819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:53.755915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-deb8f8a6-606d-495c-8a18-f8185e8f1954 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port d11a86a8-3bc2-43e0-84f2-814de3b4c7c6 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:53.756242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-deb8f8a6-606d-495c-8a18-f8185e8f1954 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.759935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Usage tracker for resource:network and tenant:97c977bae9194343936105e09dcc00d4 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:53.821092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e874bdcd-a7cc-4d02-86ee-84e1aca094b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.824432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:53.842725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:53.862535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] For port 568487b0-2cfa-4680-9064-bf35ec46de2d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=568487b0-2cfa-4680-9064-bf35ec46de2d,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:53.863171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.870216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.884844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Made reservation on behalf of 97c977bae9194343936105e09dcc00d4 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:53.888651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.900357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e874bdcd-a7cc-4d02-86ee-84e1aca094b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.906726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.922798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:53.953456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.005227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Calling delete_port for 568487b0-2cfa-4680-9064-bf35ec46de2d owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:54.059727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 568487b0-2cfa-4680-9064-bf35ec46de2d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=568487b0-2cfa-4680-9064-bf35ec46de2d,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:54.070497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.141944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:54.144937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:54.145313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:54.152035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=568487b0-2cfa-4680-9064-bf35ec46de2d,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:54.167662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Usage tracker for resource:security_group_rule and tenant:97c977bae9194343936105e09dcc00d4 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:54.171035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:54.209982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e874bdcd-a7cc-4d02-86ee-84e1aca094b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.229175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-deb8f8a6-606d-495c-8a18-f8185e8f1954 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.244756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874bdcd-a7cc-4d02-86ee-84e1aca094b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b197f948-d733-4e27-b6f6-7476e41fe6d5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:54.261931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:54.305663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e874bdcd-a7cc-4d02-86ee-84e1aca094b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.306779 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e874bdcd-a7cc-4d02-86ee-84e1aca094b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b197f948-d733-4e27-b6f6-7476e41fe6d5 HTTP/1.1" status: 204 len: 168 time: 0.7328074 Dec 23 08:30:54.370429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-deb8f8a6-606d-495c-8a18-f8185e8f1954 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for d11a86a8-3bc2-43e0-84f2-814de3b4c7c6 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:54.492868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.498990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.512810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.550362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.627261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:54.638540 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474fa5f7-c89f-42f7-b0e3-370ad06acd56 None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:54.647937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Deleting port 568487b0-2cfa-4680-9064-bf35ec46de2d {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:54.648228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.652034 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474fa5f7-c89f-42f7-b0e3-370ad06acd56 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:54.652888 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-474fa5f7-c89f-42f7-b0e3-370ad06acd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:54.715222 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-474fa5f7-c89f-42f7-b0e3-370ad06acd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:54.728758 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474fa5f7-c89f-42f7-b0e3-370ad06acd56 None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:54.729716 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-474fa5f7-c89f-42f7-b0e3-370ad06acd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:54.773728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=cb42c431-280e-451b-8a5f-4152e1dd01d8,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:54.783704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-deb8f8a6-606d-495c-8a18-f8185e8f1954 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.784547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef252d18-6e50-4286-8883-ef32ee23b005,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:54.796580 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-474fa5f7-c89f-42f7-b0e3-370ad06acd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:54.797479 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474fa5f7-c89f-42f7-b0e3-370ad06acd56 None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:54.797917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:30:54.813824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.886313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.886990 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Added segment acd709b1-81b4-4c7e-9b4a-5acb91139859 of type vlan for network 5da9c67d-9025-476c-a784-3f50c7b6c68f Dec 23 08:30:54.888192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:30:54.892925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8f8a6-606d-495c-8a18-f8185e8f1954 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=d11a86a8-3bc2-43e0-84f2-814de3b4c7c6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:54.925823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:54.974875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-deb8f8a6-606d-495c-8a18-f8185e8f1954 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.011896 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-deb8f8a6-606d-495c-8a18-f8185e8f1954 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/d11a86a8-3bc2-43e0-84f2-814de3b4c7c6 HTTP/1.1" status: 204 len: 168 time: 1.3837509 Dec 23 08:30:55.014049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46554) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:55.061450 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-12505f53-75be-42c9-add3-675b36197978 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:30:55.062268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-12505f53-75be-42c9-add3-675b36197978 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:55.102427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] For port 568487b0-2cfa-4680-9064-bf35ec46de2d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=568487b0-2cfa-4680-9064-bf35ec46de2d,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:55.102989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.143558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-12505f53-75be-42c9-add3-675b36197978 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:55.148721 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-12505f53-75be-42c9-add3-675b36197978 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/d11a86a8-3bc2-43e0-84f2-814de3b4c7c6 HTTP/1.1" status: 404 len: 333 time: 0.1306281 Dec 23 08:30:55.153228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46560) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:55.197717 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-90a88b51-b239-4c40-91b2-62e9ac8fce29 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.7892129 Dec 23 08:30:55.200018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.206190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46564) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:55.225589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-893622469'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:55.240863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:55.268859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:network and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:55.276018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:55.290387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:55.303683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.306254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Calling delete_port for 568487b0-2cfa-4680-9064-bf35ec46de2d owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:55.308052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:55.308744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.376696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Made reservation on behalf of 5c600ae97614497a98bd811f81184e15 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:55.380158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.386661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-60e6832e-d5f9-4a9e-937b-a561435146ef tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port b91666e0-b2b9-4782-a153-5c3d718e08b6 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:55.386991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60e6832e-d5f9-4a9e-937b-a561435146ef tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.404955 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:55.405232 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:55.494708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 089c7177-1f39-4635-9c82-f5920293485c {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:55.495038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.557121 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0518632 Dec 23 08:30:55.570421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46574) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:55.577854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25b4ff-85a8-442c-b0ad-4d3b35a04626 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event updated for resources: {'Network': ['ID=5da9c67d-9025-476c-a784-3f50c7b6c68f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:55.583842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.593323 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 5da9c67d-9025-476c-a784-3f50c7b6c68f details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:55.600804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Request body: {'subnet': {'network_id': '5da9c67d-9025-476c-a784-3f50c7b6c68f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:55.620800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:30:55.641139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46578) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:55.733004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.733365 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Added segment cd3f6712-daba-43f9-a114-f46f9d59de2e of type vlan for network ed5d5949-42a8-440d-9d0a-fc5c8811318d Dec 23 08:30:55.803448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:55.815876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.825029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Usage tracker for resource:subnet and tenant:97c977bae9194343936105e09dcc00d4 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:55.830059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:55.839856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5947156a-fa71-4c81-b5d1-a840c1137daa tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:55.840464 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-5947156a-fa71-4c81-b5d1-a840c1137daa tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 08:30:55.841522 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5947156a-fa71-4c81-b5d1-a840c1137daa tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1993389 Dec 23 08:30:55.849085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46584) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:55.860984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676647960'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:55.888389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:55.896973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Deleting port 568487b0-2cfa-4680-9064-bf35ec46de2d {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:55.897379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.900481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:55.904149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:55.906355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:55.911194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:55.927636 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP ade44e14-acd7-4ef1-862d-b77764f113f8 associated. External IP: 172.26.8.91, port: dff6c749-2ad0-4ea8-a5be-6b39e664770c. Dec 23 08:30:55.928041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:55.989446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60e6832e-d5f9-4a9e-937b-a561435146ef tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.014533 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Made reservation on behalf of 97c977bae9194343936105e09dcc00d4 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:56.059551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 089c7177-1f39-4635-9c82-f5920293485c owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:56.093004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.096626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:56.097192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.136607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] For port 568487b0-2cfa-4680-9064-bf35ec46de2d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=568487b0-2cfa-4680-9064-bf35ec46de2d,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:56.137194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.218826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.247059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-60e6832e-d5f9-4a9e-937b-a561435146ef tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for b91666e0-b2b9-4782-a153-5c3d718e08b6 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:56.257306 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Calling delete_port for 568487b0-2cfa-4680-9064-bf35ec46de2d owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:56.270022 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0610046 Dec 23 08:30:56.273226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] For port 568487b0-2cfa-4680-9064-bf35ec46de2d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=568487b0-2cfa-4680-9064-bf35ec46de2d,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:56.276774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46588) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:56.276914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.296199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'subnet': {'network_id': 'ed5d5949-42a8-440d-9d0a-fc5c8811318d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:56.311221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.363705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb9986-1f00-4770-9d70-04db8ce87ab9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Network': ['ID=ed5d5949-42a8-440d-9d0a-fc5c8811318d,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:56.379711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network ed5d5949-42a8-440d-9d0a-fc5c8811318d details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:30:56.407570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.446437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:30:56.446809 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:30:56.474755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.476390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.504402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:56.511651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:56.545889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:56.554183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:subnet and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:56.562138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:56.565023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:56.572190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:56.589555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:56.633563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:56.642128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:56.650476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:56.651043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.657202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=2700f871-427c-472f-9cf0-c9245743acbc,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:56.664432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=568487b0-2cfa-4680-9064-bf35ec46de2d,revision_number=7']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:56.665017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Made reservation on behalf of 5c600ae97614497a98bd811f81184e15 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:56.732218 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-01cfb441-7107-4269-b458-d896818108e0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8463452 Dec 23 08:30:56.736220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46592) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:56.745927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60e6832e-d5f9-4a9e-937b-a561435146ef tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:56.749088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:67:ef:a5', 'name': 'tempest-NetworksTestDHCPv6-36941496'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:56.833992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6832e-d5f9-4a9e-937b-a561435146ef tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=b91666e0-b2b9-4782-a153-5c3d718e08b6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:56.917573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.004029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.071779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.093810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60e6832e-d5f9-4a9e-937b-a561435146ef tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.158440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=089c7177-1f39-4635-9c82-f5920293485c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:57.169422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.175558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:57.186604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event updated for resources: {'Subnet': ['ID=f46cf44d-cc37-4d77-8ed6-02c01686fecb,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:57.189238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:57.191186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.195675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:57.205090 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:57.229663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Checking segment: {'id': 'acd709b1-81b4-4c7e-9b4a-5acb91139859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5da9c67d-9025-476c-a784-3f50c7b6c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:57.230042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Network hostable DHCP agents. Network: 5da9c67d-9025-476c-a784-3f50c7b6c68f, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:30:57.234122 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:57.237909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.249935 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-60e6832e-d5f9-4a9e-937b-a561435146ef tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/b91666e0-b2b9-4782-a153-5c3d718e08b6 HTTP/1.1" status: 204 len: 168 time: 2.0913208 Dec 23 08:30:57.256489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46596) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:57.348678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:57.365194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:57.369613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:57.370690 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-503314aa-9408-4191-869d-9d8705bab77e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:30:57.371365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-503314aa-9408-4191-869d-9d8705bab77e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:57.374030 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233baec1-4078-42bd-a488-3c2f93abd988,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:57.383321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port d17057cd-4918-498a-9f36-f58107c6b2f1 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:57.433284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:57.456254 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-503314aa-9408-4191-869d-9d8705bab77e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:57.457388 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-503314aa-9408-4191-869d-9d8705bab77e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/b91666e0-b2b9-4782-a153-5c3d718e08b6 HTTP/1.1" status: 404 len: 333 time: 0.1974301 Dec 23 08:30:57.461210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Network 5da9c67d-9025-476c-a784-3f50c7b6c68f is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:30:57.461782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46600) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:57.500299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 5da9c67d-9025-476c-a784-3f50c7b6c68f) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:57.512003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53053646-9310-427b-9b9f-db18a7a62d50 None None] Network 5da9c67d-9025-476c-a784-3f50c7b6c68f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:57.537487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:57.538124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.548136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.576292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Deleting port 568487b0-2cfa-4680-9064-bf35ec46de2d {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:57.577025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.589077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:fe67:efa5 (3b1e253c-1242-4661-909e-bc02458a5888/2700f871-427c-472f-9cf0-c9245743acbc/d17057cd-4918-498a-9f36-f58107c6b2f1) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:57.597110 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6be2167e-52c3-4a72-9d95-a32591b79828 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0205402 Dec 23 08:30:57.600628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46604) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:57.608130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Request body: {'port': {'network_id': '5da9c67d-9025-476c-a784-3f50c7b6c68f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1857604272'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:57.702893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.737944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router e053eba9-8c08-4663-a1c4-f14cd41e34d2 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:57.764081 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.924572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f179a-5f30-490f-adff-1fb8b571d8c6,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:57.929926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] For port 568487b0-2cfa-4680-9064-bf35ec46de2d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=568487b0-2cfa-4680-9064-bf35ec46de2d,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:30:57.930468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.934280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:57.940960 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Usage tracker for resource:port and tenant:97c977bae9194343936105e09dcc00d4 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:57.943715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.945041 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f1480cce-603a-488a-bf40-e8b0f5e63f89 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0949602 Dec 23 08:30:57.946433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:57.948455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46608) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:57.950965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:57.958001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'b77f179a-5f30-490f-adff-1fb8b571d8c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:57.965744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:58.001676 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-5da9c67d-9025-476c-a784-3f50c7b6c68f', 'network_id': '5da9c67d-9025-476c-a784-3f50c7b6c68f', 'tenant_id': '97c977bae9194343936105e09dcc00d4', 'fixed_ips': [{'subnet_id': 'f46cf44d-cc37-4d77-8ed6-02c01686fecb'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:30:58.001906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Made reservation on behalf of 97c977bae9194343936105e09dcc00d4 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:30:58.003054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.004875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.007108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:58.052540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] device_id is not set on port 775eaede-4f3b-46a4-ba81-f1e695159b2c yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:30:58.075735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Calling delete_port for 568487b0-2cfa-4680-9064-bf35ec46de2d owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:58.080845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:58.095399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbba412-a03f-4665-9659-0fbe9aaf149e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet 7a48a242-fcd7-4d78-8f1c-55de0dc2f19e {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:30:58.099397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:58.108454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.174290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:58.178181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cbba412-a03f-4665-9659-0fbe9aaf149e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.182907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object d17057cd-4918-498a-9f36-f58107c6b2f1 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:58.246180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Subnet': ['ID=a933f9cd-224e-4edb-95d7-6e485bd07f24,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:58.281509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.283600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.298739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cbba412-a03f-4665-9659-0fbe9aaf149e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.369827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.401233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:58.403008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=d17057cd-4918-498a-9f36-f58107c6b2f1,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:58.407278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Allocated IP 2001:db8::117 (5da9c67d-9025-476c-a784-3f50c7b6c68f/f46cf44d-cc37-4d77-8ed6-02c01686fecb/775eaede-4f3b-46a4-ba81-f1e695159b2c) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:58.409630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:58.415219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Checking segment: {'id': 'cd3f6712-daba-43f9-a114-f46f9d59de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ed5d5949-42a8-440d-9d0a-fc5c8811318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:30:58.415563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network hostable DHCP agents. Network: ed5d5949-42a8-440d-9d0a-fc5c8811318d, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:30:58.415722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:58.419472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:58.420306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.427830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] Pushing event deleted for resources: {'Port': ['ID=568487b0-2cfa-4680-9064-bf35ec46de2d,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:58.468203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:58.473897 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7622d31f-e9a3-4f84-a0c6-4c585857c984 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7359154 Dec 23 08:30:58.491895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46612) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:58.518635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] Sync routers for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:58.535850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6d3c0-df3e-49a0-93d0-3a8d51a52ca7 None None] No DVR routers for this DVR port 568487b0-2cfa-4680-9064-bf35ec46de2d on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:30:58.549753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:58.550471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:58.660813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cbba412-a03f-4665-9659-0fbe9aaf149e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.747520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:30:58.766888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cbba412-a03f-4665-9659-0fbe9aaf149e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.780973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.830956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router e7904397-30f1-4e07-9283-79ae7bf32e5c has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:30:58.841579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbba412-a03f-4665-9659-0fbe9aaf149e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=7a48a242-fcd7-4d78-8f1c-55de0dc2f19e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:58.861327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cbba412-a03f-4665-9659-0fbe9aaf149e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.871552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.872439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network ed5d5949-42a8-440d-9d0a-fc5c8811318d is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:30:58.879256 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8c5eed19-6e77-49a1-89b4-27972282baae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.9432738 Dec 23 08:30:58.880366 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5cbba412-a03f-4665-9659-0fbe9aaf149e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/7a48a242-fcd7-4d78-8f1c-55de0dc2f19e HTTP/1.1" status: 204 len: 168 time: 1.4161904 Dec 23 08:30:58.883245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46616) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:58.884617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:30:58.886725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46620) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:58.931788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de6b9d-e953-4f72-a941-440128bdc3bd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:58.932545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-77de6b9d-e953-4f72-a941-440128bdc3bd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:58.957761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:58.981068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Transition to ACTIVE for port object 775eaede-4f3b-46a4-ba81-f1e695159b2c will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:30:58.984969 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'status': 'completed', 'code': 200} Dec 23 08:30:58.986820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-77de6b9d-e953-4f72-a941-440128bdc3bd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:58.990647 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-77de6b9d-e953-4f72-a941-440128bdc3bd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.4974985 Dec 23 08:30:58.992821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46624) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:58.996087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba534f47-4ad6-4c76-b7c3-ccee0ea29db1 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:59.010026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c933ea-5631-4c8c-8151-065c36a45d2f None None] Network fa851051-175c-46ae-9727-bf24074adc69 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:59.055125 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eaa3a490-dc17-4836-8fc6-5a175bc8bd06 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ade44e14-acd7-4ef1-862d-b77764f113f8 HTTP/1.1" status: 200 len: 990 time: 0.1707981 Dec 23 08:30:59.056251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.063636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bd878-ba81-490c-9c1b-33706344135c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port d17057cd-4918-498a-9f36-f58107c6b2f1 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:59.064213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd878-ba81-490c-9c1b-33706344135c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.124848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.145379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, ed5d5949-42a8-440d-9d0a-fc5c8811318d) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:59.160183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed2ab2b-b95f-4b0b-aa9f-04417f5cb4d2,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:59.217208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6920142a-8ed6-4a99-b085-546c9e772058 None None] Network ed5d5949-42a8-440d-9d0a-fc5c8811318d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:30:59.226903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:59.227887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.254373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Network 5da9c67d-9025-476c-a784-3f50c7b6c68f is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:30:59.270894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:30:59.272747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event updated for resources: {'Port': ['ID=775eaede-4f3b-46a4-ba81-f1e695159b2c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:30:59.274932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:30:59.278802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:59.279389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.349995 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-97211176-8949-4438-a26d-6268cb213887 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7461746 Dec 23 08:30:59.357334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46632) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:59.369661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Request body: {'port': {'network_id': '5da9c67d-9025-476c-a784-3f50c7b6c68f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1313222376', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:59.370168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.api.validators [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] bootfile-name is not in valid_values {{(pid=83522) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:30:59.370691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.api.validators [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] tftp-server is not in valid_values {{(pid=83522) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:30:59.371198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.api.validators [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] server-ip-address is not in valid_values {{(pid=83522) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:30:59.385814 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5cb65a64-2bca-4bb8-be13-a10b37fb2353 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1046777 Dec 23 08:30:59.389242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46636) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:59.395000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.396217 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8ba9577f-5608-499b-8bc0-d1a87d4c3d25 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4467239 Dec 23 08:30:59.414618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46640) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:59.424440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f6883a4e-8b67-4935-a99d-51470bc85e15 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'b77f179a-5f30-490f-adff-1fb8b571d8c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:59.445194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f6883a4e-8b67-4935-a99d-51470bc85e15 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:59.449854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:30:59.451086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1999217066', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:30:59.454150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.467496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:59.474318 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-967008b3-050a-4cc1-bcfe-33d3656c62e6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/e7904397-30f1-4e07-9283-79ae7bf32e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5222700 Dec 23 08:30:59.482387 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876be13-40ae-4558-8bc6-784fda2d8002 None None] Sync routers for ids ['e7904397-30f1-4e07-9283-79ae7bf32e5c'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:30:59.485596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46644) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:59.486225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f6883a4e-8b67-4935-a99d-51470bc85e15 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:59.496989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:router and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:59.498760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f6883a4e-8b67-4935-a99d-51470bc85e15 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:59.505093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:30:59.521857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Allocated IP 2001:db8::2 (5da9c67d-9025-476c-a784-3f50c7b6c68f/f46cf44d-cc37-4d77-8ed6-02c01686fecb/84222b95-24d0-4652-b0a8-d2cc5f0c31d8) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:30:59.522981 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876be13-40ae-4558-8bc6-784fda2d8002 None None] Routers {'e7904397-30f1-4e07-9283-79ae7bf32e5c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:59.524520 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0876be13-40ae-4558-8bc6-784fda2d8002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e7904397-30f1-4e07-9283-79ae7bf32e5c'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:59.530309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f6883a4e-8b67-4935-a99d-51470bc85e15 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:59.534825 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6df90117-9c98-470c-9ef7-3b5a4ea0f011 req-fbe2dac5-2a0f-4329-8078-86bcece99115 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 1098 time: 0.4763765 Dec 23 08:30:59.536619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:30:59.536947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.567910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:30:59.603129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b1dd9ecb-9b95-4103-a13f-83bb6cfaaf33 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:30:59.621890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd878-ba81-490c-9c1b-33706344135c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.650681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.651692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.689208 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0876be13-40ae-4558-8bc6-784fda2d8002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:59.707062 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876be13-40ae-4558-8bc6-784fda2d8002 None None] Routers {'e7904397-30f1-4e07-9283-79ae7bf32e5c'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:30:59.707804 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0876be13-40ae-4558-8bc6-784fda2d8002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e7904397-30f1-4e07-9283-79ae7bf32e5c'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:59.722999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6883a4e-8b67-4935-a99d-51470bc85e15 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:30:59.796708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bd878-ba81-490c-9c1b-33706344135c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for d17057cd-4918-498a-9f36-f58107c6b2f1 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:30:59.806977 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0876be13-40ae-4558-8bc6-784fda2d8002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:30:59.807427 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0876be13-40ae-4558-8bc6-784fda2d8002 None None] The sync data for ids ['e7904397-30f1-4e07-9283-79ae7bf32e5c'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:30:59.828132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b1dd9ecb-9b95-4103-a13f-83bb6cfaaf33 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:30:59.829425 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b1dd9ecb-9b95-4103-a13f-83bb6cfaaf33 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7904397-30f1-4e07-9283-79ae7bf32e5c HTTP/1.1" status: 200 len: 205 time: 0.3423765 Dec 23 08:30:59.842104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46648) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:30:59.913656 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df90117-9c98-470c-9ef7-3b5a4ea0f011 req-df4690d7-f0bc-4414-9bb9-f42af3ca9310 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:30:59.915814 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6df90117-9c98-470c-9ef7-3b5a4ea0f011 req-df4690d7-f0bc-4414-9bb9-f42af3ca9310 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6 HTTP/1.1" status: 200 len: 897 time: 0.3080189 Dec 23 08:30:59.929580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:30:59.941698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Usage tracker for resource:port and tenant:97c977bae9194343936105e09dcc00d4 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:30:59.950223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:00.017489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.019527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:00.067047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46652) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:00.090173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Made reservation on behalf of 97c977bae9194343936105e09dcc00d4 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:00.094118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.185433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-ed5d5949-42a8-440d-9d0a-fc5c8811318d', 'network_id': 'ed5d5949-42a8-440d-9d0a-fc5c8811318d', 'tenant_id': '5c600ae97614497a98bd811f81184e15', 'fixed_ips': [{'subnet_id': 'a933f9cd-224e-4edb-95d7-6e485bd07f24'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:00.186262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.186615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f77fdb64-5cac-4345-978f-687d1f0f5089 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.257852 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-f6883a4e-8b67-4935-a99d-51470bc85e15 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 08:31:00.264035 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f6883a4e-8b67-4935-a99d-51470bc85e15 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8453856 Dec 23 08:31:00.269975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46656) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:00.328221 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6df90117-9c98-470c-9ef7-3b5a4ea0f011 req-c041b337-63af-4a0a-9718-5c30410b27c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c HTTP/1.1" status: 200 len: 998 time: 0.4011648 Dec 23 08:31:00.398166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] DHCP port deletion for fa851051-175c-46ae-9727-bf24074adc69 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:00.402553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] For port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=53e40f7d-3ad9-486a-91e0-e78340e9f1d6,segment=NetworkSegment(384ce267-cae1-4c67-9124-9cc9430c438d),segment_id=384ce267-cae1-4c67-9124-9cc9430c438d)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:00.403112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.406907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.420159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] Deleting port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:00.420772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.429434 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-29463e08-bf9d-4d7d-afcd-84ec891e68ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ade44e14-acd7-4ef1-862d-b77764f113f8 HTTP/1.1" status: 200 len: 990 time: 0.3606148 Dec 23 08:31:00.430245 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] device_id is not set on port 85217aad-0e39-4a40-b853-b2c912030b60 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:00.446119 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:30:03Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ade44e14-acd7-4ef1-862d-b77764f113f8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:30:52Z', 'updated_at': '2021-12-23T08:30:52Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:00.555375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd878-ba81-490c-9c1b-33706344135c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.599701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] Checking router: e053eba9-8c08-4663-a1c4-f14cd41e34d2 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:31:00.614548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.636529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.640682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-33a0c131-d833-4881-927b-c58e701c5fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.645048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bd878-ba81-490c-9c1b-33706344135c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=d17057cd-4918-498a-9f36-f58107c6b2f1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:00.679326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:00.689930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '2700f871-427c-472f-9cf0-c9245743acbc'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:00.691135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.702341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Transition to ACTIVE for port object 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:00.743015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df90117-9c98-470c-9ef7-3b5a4ea0f011 req-ba4bc9b5-7514-485d-9da2-f0758a6503a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:00.743370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Allocated IP 172.20.0.2 (ed5d5949-42a8-440d-9d0a-fc5c8811318d/a933f9cd-224e-4edb-95d7-6e485bd07f24/59e0c70d-20cd-4b6b-9700-e5895368b053) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:00.744623 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6df90117-9c98-470c-9ef7-3b5a4ea0f011 req-ba4bc9b5-7514-485d-9da2-f0758a6503a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7be9df53-de85-4ec7-8c03-915b49af02fd HTTP/1.1" status: 200 len: 835 time: 0.3995440 Dec 23 08:31:00.745255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:00.745879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:30:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:00.747501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd878-ba81-490c-9c1b-33706344135c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.749562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f3fb1e-05b8-4630-ac82-7bf815092fd4 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.836781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f3fb1e-05b8-4630-ac82-7bf815092fd4 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.887657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:00.907041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3b5bd878-ba81-490c-9c1b-33706344135c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/d17057cd-4918-498a-9f36-f58107c6b2f1 HTTP/1.1" status: 204 len: 168 time: 1.9109690 Dec 23 08:31:00.922859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46660) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:00.956717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Transition to ACTIVE for port object 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:00.992381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=53e40f7d-3ad9-486a-91e0-e78340e9f1d6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:01.006803 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6df90117-9c98-470c-9ef7-3b5a4ea0f011 req-a7539b50-1672-4ea4-8e7b-d2f1e247246a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2533789 Dec 23 08:31:01.007758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No DVR routers for this DVR port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:01.069039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f3fb1e-05b8-4630-ac82-7bf815092fd4 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.069364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.090199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f77fdb64-5cac-4345-978f-687d1f0f5089 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.107256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f77fdb64-5cac-4345-978f-687d1f0f5089 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.126492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Allocated IP 2001:db8::38b (5da9c67d-9025-476c-a784-3f50c7b6c68f/f46cf44d-cc37-4d77-8ed6-02c01686fecb/85217aad-0e39-4a40-b853-b2c912030b60) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:01.154794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3fb1e-05b8-4630-ac82-7bf815092fd4 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f179a-5f30-490f-adff-1fb8b571d8c6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:01.212619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e8d18-e292-429c-a3b6-c08330a41d14 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:01.213106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f77fdb64-5cac-4345-978f-687d1f0f5089 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.213801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77fdb64-5cac-4345-978f-687d1f0f5089 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Fanout notify agent at l3_agent the message router_deleted on router e7904397-30f1-4e07-9283-79ae7bf32e5c {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:31:01.214181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e8d18-e292-429c-a3b6-c08330a41d14 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:01.215343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-959e8d18-e292-429c-a3b6-c08330a41d14 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:01.278145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.289556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f3fb1e-05b8-4630-ac82-7bf815092fd4 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.292399 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f2f3fb1e-05b8-4630-ac82-7bf815092fd4 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/b77f179a-5f30-490f-adff-1fb8b571d8c6 HTTP/1.1" status: 204 len: 168 time: 1.0214493 Dec 23 08:31:01.294043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46664) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:01.299522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f77fdb64-5cac-4345-978f-687d1f0f5089 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.300538 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f77fdb64-5cac-4345-978f-687d1f0f5089 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/e7904397-30f1-4e07-9283-79ae7bf32e5c HTTP/1.1" status: 204 len: 168 time: 1.4558892 Dec 23 08:31:01.309540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-959e8d18-e292-429c-a3b6-c08330a41d14 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:01.310760 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-959e8d18-e292-429c-a3b6-c08330a41d14 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3846469 Dec 23 08:31:01.311791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46668) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:01.319013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46670) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:01.336454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Network 5da9c67d-9025-476c-a784-3f50c7b6c68f is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:01.354191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:01.368168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:01.371129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] For port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=53e40f7d-3ad9-486a-91e0-e78340e9f1d6,segment=NetworkSegment(384ce267-cae1-4c67-9124-9cc9430c438d),segment_id=384ce267-cae1-4c67-9124-9cc9430c438d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:01.371516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.386142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa851051-175c-46ae-9727-bf24074adc69']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:01.392145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Pushing event updated for resources: {'Port': ['ID=84222b95-24d0-4652-b0a8-d2cc5f0c31d8,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:01.412278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384ce267-cae1-4c67-9124-9cc9430c438d') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:01.413547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384ce267-cae1-4c67-9124-9cc9430c438d') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:01.422495 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6df90117-9c98-470c-9ef7-3b5a4ea0f011 req-6015d771-0dcc-43c6-b7f8-d29d033f2a67 service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803806 Dec 23 08:31:01.436348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46676) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:01.455424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.520864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.593768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.599147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.600084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:01.622175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:01.622569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.631953 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] Calling delete_port for 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:01.642038 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:01.665645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Allocated IP 2001:db8::f816:3eff:fed4:87ab (3b1e253c-1242-4661-909e-bc02458a5888/2700f871-427c-472f-9cf0-c9245743acbc/953660dd-c75c-4f94-96ec-533e99e9078e) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:01.719965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:31:01.728493 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b5ce4432-d1d9-4250-b053-c951d6624a0f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4275074 Dec 23 08:31:01.733574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46680) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:01.758671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'tempest-secgroup--61899319'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:01.773728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:01.774113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:01.787761 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6df90117-9c98-470c-9ef7-3b5a4ea0f011 req-bb4be6fd-3b13-4a5f-9ec1-abb443924b56 service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556178 Dec 23 08:31:01.792312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b9a5bf-2258-473d-a82e-0be7c5989828 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting subnet d920404a-5305-4308-b4d0-a31212aef4f5 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:01.806828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.808518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a5bf-2258-473d-a82e-0be7c5989828 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.855184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.873338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Network': ['ID=fa851051-175c-46ae-9727-bf24074adc69,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:01.882481 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-298b92c5-99f2-4977-8b5a-d5f7665a5872 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/networks/fa851051-175c-46ae-9727-bf24074adc69 HTTP/1.1" status: 204 len: 168 time: 2.8316298 Dec 23 08:31:01.886089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46684) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:01.898227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2053447764'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:01.907531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:01.909389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:01.914791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a5bf-2258-473d-a82e-0be7c5989828 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.927089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:01.935617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:01.942263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:network and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:01.949587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:01.951367 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1fc14b7a-602b-47df-b18b-1d292e1a493b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ade44e14-acd7-4ef1-862d-b77764f113f8 HTTP/1.1" status: 200 len: 990 time: 0.5120904 Dec 23 08:31:01.958688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:01.963742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:01.985442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:01.986845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:01.990249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.037347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:02.052055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.052398 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Added segment 9e43a85b-4285-4f8f-aebc-10892029a70d of type vlan for network bcec331a-2d98-4975-93cf-4d809f816232 Dec 23 08:31:02.053543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Transition to ACTIVE for port object 85217aad-0e39-4a40-b853-b2c912030b60 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:02.060770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.065730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a5bf-2258-473d-a82e-0be7c5989828 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.088340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-6702846e-f782-4ee5-b27f-6cadd46a296e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 2700f871-427c-472f-9cf0-c9245743acbc {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:02.097079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Attempting to bind port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:02.097440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Attempting to bind port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'acd709b1-81b4-4c7e-9b4a-5acb91139859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5da9c67d-9025-476c-a784-3f50c7b6c68f'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:02.097795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Attempting to bind port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 on network 5da9c67d-9025-476c-a784-3f50c7b6c68f {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:02.102411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.118051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.120865 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.26.8.67 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/765a4149-b6cc-4dcc-936a-41176bc2d9aa) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:02.160204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.170544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.174774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:02.175367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.188896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:02.189241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:02.190354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Transition to ACTIVE for port object 59e0c70d-20cd-4b6b-9700-e5895368b053 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:02.209549 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:02.210477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Checking segment: {'id': 'acd709b1-81b4-4c7e-9b4a-5acb91139859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5da9c67d-9025-476c-a784-3f50c7b6c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:02.211101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.211471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Bound using segment: {'id': 'acd709b1-81b4-4c7e-9b4a-5acb91139859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5da9c67d-9025-476c-a784-3f50c7b6c68f'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:02.212116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Bound port: 84222b95-24d0-4652-b0a8-d2cc5f0c31d8, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd709b1-81b4-4c7e-9b4a-5acb91139859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5da9c67d-9025-476c-a784-3f50c7b6c68f'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:02.212647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.255096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a5bf-2258-473d-a82e-0be7c5989828 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.273526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:02.317759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Transition to ACTIVE for port object 59e0c70d-20cd-4b6b-9700-e5895368b053 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:02.322597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9a5bf-2258-473d-a82e-0be7c5989828 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Subnet': ['ID=d920404a-5305-4308-b4d0-a31212aef4f5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:02.336679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6b9a5bf-2258-473d-a82e-0be7c5989828 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.338965 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c6b9a5bf-2258-473d-a82e-0be7c5989828 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/d920404a-5305-4308-b4d0-a31212aef4f5 HTTP/1.1" status: 204 len: 168 time: 1.0221310 Dec 23 08:31:02.340520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Network': ['ID=bcec331a-2d98-4975-93cf-4d809f816232,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:02.343893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46688) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:02.348452 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7a447397-d900-441d-bf55-e41f8d8f86be tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4614675 Dec 23 08:31:02.348596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.367861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46690) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:02.369069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:02.371338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a635504d-5cbe-4e00-a236-3d2e1f300aff None None] Network 29a47e7f-b341-41f4-a355-631896a61d3c requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:02.379477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:02.384305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network bcec331a-2d98-4975-93cf-4d809f816232 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:02.391932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': 'bcec331a-2d98-4975-93cf-4d809f816232', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:02.417306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:02.468640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.487155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Network 5da9c67d-9025-476c-a784-3f50c7b6c68f is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:02.499461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.509827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:02.525996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event updated for resources: {'Port': ['ID=85217aad-0e39-4a40-b853-b2c912030b60,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:02.529928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:02.534054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:02.538168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.656785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:02.663984 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-642fb2ba-d67d-4645-989c-dad0dc3e434f tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3044620 Dec 23 08:31:02.666597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:02.667099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46696) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:02.669470 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.673777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a717e6e7-a1d1-4b4c-93dd-6f7376cbe97b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting subnet 9a79231d-1a08-42f5-b421-1bcdbf4972cd {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:02.677989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a717e6e7-a1d1-4b4c-93dd-6f7376cbe97b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.680584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Transition to ACTIVE for port object 953660dd-c75c-4f94-96ec-533e99e9078e will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:02.682597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:02.702097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] Deleting port 53e40f7d-3ad9-486a-91e0-e78340e9f1d6 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:02.702595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.735071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a717e6e7-a1d1-4b4c-93dd-6f7376cbe97b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.765476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:02.784593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:02.798196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:02.814528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:02.827377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=765a4149-b6cc-4dcc-936a-41176bc2d9aa,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:02.835980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a717e6e7-a1d1-4b4c-93dd-6f7376cbe97b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.872088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.907043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:02.925357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a717e6e7-a1d1-4b4c-93dd-6f7376cbe97b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.926498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Transition to ACTIVE for port object 953660dd-c75c-4f94-96ec-533e99e9078e will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:02.929971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:02.938292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f55be-e629-47f5-9ca8-ab7804b35a9a None None] The port '53e40f7d-3ad9-486a-91e0-e78340e9f1d6' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:31:02.959833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Network ed5d5949-42a8-440d-9d0a-fc5c8811318d is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:02.960576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46700) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:02.961046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Pushing event updated for resources: {'Port': ['ID=59e0c70d-20cd-4b6b-9700-e5895368b053,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:02.973449 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:02.978069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:02.989354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aa85966e-6fce-400a-8ca1-18eb8570496b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.011200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6702846e-f782-4ee5-b27f-6cadd46a296e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.028123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.031649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e6e7-a1d1-4b4c-93dd-6f7376cbe97b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Subnet': ['ID=9a79231d-1a08-42f5-b421-1bcdbf4972cd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:03.033171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] For port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:03.055644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a717e6e7-a1d1-4b4c-93dd-6f7376cbe97b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.076047 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a717e6e7-a1d1-4b4c-93dd-6f7376cbe97b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/9a79231d-1a08-42f5-b421-1bcdbf4972cd HTTP/1.1" status: 204 len: 168 time: 0.7241380 Dec 23 08:31:03.078031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46704) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:03.109790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.113124 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3633165 Dec 23 08:31:03.118973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb8b775-ede6-4f0f-93a8-c8ce642270b3 None None] Network 71581cbc-01e2-4982-9b23-6afce469fe18 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:03.123375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46708) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:03.132932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6246f967-f322-48f0-980c-dace382ae530 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '2dfd5644-ece2-4909-806e-ffdcd264edd6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:03.133573 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-6246f967-f322-48f0-980c-dace382ae530 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:03.138056 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6246f967-f322-48f0-980c-dace382ae530 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086281 Dec 23 08:31:03.144406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4593067-14b1-4c63-b892-54c636470578 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd5644-ece2-4909-806e-ffdcd264edd6,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:03.146635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46712) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:03.150196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6702846e-f782-4ee5-b27f-6cadd46a296e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.175823 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3f061814-1b62-444a-872c-c0a43c927703 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ade44e14-acd7-4ef1-862d-b77764f113f8 HTTP/1.1" status: 200 len: 990 time: 0.2139544 Dec 23 08:31:03.213555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a3cf4-8ef0-481c-b671-809299c336f0 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:03.214666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.217492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a3cf4-8ef0-481c-b671-809299c336f0 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:03.221821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a3cf4-8ef0-481c-b671-809299c336f0 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:03.222875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-755a3cf4-8ef0-481c-b671-809299c336f0 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Synchronizing usage tracker for tenant:97c977bae9194343936105e09dcc00d4 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:03.227911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:03.227911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.242338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.298889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] For port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=84222b95-24d0-4652-b0a8-d2cc5f0c31d8,segment=NetworkSegment(acd709b1-81b4-4c7e-9b4a-5acb91139859),segment_id=acd709b1-81b4-4c7e-9b4a-5acb91139859)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:03.391843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.393278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-755a3cf4-8ef0-481c-b671-809299c336f0 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Unset dirty status for tenant:97c977bae9194343936105e09dcc00d4 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:03.397693 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-755a3cf4-8ef0-481c-b671-809299c336f0 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7159364 Dec 23 08:31:03.403547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46716) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:03.445706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port ef22382d-ef77-42dc-a0d1-63c8f334d0b3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ef22382d-ef77-42dc-a0d1-63c8f334d0b3,segment=NetworkSegment(4c659338-fd10-463b-bfb4-d3bf283bbce5),segment_id=4c659338-fd10-463b-bfb4-d3bf283bbce5)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:03.446318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.498664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:03.506294 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Pushing event updated for resources: {'Port': ['ID=953660dd-c75c-4f94-96ec-533e99e9078e,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:03.530630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfaa4ebb-fc68-48db-8f75-0f43aacb8d57 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.535516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6702846e-f782-4ee5-b27f-6cadd46a296e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.548633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:03.570939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d8a88e83-ab2c-4540-8a67-0f6aea6dcf62 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Deleting port 85217aad-0e39-4a40-b853-b2c912030b60 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:03.571262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e83-ab2c-4540-8a67-0f6aea6dcf62 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.576738 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for ef22382d-ef77-42dc-a0d1-63c8f334d0b3 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:03.599087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:03.658154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.661119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfaa4ebb-fc68-48db-8f75-0f43aacb8d57 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.707187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=ef22382d-ef77-42dc-a0d1-63c8f334d0b3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:03.709408 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Attempting to bind port 59e0c70d-20cd-4b6b-9700-e5895368b053 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:03.709992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Attempting to bind port 59e0c70d-20cd-4b6b-9700-e5895368b053 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'cd3f6712-daba-43f9-a114-f46f9d59de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ed5d5949-42a8-440d-9d0a-fc5c8811318d'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:03.710216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Attempting to bind port 59e0c70d-20cd-4b6b-9700-e5895368b053 on network ed5d5949-42a8-440d-9d0a-fc5c8811318d {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:03.712914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No DVR routers for this DVR port ef22382d-ef77-42dc-a0d1-63c8f334d0b3 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:03.838951 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.839366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.848991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.860851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6702846e-f782-4ee5-b27f-6cadd46a296e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.877210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a47e7f-b341-41f4-a355-631896a61d3c']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:03.890911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c659338-fd10-463b-bfb4-d3bf283bbce5') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:03.891211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c659338-fd10-463b-bfb4-d3bf283bbce5') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:03.904064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.914411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfaa4ebb-fc68-48db-8f75-0f43aacb8d57 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.921248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.928304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:03.928741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:03.943749 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:03.970570 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:03.970935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Checking segment: {'id': 'cd3f6712-daba-43f9-a114-f46f9d59de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ed5d5949-42a8-440d-9d0a-fc5c8811318d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:03.971533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:03.971925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Bound using segment: {'id': 'cd3f6712-daba-43f9-a114-f46f9d59de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ed5d5949-42a8-440d-9d0a-fc5c8811318d'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:03.972383 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Bound port: 59e0c70d-20cd-4b6b-9700-e5895368b053, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3f6712-daba-43f9-a114-f46f9d59de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ed5d5949-42a8-440d-9d0a-fc5c8811318d'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:03.972743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.026348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f6a9a-460d-4408-80d4-9995a460cbbc None None] Pushing event updated for resources: {'Port': ['ID=84222b95-24d0-4652-b0a8-d2cc5f0c31d8,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:04.032829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.059344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.061032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.065266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.072499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Network': ['ID=29a47e7f-b341-41f4-a355-631896a61d3c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:04.082856 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b55e5882-3732-4e35-b2d3-62c905b93728 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/networks/29a47e7f-b341-41f4-a355-631896a61d3c HTTP/1.1" status: 204 len: 168 time: 1.0027466 Dec 23 08:31:04.083203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46720) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:04.110997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Attempting to bind port 953660dd-c75c-4f94-96ec-533e99e9078e on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:04.111490 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Attempting to bind port 953660dd-c75c-4f94-96ec-533e99e9078e by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:04.111965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Attempting to bind port 953660dd-c75c-4f94-96ec-533e99e9078e on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:04.153143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e38d23c-5a20-4b0e-8594-aa51adca1189 None None] DHCP port deletion for 29a47e7f-b341-41f4-a355-631896a61d3c request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:04.184989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:04.185435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:04.185755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.186175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:04.186656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Bound port: 953660dd-c75c-4f94-96ec-533e99e9078e, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:04.187022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.202984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa4ebb-fc68-48db-8f75-0f43aacb8d57 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd5644-ece2-4909-806e-ffdcd264edd6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:04.205465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702846e-f782-4ee5-b27f-6cadd46a296e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=2700f871-427c-472f-9cf0-c9245743acbc,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:04.223623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46724) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:04.246092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:30:03Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ade44e14-acd7-4ef1-862d-b77764f113f8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:30:52Z', 'updated_at': '2021-12-23T08:30:52Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:04.287922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4e1bd-c751-46e3-af66-98ec6f6f785e None None] The sync data for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv is: [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:30:03Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ade44e14-acd7-4ef1-862d-b77764f113f8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:30:52Z', 'updated_at': '2021-12-23T08:30:52Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:04.300129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] For port 59e0c70d-20cd-4b6b-9700-e5895368b053, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:04.327696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] For port 59e0c70d-20cd-4b6b-9700-e5895368b053, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=59e0c70d-20cd-4b6b-9700-e5895368b053,segment=NetworkSegment(cd3f6712-daba-43f9-a114-f46f9d59de2e),segment_id=cd3f6712-daba-43f9-a114-f46f9d59de2e)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:04.353375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.357139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.360094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.368563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port a3dc4e25-dd7e-4334-82d1-02324897713e {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:04.368898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.379591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6702846e-f782-4ee5-b27f-6cadd46a296e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.442467 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6702846e-f782-4ee5-b27f-6cadd46a296e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/2700f871-427c-472f-9cf0-c9245743acbc HTTP/1.1" status: 204 len: 168 time: 3.1197288 Dec 23 08:31:04.442825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] DHCP port deletion for 71581cbc-01e2-4982-9b23-6afce469fe18 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:04.444241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bfaa4ebb-fc68-48db-8f75-0f43aacb8d57 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.445438 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bfaa4ebb-fc68-48db-8f75-0f43aacb8d57 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/2dfd5644-ece2-4909-806e-ffdcd264edd6 HTTP/1.1" status: 204 len: 168 time: 1.2623231 Dec 23 08:31:04.456487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46728) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:04.457174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46730) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:04.503115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] Deleting port a3dc4e25-dd7e-4334-82d1-02324897713e {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:04.503940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.615368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] For port 953660dd-c75c-4f94-96ec-533e99e9078e, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:04.691739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] For port 953660dd-c75c-4f94-96ec-533e99e9078e, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=953660dd-c75c-4f94-96ec-533e99e9078e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:04.718203 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-38913d27-dc72-416e-ba91-ae434199e447 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2534661 Dec 23 08:31:04.721521 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.726091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaab18-5139-48f7-867d-3ad9de69b708 None None] Pushing event updated for resources: {'Port': ['ID=59e0c70d-20cd-4b6b-9700-e5895368b053,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:04.752931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46736) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:04.763866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port a3dc4e25-dd7e-4334-82d1-02324897713e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a3dc4e25-dd7e-4334-82d1-02324897713e,segment=NetworkSegment(11c26c87-caeb-4989-a3d3-297eece2e4af),segment_id=11c26c87-caeb-4989-a3d3-297eece2e4af)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:04.764480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.827766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4019a89-7d27-41d7-8a86-00a25be447ba None None] New status for floating IP ade44e14-acd7-4ef1-862d-b77764f113f8: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:31:04.901227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for a3dc4e25-dd7e-4334-82d1-02324897713e owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:04.901783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=0920d2e4-bd9a-4b89-aa0c-2de42f25e026,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:04.910584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e83-ab2c-4540-8a67-0f6aea6dcf62 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:04.924116 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8c41b515-4385-440b-af54-74811a38cba8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ade44e14-acd7-4ef1-862d-b77764f113f8 HTTP/1.1" status: 200 len: 990 time: 0.6948285 Dec 23 08:31:05.018287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.054402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Checking segment: {'id': '9e43a85b-4285-4f8f-aebc-10892029a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bcec331a-2d98-4975-93cf-4d809f816232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:05.054761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network hostable DHCP agents. Network: bcec331a-2d98-4975-93cf-4d809f816232, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:31:05.112522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=a3dc4e25-dd7e-4334-82d1-02324897713e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:05.116779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No DVR routers for this DVR port a3dc4e25-dd7e-4334-82d1-02324897713e on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:05.151361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-d8a88e83-ab2c-4540-8a67-0f6aea6dcf62 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Calling delete_port for 85217aad-0e39-4a40-b853-b2c912030b60 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:05.157483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d28326-3f2b-4333-bc3e-92ccf1282f23 None None] Pushing event updated for resources: {'Port': ['ID=953660dd-c75c-4f94-96ec-533e99e9078e,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:05.306123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.334595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ba28a565-fc33-4595-9692-cf7d301bedc0 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Synchronizing usage tracker for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:05.348673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71581cbc-01e2-4982-9b23-6afce469fe18']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:05.376150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c26c87-caeb-4989-a3d3-297eece2e4af') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:05.376465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c26c87-caeb-4989-a3d3-297eece2e4af') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:05.392907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.424981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.429111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e4ef5-9359-4135-ae5d-857006d44010 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:05.429810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-df5e4ef5-9359-4135-ae5d-857006d44010 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:05.437206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:05.437413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network bcec331a-2d98-4975-93cf-4d809f816232 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:31:05.437654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.446911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ba28a565-fc33-4595-9692-cf7d301bedc0 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Unset dirty status for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:05.453935 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ba28a565-fc33-4595-9692-cf7d301bedc0 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9876702 Dec 23 08:31:05.455324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.466387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] For port a3dc4e25-dd7e-4334-82d1-02324897713e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a3dc4e25-dd7e-4334-82d1-02324897713e,segment=NetworkSegment(11c26c87-caeb-4989-a3d3-297eece2e4af),segment_id=11c26c87-caeb-4989-a3d3-297eece2e4af)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:05.466918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:05.475520 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:05.485466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46740) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:05.487864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, bcec331a-2d98-4975-93cf-4d809f816232) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:05.493304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:05.494042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.509930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603700767'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:05.526644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:05.588886 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-27deaf68-5685-472f-ba28-f3e39d5a241f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2165885 Dec 23 08:31:05.595596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:05.599294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46744) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:05.614912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-154200573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:05.626167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-df5e4ef5-9359-4135-ae5d-857006d44010 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:05.632496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:05.635978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41dc412-ec4d-46da-9109-3c5db058805e None None] Network bcec331a-2d98-4975-93cf-4d809f816232 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:05.636993 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-df5e4ef5-9359-4135-ae5d-857006d44010 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8547843 Dec 23 08:31:05.638977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46748) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:05.640075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:router and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:05.644409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:05.658915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:05.667572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.669115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.711890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.725213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.759966 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/networks/71581cbc-01e2-4982-9b23-6afce469fe18 HTTP/1.1" status: 204 len: 168 time: 1.6715257 Dec 23 08:31:05.765095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46752) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:05.772061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.776744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-450943115'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:05.788195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd113b-088b-4aa9-9075-ca4172ca3ab8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Network': ['ID=71581cbc-01e2-4982-9b23-6afce469fe18,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:05.792941 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:05.797168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:network and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:05.800283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:05.807211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:05.823840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:05.828103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.856776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] Calling delete_port for a3dc4e25-dd7e-4334-82d1-02324897713e owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:05.877397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:05.882041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885dce1e-0ee0-4c14-b82a-27c9c4dc8c17 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:05.882827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-885dce1e-0ee0-4c14-b82a-27c9c4dc8c17 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:05.887821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:05.888945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.889480 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added segment 5864ddf5-1642-4595-a175-4e058fffc49a of type vlan for network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 Dec 23 08:31:05.911198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e83-ab2c-4540-8a67-0f6aea6dcf62 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:05.929032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46756) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:05.932112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:05.932646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b918f4ea-7d35-45bf-ae70-3c23ceff4508 None None] Network 5da9c67d-9025-476c-a784-3f50c7b6c68f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:06.009842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:06.013912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.015637 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:06.021010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a88e83-ab2c-4540-8a67-0f6aea6dcf62 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event deleted for resources: {'Port': ['ID=85217aad-0e39-4a40-b853-b2c912030b60,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:06.021430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.023022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-885dce1e-0ee0-4c14-b82a-27c9c4dc8c17 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:06.026519 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-885dce1e-0ee0-4c14-b82a-27c9c4dc8c17 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3314946 Dec 23 08:31:06.035151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46760) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:06.036029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:06.129992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.139284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f502dbe5-0d46-48a5-a8e9-6105ba1ace87 None None] Provisioning for port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:06.176797 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-61595330-2e90-47b5-81d6-6eec6c03cdd6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374805 Dec 23 08:31:06.188163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46764) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:06.196328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:06.216930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d8a88e83-ab2c-4540-8a67-0f6aea6dcf62 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.220536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.222656 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2f6b2487-6bb6-4002-8e97-58a8e832de76 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6222253 Dec 23 08:31:06.232445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46768) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:06.240305 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-96c9d351-f8b5-4d13-9cdc-a5db620a53ca tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ade44e14-acd7-4ef1-862d-b77764f113f8 HTTP/1.1" status: 200 len: 992 time: 0.3096368 Dec 23 08:31:06.241804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'network_id': 'bcec331a-2d98-4975-93cf-4d809f816232', 'name': 'tempest-PortsIpV6TestJSON-756547736'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:06.262231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.269035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:06.269718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.316954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe1cb2-d220-43bc-8f51-29ecf36fbaff None None] Network ed5d5949-42a8-440d-9d0a-fc5c8811318d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:06.332466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:06.332466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:06.400128 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6298685 Dec 23 08:31:06.403336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46772) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:06.410748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'subnet': {'network_id': 'bd10eb48-a3d5-41e5-9e07-c0310f4924f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:06.426454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:06.547613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:06.547837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.570850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c686c3b-b4f3-45dd-b3a0-03379bc0d8b8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Network': ['ID=bd10eb48-a3d5-41e5-9e07-c0310f4924f1,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:06.585836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d8a88e83-ab2c-4540-8a67-0f6aea6dcf62 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "DELETE /v2.0/ports/85217aad-0e39-4a40-b853-b2c912030b60 HTTP/1.1" status: 204 len: 168 time: 3.1796296 Dec 23 08:31:06.592329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46776) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:06.611949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:06.618160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:subnet and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:06.622264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:06.628074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Request body: {'port': {'name': 'tempest-new-port-name-163209397', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:06.629174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.api.validators [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] bootfile-name is not in valid_values {{(pid=83522) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:31:06.630158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.api.validators [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] tftp-server is not in valid_values {{(pid=83522) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:31:06.630978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:06.631245 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.api.validators [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] server-ip-address is not in valid_values {{(pid=83522) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 08:31:06.632563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:06.671836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 334325c0-5660-425a-b97d-2c65e2c94624 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:31:06.688534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.698521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:06.707096 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.742851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-bcec331a-2d98-4975-93cf-4d809f816232', 'network_id': 'bcec331a-2d98-4975-93cf-4d809f816232', 'tenant_id': '5081e89da4a74fbea7194cff8f1d47f3', 'fixed_ips': [{'subnet_id': '0920d2e4-bd9a-4b89-aa0c-2de42f25e026'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:06.743649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.759057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:06.820276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.833159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9f9cd96a-3f48-426b-a955-483b819575b9 None None] Provisioning for port 59e0c70d-20cd-4b6b-9700-e5895368b053 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:06.836260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:06.844723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.848197 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3456016 Dec 23 08:31:06.848353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] Deleting port a3dc4e25-dd7e-4334-82d1-02324897713e {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:06.848353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:06.897972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46780) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:06.918044 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-27050946-5592-402e-bdb4-abcdaf9e113b tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'abf08a63-0736-4fde-aa55-5861a351dd56', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:06.918659 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-27050946-5592-402e-bdb4-abcdaf9e113b tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:06.922547 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-27050946-5592-402e-bdb4-abcdaf9e113b tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094888 Dec 23 08:31:06.931452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46784) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:06.950509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05429a3-a240-4964-af87-3b9f5b0f40ec tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf08a63-0736-4fde-aa55-5861a351dd56,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:06.966727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:06.986876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:06.998527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:07.001630 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b067e-ff81-4a70-83db-a2a495cc2b5a None None] The port 'a3dc4e25-dd7e-4334-82d1-02324897713e' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:31:07.005524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:07.009105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.041765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.149392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:07.196504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.238557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.251106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Allocated IP 2001:db8::2 (bcec331a-2d98-4975-93cf-4d809f816232/0920d2e4-bd9a-4b89-aa0c-2de42f25e026/872a998e-9f5c-4042-9397-2dea858fdacc) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:07.279404 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=84222b95-24d0-4652-b0a8-d2cc5f0c31d8,segment=NetworkSegment(acd709b1-81b4-4c7e-9b4a-5acb91139859),segment_id=acd709b1-81b4-4c7e-9b4a-5acb91139859)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:07.310906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.312491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 59e0c70d-20cd-4b6b-9700-e5895368b053 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:07.353834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Subnet': ['ID=f1786f5f-7648-4666-a368-e8aa67320256,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:07.368138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Checking segment: {'id': '5864ddf5-1642-4595-a175-4e058fffc49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd10eb48-a3d5-41e5-9e07-c0310f4924f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:07.368544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network hostable DHCP agents. Network: bd10eb48-a3d5-41e5-9e07-c0310f4924f1, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:31:07.396185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:31:07.415116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, bd10eb48-a3d5-41e5-9e07-c0310f4924f1) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:07.434979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:07.436149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:07.436902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.438007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.454404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.476632 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f92860bf-9746-4df6-ac8a-3a56cf17d83c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0707667 Dec 23 08:31:07.478956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46788) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:07.487565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2037421002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:07.503768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:07.509171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:router and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:07.516031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:07.527402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:07.550596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.551775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.573410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=56163758-b7cb-46fb-82cc-61e022ac6f68,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:07.594225 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:07.597283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.602610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 74525cdd-99d8-4924-9b3b-d56af0cce610 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:07.636510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.658146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:07.668741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.672868 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6b7ac101-e3c9-42a6-b26a-e989abacd350 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1886945 Dec 23 08:31:07.673602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46792) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:07.679083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:07.679958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.680302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'port': {'network_id': 'bd10eb48-a3d5-41e5-9e07-c0310f4924f1', 'name': 'tempest-RoutersIpV6Test-1215624594'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:07.712311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cddec9-81b3-4eb5-a721-5bdb1e887068 None None] Network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:07.848148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:07.852897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:port and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:07.856047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:07.862039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:07.874637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:07.878617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:07.903858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] device_id is not set on port 17d47833-258c-4f58-8533-677cd07a2b89 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:07.908172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd3fea2-5e8f-4d23-b68e-5741091658fa None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:07.944664 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9d98a888-349c-4de6-bf15-9b321f11538e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.080371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.088387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46796) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:08.089240 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-86976053-6a62-48c9-8526-91da14b9f360 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8994038 Dec 23 08:31:08.091695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 2001:db8::213 (bd10eb48-a3d5-41e5-9e07-c0310f4924f1/f1786f5f-7648-4666-a368-e8aa67320256/17d47833-258c-4f58-8533-677cd07a2b89) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:08.097461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:d8:93:ab', 'name': 'tempest-NetworksTestDHCPv6-825707864'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:08.105727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.107902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=84222b95-24d0-4652-b0a8-d2cc5f0c31d8,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:08.124691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9d98a888-349c-4de6-bf15-9b321f11538e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.141250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.162473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-bd10eb48-a3d5-41e5-9e07-c0310f4924f1', 'network_id': 'bd10eb48-a3d5-41e5-9e07-c0310f4924f1', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'fixed_ips': [{'subnet_id': 'f1786f5f-7648-4666-a368-e8aa67320256'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:08.163788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.182714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] In _notify_port_updated(), no bound segment for port 775eaede-4f3b-46a4-ba81-f1e695159b2c on network 5da9c67d-9025-476c-a784-3f50c7b6c68f {{(pid=83522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:31:08.183070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Transition to ACTIVE for port object 872a998e-9f5c-4042-9397-2dea858fdacc will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:08.187508 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:08.188607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.190298 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "PUT /v2.0/ports/775eaede-4f3b-46a4-ba81-f1e695159b2c HTTP/1.1" status: 200 len: 1129 time: 1.5873361 Dec 23 08:31:08.207110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46800) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:08.219797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7d473d8d-2b15-41d8-951c-89dea2af3457 None None] Provisioning for port 775eaede-4f3b-46a4-ba81-f1e695159b2c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:08.230625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7d473d8d-2b15-41d8-951c-89dea2af3457 None None] Provisioning complete for port 775eaede-4f3b-46a4-ba81-f1e695159b2c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:08.231015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7d473d8d-2b15-41d8-951c-89dea2af3457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.263505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:08.288881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:08.291595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 59e0c70d-20cd-4b6b-9700-e5895368b053 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:08.309193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Transition to ACTIVE for port object 872a998e-9f5c-4042-9397-2dea858fdacc will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:08.331824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:08.364562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e367c-3c5a-42ae-a534-51b3944c3665 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event updated for resources: {'Port': ['ID=775eaede-4f3b-46a4-ba81-f1e695159b2c,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:08.416227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 59e0c70d-20cd-4b6b-9700-e5895368b053 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:08.416819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.417327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbe287-1a43-42b3-8571-d801dbbe99af tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:08.418369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fdcbe287-1a43-42b3-8571-d801dbbe99af tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Synchronizing usage tracker for tenant:97c977bae9194343936105e09dcc00d4 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:08.427826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:08.442979 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115af2dd-cdb7-496c-8c45-faa9ce7a4eb1 None None] Sync routers for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:08.446413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9d98a888-349c-4de6-bf15-9b321f11538e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.476618 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115af2dd-cdb7-496c-8c45-faa9ce7a4eb1 None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:08.477622 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-115af2dd-cdb7-496c-8c45-faa9ce7a4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:08.480548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98a888-349c-4de6-bf15-9b321f11538e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf08a63-0736-4fde-aa55-5861a351dd56,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:08.494126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.514860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9d98a888-349c-4de6-bf15-9b321f11538e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.519118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9d98a888-349c-4de6-bf15-9b321f11538e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/abf08a63-0736-4fde-aa55-5861a351dd56 HTTP/1.1" status: 204 len: 168 time: 1.5702775 Dec 23 08:31:08.525910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46804) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:08.547131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fdcbe287-1a43-42b3-8571-d801dbbe99af tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Unset dirty status for tenant:97c977bae9194343936105e09dcc00d4 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:08.548176 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fdcbe287-1a43-42b3-8571-d801dbbe99af tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "GET /v2.0/ports/775eaede-4f3b-46a4-ba81-f1e695159b2c HTTP/1.1" status: 200 len: 1129 time: 0.3369958 Dec 23 08:31:08.557448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.561382 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1419e7ca-ee63-4f94-8803-caa1d308084a tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.1659219 Dec 23 08:31:08.570905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46808) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:08.571234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46810) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:08.609923 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-115af2dd-cdb7-496c-8c45-faa9ce7a4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:08.633483 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115af2dd-cdb7-496c-8c45-faa9ce7a4eb1 None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:08.634912 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-115af2dd-cdb7-496c-8c45-faa9ce7a4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:08.642336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7d473d8d-2b15-41d8-951c-89dea2af3457 None None] Port 775eaede-4f3b-46a4-ba81-f1e695159b2c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:08.687815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.718101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::1d2 (bcec331a-2d98-4975-93cf-4d809f816232/0920d2e4-bd9a-4b89-aa0c-2de42f25e026/74525cdd-99d8-4924-9b3b-d56af0cce610) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:08.721916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.724839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-813b9987-64f5-4740-a473-76df2480e4c7 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Deleting port 775eaede-4f3b-46a4-ba81-f1e695159b2c {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:08.725239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-813b9987-64f5-4740-a473-76df2480e4c7 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.734539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Transition to ACTIVE for port object 17d47833-258c-4f58-8533-677cd07a2b89 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:08.750541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Network bcec331a-2d98-4975-93cf-4d809f816232 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:08.754164 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-115af2dd-cdb7-496c-8c45-faa9ce7a4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:08.754888 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115af2dd-cdb7-496c-8c45-faa9ce7a4eb1 None None] The sync data for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:08.757708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Pushing event updated for resources: {'Port': ['ID=872a998e-9f5c-4042-9397-2dea858fdacc,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:08.760733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 2ec95d35-c2b3-4bc3-8f90-724aa9580df5 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:08.761327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:08.796199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:08.805064 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7d473d8d-2b15-41d8-951c-89dea2af3457 None None] Provisioning complete for port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:08.805994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7d473d8d-2b15-41d8-951c-89dea2af3457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.845090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.940728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.971726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:08.977465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:08.985296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:08.989278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:08.989942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:08.997419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=17d47833-258c-4f58-8533-677cd07a2b89,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:09.014248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::25f (3b1e253c-1242-4661-909e-bc02458a5888/56163758-b7cb-46fb-82cc-61e022ac6f68/2ec95d35-c2b3-4bc3-8f90-724aa9580df5) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:09.045067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6b1436fc-8359-44b3-afa0-9930e90d1b32 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Synchronizing usage tracker for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:09.052217 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d1a1e7fa-eec4-4ebd-9c9d-7d779ab17760 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3747706 Dec 23 08:31:09.052777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46816) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:09.065533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Allocated IP 2001:db8::2 (bd10eb48-a3d5-41e5-9e07-c0310f4924f1/f1786f5f-7648-4666-a368-e8aa67320256/4efd43df-baaa-4034-b54a-01f04b7e2f1c) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:09.075007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Attempting to bind port 872a998e-9f5c-4042-9397-2dea858fdacc on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:09.075358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Attempting to bind port 872a998e-9f5c-4042-9397-2dea858fdacc by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '9e43a85b-4285-4f8f-aebc-10892029a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bcec331a-2d98-4975-93cf-4d809f816232'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:09.075695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Attempting to bind port 872a998e-9f5c-4042-9397-2dea858fdacc on network bcec331a-2d98-4975-93cf-4d809f816232 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:09.103062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 59e0c70d-20cd-4b6b-9700-e5895368b053, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=59e0c70d-20cd-4b6b-9700-e5895368b053,segment=NetworkSegment(cd3f6712-daba-43f9-a114-f46f9d59de2e),segment_id=cd3f6712-daba-43f9-a114-f46f9d59de2e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:09.105375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:09.105759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Checking segment: {'id': '9e43a85b-4285-4f8f-aebc-10892029a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bcec331a-2d98-4975-93cf-4d809f816232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:09.106158 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.106556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Bound using segment: {'id': '9e43a85b-4285-4f8f-aebc-10892029a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bcec331a-2d98-4975-93cf-4d809f816232'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:09.107046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Bound port: 872a998e-9f5c-4042-9397-2dea858fdacc, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e43a85b-4285-4f8f-aebc-10892029a70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bcec331a-2d98-4975-93cf-4d809f816232'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:09.107425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.166997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.253998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6b1436fc-8359-44b3-afa0-9930e90d1b32 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Unset dirty status for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:09.259456 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6b1436fc-8359-44b3-afa0-9930e90d1b32 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7327282 Dec 23 08:31:09.259856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a3dc4e25-dd7e-4334-82d1-02324897713e no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:09.267133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46820) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:09.279481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'tempest-secgroup--534867218'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:09.298439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:09.345877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: a3dc4e25-dd7e-4334-82d1-02324897713e {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:09.346248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a3dc4e25-dd7e-4334-82d1-02324897713e not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:09.346642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ef22382d-ef77-42dc-a0d1-63c8f334d0b3 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:09.390857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:09.442088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.447444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: ef22382d-ef77-42dc-a0d1-63c8f334d0b3 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:09.447781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ef22382d-ef77-42dc-a0d1-63c8f334d0b3 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:09.513538 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-813b9987-64f5-4740-a473-76df2480e4c7 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.526876 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=59e0c70d-20cd-4b6b-9700-e5895368b053,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:09.545853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.575328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] For port 872a998e-9f5c-4042-9397-2dea858fdacc, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:09.608964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e378ddb-d667-43ff-84e8-25249baeb974 None None] Update dhcp port {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': '56163758-b7cb-46fb-82cc-61e022ac6f68'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': '953660dd-c75c-4f94-96ec-533e99e9078e'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:31:09.648435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:09.703451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] For port 872a998e-9f5c-4042-9397-2dea858fdacc, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=872a998e-9f5c-4042-9397-2dea858fdacc,segment=NetworkSegment(9e43a85b-4285-4f8f-aebc-10892029a70d),segment_id=9e43a85b-4285-4f8f-aebc-10892029a70d)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:09.712210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-813b9987-64f5-4740-a473-76df2480e4c7 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Calling delete_port for 775eaede-4f3b-46a4-ba81-f1e695159b2c owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:09.716806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.719276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-95f0523c-8861-4722-b22a-e6ce73adcda7 None None] Could not find standard attr ID for object 85217aad-0e39-4a40-b853-b2c912030b60. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:31:09.731121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.758842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:09.767213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object 74525cdd-99d8-4924-9b3b-d56af0cce610 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:09.768541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:09.773415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:09.792053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:09.795956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 2ec95d35-c2b3-4bc3-8f90-724aa9580df5 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:09.803843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2e378ddb-d667-43ff-84e8-25249baeb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.814433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.851902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Transition to ACTIVE for port object 4efd43df-baaa-4034-b54a-01f04b7e2f1c will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:09.886626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:09.980973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2bb63-212e-48a4-b1cc-d34c2a1d3ef8 None None] Pushing event updated for resources: {'Port': ['ID=872a998e-9f5c-4042-9397-2dea858fdacc,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:09.986872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.002276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-95f0523c-8861-4722-b22a-e6ce73adcda7 None None] Provisioning complete for port 59e0c70d-20cd-4b6b-9700-e5895368b053 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:10.002643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-95f0523c-8861-4722-b22a-e6ce73adcda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.013060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:10.020884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:10.025502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=2ec95d35-c2b3-4bc3-8f90-724aa9580df5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:10.029757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:10.033459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Transition to ACTIVE for port object 4efd43df-baaa-4034-b54a-01f04b7e2f1c will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:10.033675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:10.034463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.071585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.102888 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ae0e89d3-3e77-407d-a32d-1de056f57814 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0130413 Dec 23 08:31:10.105579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46824) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:10.129431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.163466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.164951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.187047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=74525cdd-99d8-4924-9b3b-d56af0cce610,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:10.200636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network bcec331a-2d98-4975-93cf-4d809f816232 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:10.209317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:10.212133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:10.218288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:10.219138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.226656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:10.227204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.231316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-813b9987-64f5-4740-a473-76df2480e4c7 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.330281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:10.331511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Pushing event updated for resources: {'Port': ['ID=4efd43df-baaa-4034-b54a-01f04b7e2f1c,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:10.357366 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:10.412130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92bcf7-6278-413d-9753-a59d8c731f17 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:10.420425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92bcf7-6278-413d-9753-a59d8c731f17 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:10.421532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1a92bcf7-6278-413d-9753-a59d8c731f17 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:10.425074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b9987-64f5-4740-a473-76df2480e4c7 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event deleted for resources: {'Port': ['ID=775eaede-4f3b-46a4-ba81-f1e695159b2c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:10.442587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:10.539774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-813b9987-64f5-4740-a473-76df2480e4c7 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.545086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aec6dc-c4a1-4100-9001-04404b7dc505,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:10.579705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.581030 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ccd39117-ad7f-49ad-947e-6a55f9ed7d99 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3131225 Dec 23 08:31:10.589540 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8d79d06b-f8e4-4744-8baf-cb9fa3750030 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3557444 Dec 23 08:31:10.594254 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-813b9987-64f5-4740-a473-76df2480e4c7 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "DELETE /v2.0/ports/775eaede-4f3b-46a4-ba81-f1e695159b2c HTTP/1.1" status: 204 len: 168 time: 2.0077183 Dec 23 08:31:10.595320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46832) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:10.595638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46834) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:10.595939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46836) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:10.672776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1a23fc7a-88b6-45a7-b9d7-15b2a96e34bd tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'c9aec6dc-c4a1-4100-9001-04404b7dc505', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:10.673602 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-1a23fc7a-88b6-45a7-b9d7-15b2a96e34bd tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:10.674839 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1a23fc7a-88b6-45a7-b9d7-15b2a96e34bd tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0768363 Dec 23 08:31:10.677140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-2e378ddb-d667-43ff-84e8-25249baeb974 None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/56163758-b7cb-46fb-82cc-61e022ac6f68/953660dd-c75c-4f94-96ec-533e99e9078e) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:10.687787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46844) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:10.698064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d78394a2-a308-4563-894c-fd73d193d49d tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'c9aec6dc-c4a1-4100-9001-04404b7dc505', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:10.698699 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-d78394a2-a308-4563-894c-fd73d193d49d tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:10.704592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Attempting to bind port 4efd43df-baaa-4034-b54a-01f04b7e2f1c on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:10.705007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Attempting to bind port 4efd43df-baaa-4034-b54a-01f04b7e2f1c by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '5864ddf5-1642-4595-a175-4e058fffc49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd10eb48-a3d5-41e5-9e07-c0310f4924f1'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:10.705448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Attempting to bind port 4efd43df-baaa-4034-b54a-01f04b7e2f1c on network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:10.706282 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d78394a2-a308-4563-894c-fd73d193d49d tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0174544 Dec 23 08:31:10.708746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46848) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:10.726616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8412d48e-a247-4248-9202-260d9d176719 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'c9aec6dc-c4a1-4100-9001-04404b7dc505', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:10.727314 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-8412d48e-a247-4248-9202-260d9d176719 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:10.730736 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8412d48e-a247-4248-9202-260d9d176719 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159867 Dec 23 08:31:10.733297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-95f0523c-8861-4722-b22a-e6ce73adcda7 None None] Could not find standard attr ID for object 775eaede-4f3b-46a4-ba81-f1e695159b2c. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:31:10.733508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46852) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:10.733508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1a92bcf7-6278-413d-9753-a59d8c731f17 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:10.733711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:10.733900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Checking segment: {'id': '5864ddf5-1642-4595-a175-4e058fffc49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd10eb48-a3d5-41e5-9e07-c0310f4924f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:10.734393 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1a92bcf7-6278-413d-9753-a59d8c731f17 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.6276650 Dec 23 08:31:10.737001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46856) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:10.737263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.737652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Bound using segment: {'id': '5864ddf5-1642-4595-a175-4e058fffc49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd10eb48-a3d5-41e5-9e07-c0310f4924f1'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:10.738173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Bound port: 4efd43df-baaa-4034-b54a-01f04b7e2f1c, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5864ddf5-1642-4595-a175-4e058fffc49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd10eb48-a3d5-41e5-9e07-c0310f4924f1'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:10.738668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.743043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-dda930cb-a34f-491e-bd08-dea62c137834 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'c9aec6dc-c4a1-4100-9001-04404b7dc505', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:10.743727 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-dda930cb-a34f-491e-bd08-dea62c137834 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:10.747338 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dda930cb-a34f-491e-bd08-dea62c137834 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090117 Dec 23 08:31:10.779063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46860) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:10.867017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 2ec95d35-c2b3-4bc3-8f90-724aa9580df5 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:10.867352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.902661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.914757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:10.996654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] For port 4efd43df-baaa-4034-b54a-01f04b7e2f1c, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:11.003949 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2e378ddb-d667-43ff-84e8-25249baeb974 None None] For port 953660dd-c75c-4f94-96ec-533e99e9078e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=953660dd-c75c-4f94-96ec-533e99e9078e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:11.012628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] For port 4efd43df-baaa-4034-b54a-01f04b7e2f1c, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4efd43df-baaa-4034-b54a-01f04b7e2f1c,segment=NetworkSegment(5864ddf5-1642-4595-a175-4e058fffc49a),segment_id=5864ddf5-1642-4595-a175-4e058fffc49a)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:11.049175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2e378ddb-d667-43ff-84e8-25249baeb974 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.077231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2e378ddb-d667-43ff-84e8-25249baeb974 None None] Ignored duplicate provisioning block setup for port 953660dd-c75c-4f94-96ec-533e99e9078e by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 08:31:11.079525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-139cc84d-9da4-41ff-b176-e5e3df5dd123 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.081270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=17d47833-258c-4f58-8533-677cd07a2b89,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:11.081981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.135513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2e378ddb-d667-43ff-84e8-25249baeb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.245662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0ee3f-781b-407e-be62-40294a4ad61b None None] Pushing event updated for resources: {'Port': ['ID=4efd43df-baaa-4034-b54a-01f04b7e2f1c,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:11.346625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e378ddb-d667-43ff-84e8-25249baeb974 None None] Pushing event updated for resources: {'Port': ['ID=953660dd-c75c-4f94-96ec-533e99e9078e,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:11.378436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-8830d4a5-b4b6-453a-9601-49f25ccda6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Deleting subnet f46cf44d-cc37-4d77-8ed6-02c01686fecb {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:11.395895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8830d4a5-b4b6-453a-9601-49f25ccda6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.472286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-139cc84d-9da4-41ff-b176-e5e3df5dd123 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.575131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-139cc84d-9da4-41ff-b176-e5e3df5dd123 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.584164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8830d4a5-b4b6-453a-9601-49f25ccda6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.700863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cc84d-9da4-41ff-b176-e5e3df5dd123 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aec6dc-c4a1-4100-9001-04404b7dc505,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:11.716666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-139cc84d-9da4-41ff-b176-e5e3df5dd123 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.720303 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-139cc84d-9da4-41ff-b176-e5e3df5dd123 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/c9aec6dc-c4a1-4100-9001-04404b7dc505 HTTP/1.1" status: 204 len: 168 time: 0.9379303 Dec 23 08:31:11.722954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46864) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:11.768766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784122b-cc47-4f7e-8afc-85041878c20f None None] Network bcec331a-2d98-4975-93cf-4d809f816232 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:11.788440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.920071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 953660dd-c75c-4f94-96ec-533e99e9078e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:11.959528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9f43c89d-faad-46f8-91cc-56fab7df6815 None None] Provisioning for port 872a998e-9f5c-4042-9397-2dea858fdacc completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:11.967378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:11.998341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3daf0e91-17c6-44a0-bf45-af9e4810265d tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Synchronizing usage tracker for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:12.010330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8830d4a5-b4b6-453a-9601-49f25ccda6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.036593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 2ec95d35-c2b3-4bc3-8f90-724aa9580df5 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:12.103850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 953660dd-c75c-4f94-96ec-533e99e9078e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:12.119232 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 59e0c70d-20cd-4b6b-9700-e5895368b053 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:12.131148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3daf0e91-17c6-44a0-bf45-af9e4810265d tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Unset dirty status for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:12.132373 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3daf0e91-17c6-44a0-bf45-af9e4810265d tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3862734 Dec 23 08:31:12.137372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46868) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:12.182623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593702502'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:12.189047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:12.215072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 59e0c70d-20cd-4b6b-9700-e5895368b053 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:12.215460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.230213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:12.256938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.276344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.288595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8830d4a5-b4b6-453a-9601-49f25ccda6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.318733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.345132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830d4a5-b4b6-453a-9601-49f25ccda6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event deleted for resources: {'Subnet': ['ID=f46cf44d-cc37-4d77-8ed6-02c01686fecb,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:12.349780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 872a998e-9f5c-4042-9397-2dea858fdacc up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:12.401998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8830d4a5-b4b6-453a-9601-49f25ccda6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.411301 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8830d4a5-b4b6-453a-9601-49f25ccda6f5 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "DELETE /v2.0/subnets/f46cf44d-cc37-4d77-8ed6-02c01686fecb HTTP/1.1" status: 204 len: 168 time: 1.8084419 Dec 23 08:31:12.418059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad90776-d7d4-4dca-8d36-e5d90f76dd32 None None] Network 5da9c67d-9025-476c-a784-3f50c7b6c68f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:12.418918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46872) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:12.426676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.657373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.677606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:12.730522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 872a998e-9f5c-4042-9397-2dea858fdacc completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:12.754430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 872a998e-9f5c-4042-9397-2dea858fdacc triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:12.754798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.780048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=2ec95d35-c2b3-4bc3-8f90-724aa9580df5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:12.804259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:12.811587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:12.895409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:12.922565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.923054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.925121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.925563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.926013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.926443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.926979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.929420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.929890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.932194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.932656 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:12.935617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Deleting port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:12.936193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.936321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:12.996454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 872a998e-9f5c-4042-9397-2dea858fdacc, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=872a998e-9f5c-4042-9397-2dea858fdacc,segment=NetworkSegment(9e43a85b-4285-4f8f-aebc-10892029a70d),segment_id=9e43a85b-4285-4f8f-aebc-10892029a70d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:12.998303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-802743c4-775c-4b70-bfa4-865b4cd72b64 None None] Provisioning complete for port 872a998e-9f5c-4042-9397-2dea858fdacc triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:12.998644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-802743c4-775c-4b70-bfa4-865b4cd72b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.029309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a736c64b-43ba-4885-9b8f-531ff9021b5b None None] DHCP port deletion for 5da9c67d-9025-476c-a784-3f50c7b6c68f request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:13.040005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a736c64b-43ba-4885-9b8f-531ff9021b5b None None] Deleting port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:13.040369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a736c64b-43ba-4885-9b8f-531ff9021b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.044863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.090917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.106511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.183117 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-48fb7e20-0cbb-47fe-96d2-bdc2b9fa50a4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/2ec95d35-c2b3-4bc3-8f90-724aa9580df5 HTTP/1.1" status: 204 len: 168 time: 2.4373145 Dec 23 08:31:13.213613 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46878) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:13.333106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=872a998e-9f5c-4042-9397-2dea858fdacc,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:13.340803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.474389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a736c64b-43ba-4885-9b8f-531ff9021b5b None None] For port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=84222b95-24d0-4652-b0a8-d2cc5f0c31d8,segment=NetworkSegment(acd709b1-81b4-4c7e-9b4a-5acb91139859),segment_id=acd709b1-81b4-4c7e-9b4a-5acb91139859)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:13.493926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a736c64b-43ba-4885-9b8f-531ff9021b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.684125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.698548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.719558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.726043 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6631481a-c9a5-484b-91fd-e3725cdb5297 None None] Network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:13.758669 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a736c64b-43ba-4885-9b8f-531ff9021b5b None None] Calling delete_port for 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:13.761622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9c062d-d177-4d29-9cf8-8862f1e8e5de,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:13.781107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.783046 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ea1d8e5f-d535-4386-900a-8b53eb39c040 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6440725 Dec 23 08:31:13.804601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46882) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:13.814765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4a03a134-7de4-41a5-b7dc-34a8a7d592ca tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '0e9c062d-d177-4d29-9cf8-8862f1e8e5de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:13.815991 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-4a03a134-7de4-41a5-b7dc-34a8a7d592ca tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:13.817176 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4a03a134-7de4-41a5-b7dc-34a8a7d592ca tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112529 Dec 23 08:31:13.824849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46886) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:13.846514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae2e51-08e1-48f8-b21a-1af29311ea88 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:13.847920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae2e51-08e1-48f8-b21a-1af29311ea88 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:13.848835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-90ae2e51-08e1-48f8-b21a-1af29311ea88 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:13.857561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cb068fac-4a4c-418f-a9b5-6009335ac240 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '0e9c062d-d177-4d29-9cf8-8862f1e8e5de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:13.865682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cb068fac-4a4c-418f-a9b5-6009335ac240 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:13.869220 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 872a998e-9f5c-4042-9397-2dea858fdacc up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:13.872476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cb068fac-4a4c-418f-a9b5-6009335ac240 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:13.876338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cb068fac-4a4c-418f-a9b5-6009335ac240 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:13.883970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cb068fac-4a4c-418f-a9b5-6009335ac240 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:13.904042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] For port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=84222b95-24d0-4652-b0a8-d2cc5f0c31d8,segment=NetworkSegment(acd709b1-81b4-4c7e-9b4a-5acb91139859),segment_id=acd709b1-81b4-4c7e-9b4a-5acb91139859)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:13.904967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:13.972481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=74525cdd-99d8-4924-9b3b-d56af0cce610,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:13.999402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-90ae2e51-08e1-48f8-b21a-1af29311ea88 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:14.003103 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-90ae2e51-08e1-48f8-b21a-1af29311ea88 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7815444 Dec 23 08:31:14.012146 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46890) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:14.016216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:31:14.031171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.088944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-802743c4-775c-4b70-bfa4-865b4cd72b64 None None] Provisioning for port 74525cdd-99d8-4924-9b3b-d56af0cce610 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:14.107368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-802743c4-775c-4b70-bfa4-865b4cd72b64 None None] Provisioning complete for port 74525cdd-99d8-4924-9b3b-d56af0cce610 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:14.107368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-802743c4-775c-4b70-bfa4-865b4cd72b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.134844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.135088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.152949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.20.0.1 (ed5d5949-42a8-440d-9d0a-fc5c8811318d/a933f9cd-224e-4edb-95d7-6e485bd07f24/aedabaa0-2ce9-430b-b74d-7a56e3f56ad0) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:14.172555 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-802743c4-775c-4b70-bfa4-865b4cd72b64 None None] Port 74525cdd-99d8-4924-9b3b-d56af0cce610 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:14.178701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Calling delete_port for 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:14.222207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 872a998e-9f5c-4042-9397-2dea858fdacc triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:14.222579 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.257347 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-cb068fac-4a4c-418f-a9b5-6009335ac240 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:14.261636 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cb068fac-4a4c-418f-a9b5-6009335ac240 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4184811 Dec 23 08:31:14.270972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46894) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:14.274844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a736c64b-43ba-4885-9b8f-531ff9021b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.305360 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e4b03c2a-271b-47b1-8675-105a6d935770 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '0e9c062d-d177-4d29-9cf8-8862f1e8e5de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:14.305859 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-e4b03c2a-271b-47b1-8675-105a6d935770 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:14.309383 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e4b03c2a-271b-47b1-8675-105a6d935770 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0288265 Dec 23 08:31:14.320086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46898) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:14.329877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-bacdc542-177f-4fa1-a6ab-20093401caea tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '0e9c062d-d177-4d29-9cf8-8862f1e8e5de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:14.337107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736c64b-43ba-4885-9b8f-531ff9021b5b None None] No DVR routers for this DVR port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:14.354285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736c64b-43ba-4885-9b8f-531ff9021b5b None None] Pushing event deleted for resources: {'Port': ['ID=84222b95-24d0-4652-b0a8-d2cc5f0c31d8,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:14.365077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bacdc542-177f-4fa1-a6ab-20093401caea tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:14.368077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.376651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Provisioning for port 953660dd-c75c-4f94-96ec-533e99e9078e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:14.385274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Provisioning complete for port 953660dd-c75c-4f94-96ec-533e99e9078e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:14.385637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.429758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bacdc542-177f-4fa1-a6ab-20093401caea tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:14.456186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bacdc542-177f-4fa1-a6ab-20093401caea tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:14.460867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=17d47833-258c-4f58-8533-677cd07a2b89,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:14.497344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4efd43df-baaa-4034-b54a-01f04b7e2f1c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:14.537886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bacdc542-177f-4fa1-a6ab-20093401caea tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:14.547238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.572863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Transition to ACTIVE for port object aedabaa0-2ce9-430b-b74d-7a56e3f56ad0 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:14.596345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.610047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:14.610408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:14.614399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.618686 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-bacdc542-177f-4fa1-a6ab-20093401caea tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:14.619734 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bacdc542-177f-4fa1-a6ab-20093401caea tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2972658 Dec 23 08:31:14.633446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46902) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:14.643935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9179844f-faef-490a-9e13-798822191604 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '0e9c062d-d177-4d29-9cf8-8862f1e8e5de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:14.644895 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-9179844f-faef-490a-9e13-798822191604 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:14.645868 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9179844f-faef-490a-9e13-798822191604 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114427 Dec 23 08:31:14.649014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46906) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:14.668506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e9e98045-c24c-49cb-b0a6-0c7c3b3a34e7 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '0e9c062d-d177-4d29-9cf8-8862f1e8e5de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:14.671103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.681387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e9e98045-c24c-49cb-b0a6-0c7c3b3a34e7 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:14.703232 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 4efd43df-baaa-4034-b54a-01f04b7e2f1c completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:14.705017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e9e98045-c24c-49cb-b0a6-0c7c3b3a34e7 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:14.711977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e9e98045-c24c-49cb-b0a6-0c7c3b3a34e7 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:14.716945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:14.724933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1b3723-4e63-4375-884e-537c64df23cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 56163758-b7cb-46fb-82cc-61e022ac6f68 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:14.728061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e9e98045-c24c-49cb-b0a6-0c7c3b3a34e7 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:14.730180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:14.731453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] For port 953660dd-c75c-4f94-96ec-533e99e9078e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=953660dd-c75c-4f94-96ec-533e99e9078e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:14.737475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.743196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=aedabaa0-2ce9-430b-b74d-7a56e3f56ad0,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:14.786528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Could not find standard attr ID for object 2ec95d35-c2b3-4bc3-8f90-724aa9580df5. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:31:14.818080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3723-4e63-4375-884e-537c64df23cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.825896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:14.857398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Provisioning complete for port 74525cdd-99d8-4924-9b3b-d56af0cce610 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:14.857781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.892498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:14.892799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:14.893123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network ed5d5949-42a8-440d-9d0a-fc5c8811318d is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:14.904738 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Pushing event updated for resources: {'Port': ['ID=953660dd-c75c-4f94-96ec-533e99e9078e,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:14.927769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Port 74525cdd-99d8-4924-9b3b-d56af0cce610 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:14.942301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Provisioning for port 4efd43df-baaa-4034-b54a-01f04b7e2f1c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:14.944442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:14.952751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Provisioning complete for port 4efd43df-baaa-4034-b54a-01f04b7e2f1c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:14.953518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:14.955579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:14.999993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3723-4e63-4375-884e-537c64df23cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.060954 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-e9e98045-c24c-49cb-b0a6-0c7c3b3a34e7 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:15.064543 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e9e98045-c24c-49cb-b0a6-0c7c3b3a34e7 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4026499 Dec 23 08:31:15.067294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46910) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:15.082130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-310564b8-a850-4c2b-8208-aa046c1c3d16 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '0e9c062d-d177-4d29-9cf8-8862f1e8e5de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:15.082742 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-310564b8-a850-4c2b-8208-aa046c1c3d16 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:15.083716 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-310564b8-a850-4c2b-8208-aa046c1c3d16 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104411 Dec 23 08:31:15.092840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46914) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:15.102537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cc6ec153-ae3d-4cdf-ba40-7ccbdd82bb6a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '0e9c062d-d177-4d29-9cf8-8862f1e8e5de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:15.110805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.111097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Deleting port 84222b95-24d0-4652-b0a8-d2cc5f0c31d8 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:15.111419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.149196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] For port 4efd43df-baaa-4034-b54a-01f04b7e2f1c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4efd43df-baaa-4034-b54a-01f04b7e2f1c,segment=NetworkSegment(5864ddf5-1642-4595-a175-4e058fffc49a),segment_id=5864ddf5-1642-4595-a175-4e058fffc49a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:15.154460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.155493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cc6ec153-ae3d-4cdf-ba40-7ccbdd82bb6a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:15.213596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] The port '84222b95-24d0-4652-b0a8-d2cc5f0c31d8' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:31:15.216172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc6ec153-ae3d-4cdf-ba40-7ccbdd82bb6a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:15.216850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.247360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884db79-f75d-48f1-8b33-b229b9892e12 None None] Pushing event updated for resources: {'Port': ['ID=4efd43df-baaa-4034-b54a-01f04b7e2f1c,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:15.267787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc6ec153-ae3d-4cdf-ba40-7ccbdd82bb6a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:15.305079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3e849b5b-18e8-4167-a92e-db04dade6dd6 None None] Provisioning complete for port 4efd43df-baaa-4034-b54a-01f04b7e2f1c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:15.305449 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3e849b5b-18e8-4167-a92e-db04dade6dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.349469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cc6ec153-ae3d-4cdf-ba40-7ccbdd82bb6a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:15.430957 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.462947 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3e849b5b-18e8-4167-a92e-db04dade6dd6 None None] Provisioning for port 17d47833-258c-4f58-8533-677cd07a2b89 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:15.478748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3e849b5b-18e8-4167-a92e-db04dade6dd6 None None] Provisioning complete for port 17d47833-258c-4f58-8533-677cd07a2b89 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:15.479255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3e849b5b-18e8-4167-a92e-db04dade6dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.503614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.614051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3e849b5b-18e8-4167-a92e-db04dade6dd6 None None] Port 17d47833-258c-4f58-8533-677cd07a2b89 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:15.644081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 953660dd-c75c-4f94-96ec-533e99e9078e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:15.667204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:31:15.680586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da9c67d-9025-476c-a784-3f50c7b6c68f']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:15.685892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.703398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd709b1-81b4-4c7e-9b4a-5acb91139859') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:15.703835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd709b1-81b4-4c7e-9b4a-5acb91139859') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:15.733019 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 953660dd-c75c-4f94-96ec-533e99e9078e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:15.733802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.741670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.742482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.775510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.811564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-93ac5d8c-ccff-4e05-8df0-e811327736ae None None] Provisioning for port aedabaa0-2ce9-430b-b74d-7a56e3f56ad0 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:15.821636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.828077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-93ac5d8c-ccff-4e05-8df0-e811327736ae None None] Provisioning complete for port aedabaa0-2ce9-430b-b74d-7a56e3f56ad0 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:15.829088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93ac5d8c-ccff-4e05-8df0-e811327736ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.835194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3723-4e63-4375-884e-537c64df23cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.863743 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-cc6ec153-ae3d-4cdf-ba40-7ccbdd82bb6a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:15.867910 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cc6ec153-ae3d-4cdf-ba40-7ccbdd82bb6a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7671683 Dec 23 08:31:15.868069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08bdf97-68e9-429e-86b1-fe590dad259d None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:31:15.870753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:15.871148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:15.886234 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:15.895301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46918) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:15.925453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=74525cdd-99d8-4924-9b3b-d56af0cce610,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:15.965973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-148bd97d-2ad8-4423-942f-f583533a71f6 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '0e9c062d-d177-4d29-9cf8-8862f1e8e5de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:15.994256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-148bd97d-2ad8-4423-942f-f583533a71f6 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:15.996418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-93ac5d8c-ccff-4e05-8df0-e811327736ae None None] Port aedabaa0-2ce9-430b-b74d-7a56e3f56ad0 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:16.016957 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-148bd97d-2ad8-4423-942f-f583533a71f6 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:16.027404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-148bd97d-2ad8-4423-942f-f583533a71f6 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:16.030302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.030905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.030905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.031265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.031686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.031948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.032605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.032605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.032854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.033169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.033530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:16.034467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4efd43df-baaa-4034-b54a-01f04b7e2f1c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:16.039845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-148bd97d-2ad8-4423-942f-f583533a71f6 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:16.043816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.069750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.089832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] Pushing event deleted for resources: {'Network': ['ID=5da9c67d-9025-476c-a784-3f50c7b6c68f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:16.105483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3723-4e63-4375-884e-537c64df23cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.121868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-93ac5d8c-ccff-4e05-8df0-e811327736ae None None] Provisioning complete for port 17d47833-258c-4f58-8533-677cd07a2b89 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:16.122268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-93ac5d8c-ccff-4e05-8df0-e811327736ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.137270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network bcec331a-2d98-4975-93cf-4d809f816232 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:16.140017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:16.161209 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4127ed24-516e-4a81-b7a5-deb8da9a69bb tempest-ExtraDHCPOptionsIpV6TestJSON-629209707 tempest-ExtraDHCPOptionsIpV6TestJSON-629209707-project] 10.222.0.36 "DELETE /v2.0/networks/5da9c67d-9025-476c-a784-3f50c7b6c68f HTTP/1.1" status: 204 len: 168 time: 3.7389927 Dec 23 08:31:16.162917 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b3723-4e63-4375-884e-537c64df23cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=56163758-b7cb-46fb-82cc-61e022ac6f68,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:16.174684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff1b3723-4e63-4375-884e-537c64df23cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.179318 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ff1b3723-4e63-4375-884e-537c64df23cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/56163758-b7cb-46fb-82cc-61e022ac6f68 HTTP/1.1" status: 204 len: 168 time: 2.1397233 Dec 23 08:31:16.180657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46924) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:16.182874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-93ac5d8c-ccff-4e05-8df0-e811327736ae None None] Port 17d47833-258c-4f58-8533-677cd07a2b89 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:16.188151 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-148bd97d-2ad8-4423-942f-f583533a71f6 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:16.189917 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-148bd97d-2ad8-4423-942f-f583533a71f6 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2407532 Dec 23 08:31:16.211515 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08bdf97-68e9-429e-86b1-fe590dad259d None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:31:16.229500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 4efd43df-baaa-4034-b54a-01f04b7e2f1c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:16.229773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.253155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46928) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:16.290382 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f0691e49-1001-431b-ac5c-5ed315ca7b4f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055098 Dec 23 08:31:16.293980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46932) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:16.304913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.316397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.407412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router e23d38b7-8913-4e65-a161-0dc66a36946f is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:31:16.423817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6fd1524d-db38-45e7-b1c0-f546c865789e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.429186 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-87baff52-7ee4-4066-8e93-40cc9016179f None None] Provisioning complete for port 17d47833-258c-4f58-8533-677cd07a2b89 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:16.429549 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-87baff52-7ee4-4066-8e93-40cc9016179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.517460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf9a47-23d6-462a-b374-01e5f9c3e63e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:16.518340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-44cf9a47-23d6-462a-b374-01e5f9c3e63e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:16.527848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.535920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6fd1524d-db38-45e7-b1c0-f546c865789e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.597944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46940) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:16.626693 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-87baff52-7ee4-4066-8e93-40cc9016179f None None] Port 17d47833-258c-4f58-8533-677cd07a2b89 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:16.645859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-44cf9a47-23d6-462a-b374-01e5f9c3e63e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:16.652267 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-44cf9a47-23d6-462a-b374-01e5f9c3e63e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3559296 Dec 23 08:31:16.653124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46946) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:16.725130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=aedabaa0-2ce9-430b-b74d-7a56e3f56ad0,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:16.735683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6fd1524d-db38-45e7-b1c0-f546c865789e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.765074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1524d-db38-45e7-b1c0-f546c865789e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9c062d-d177-4d29-9cf8-8862f1e8e5de,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:16.770776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f7209-8dce-4685-b089-18f52e348bfc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:16.772206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-117f7209-8dce-4685-b089-18f52e348bfc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:16.791252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6fd1524d-db38-45e7-b1c0-f546c865789e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:16.792466 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6fd1524d-db38-45e7-b1c0-f546c865789e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/0e9c062d-d177-4d29-9cf8-8862f1e8e5de HTTP/1.1" status: 204 len: 168 time: 0.5382419 Dec 23 08:31:16.795024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46950) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:16.819800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-117f7209-8dce-4685-b089-18f52e348bfc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:16.821073 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-117f7209-8dce-4685-b089-18f52e348bfc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1640832 Dec 23 08:31:16.825032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46954) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:16.892040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:16.895169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c70e5-ab0a-41b5-bf4a-e88fa2aeb21b None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:16.916590 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-85f4e1d8-7316-4d65-a630-2b798b49c9ea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/e23d38b7-8913-4e65-a161-0dc66a36946f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8621488 Dec 23 08:31:16.923549 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d99f794d-5cf7-4a1e-a2f8-4cee86c25f82 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937979 Dec 23 08:31:16.923549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46958) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:16.925206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46960) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:17.000965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5bbf0c1c-52ac-4fd0-a953-be4633a3d542 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Synchronizing usage tracker for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:17.017865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22556d-a45f-4dae-9e39-5aa6bd677cfa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:17.018640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0f22556d-a45f-4dae-9e39-5aa6bd677cfa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:17.035341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5bbf0c1c-52ac-4fd0-a953-be4633a3d542 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Unset dirty status for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:17.036716 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5bbf0c1c-52ac-4fd0-a953-be4633a3d542 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2378259 Dec 23 08:31:17.041027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46966) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:17.042066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5779d9-cc22-45b0-a856-26f7a1f5d2d3 None None] Sync routers for ids ['e23d38b7-8913-4e65-a161-0dc66a36946f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:17.049201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'tempest-secgroup--885975410'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:17.056268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0f22556d-a45f-4dae-9e39-5aa6bd677cfa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:17.060576 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0f22556d-a45f-4dae-9e39-5aa6bd677cfa tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports/17d47833-258c-4f58-8533-677cd07a2b89 HTTP/1.1" status: 200 len: 984 time: 0.1359262 Dec 23 08:31:17.061999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46970) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:17.062155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5779d9-cc22-45b0-a856-26f7a1f5d2d3 None None] Routers {'e23d38b7-8913-4e65-a161-0dc66a36946f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:17.062674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9d5779d9-cc22-45b0-a856-26f7a1f5d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e23d38b7-8913-4e65-a161-0dc66a36946f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:17.062825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:17.084639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:17.135142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:17.151938 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9d5779d9-cc22-45b0-a856-26f7a1f5d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:17.179059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-362537c0-b47a-4cd7-8812-61abe0f7b5aa None None] Provisioning complete for port 953660dd-c75c-4f94-96ec-533e99e9078e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:17.179334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-362537c0-b47a-4cd7-8812-61abe0f7b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.199993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.212819 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-41916fff-f716-4154-98f5-a41f16c6c7fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97c977bae9194343936105e09dcc00d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6117020 Dec 23 08:31:17.215613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46974) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:17.228519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network ed5d5949-42a8-440d-9d0a-fc5c8811318d is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:17.243396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:17.292774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5779d9-cc22-45b0-a856-26f7a1f5d2d3 None None] Routers {'e23d38b7-8913-4e65-a161-0dc66a36946f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:17.293750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9d5779d9-cc22-45b0-a856-26f7a1f5d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e23d38b7-8913-4e65-a161-0dc66a36946f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:17.307838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:17.314822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:17.318939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:17.336342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:17.347394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-000a0513-88ee-47cf-86e2-81f821f02714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.354519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:17.380187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:17.400020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-000a0513-88ee-47cf-86e2-81f821f02714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.410527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9d5779d9-cc22-45b0-a856-26f7a1f5d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:17.410941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5779d9-cc22-45b0-a856-26f7a1f5d2d3 None None] The sync data for ids ['e23d38b7-8913-4e65-a161-0dc66a36946f'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:17.493305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:17.555075 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:17.559702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Deleting port 953660dd-c75c-4f94-96ec-533e99e9078e {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:17.560082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.641845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 953660dd-c75c-4f94-96ec-533e99e9078e no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:17.721720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.738239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a1f35077-feba-4326-bd01-21ed34c0e390 None None] Provisioning complete for port 74525cdd-99d8-4924-9b3b-d56af0cce610 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:17.738878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a1f35077-feba-4326-bd01-21ed34c0e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.779561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.794754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.802860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Router 18277965-a598-4614-80cd-2f2b88300860 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:31:17.841023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-000a0513-88ee-47cf-86e2-81f821f02714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.867182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e55b0d-b154-44ea-a5e9-eafe18b6873a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:17.890204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a0513-88ee-47cf-86e2-81f821f02714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef252d18-6e50-4286-8883-ef32ee23b005,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:17.893925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.898651 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b112a7de-8ce0-469a-8ea6-2fc64f90cc01 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8558745 Dec 23 08:31:17.900326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46978) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:17.905402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-000a0513-88ee-47cf-86e2-81f821f02714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:17.909140 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-000a0513-88ee-47cf-86e2-81f821f02714 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef252d18-6e50-4286-8883-ef32ee23b005 HTTP/1.1" status: 204 len: 168 time: 0.6847475 Dec 23 08:31:17.910803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-06a6fd3f-6d11-4352-a178-696e13231606 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'e2e55b0d-b154-44ea-a5e9-eafe18b6873a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:17.922980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-06a6fd3f-6d11-4352-a178-696e13231606 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:17.930966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a1f35077-feba-4326-bd01-21ed34c0e390 None None] Port 74525cdd-99d8-4924-9b3b-d56af0cce610 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:17.963130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-06a6fd3f-6d11-4352-a178-696e13231606 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:17.968943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-06a6fd3f-6d11-4352-a178-696e13231606 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:17.976918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-06a6fd3f-6d11-4352-a178-696e13231606 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:17.977194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.011268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] For port 953660dd-c75c-4f94-96ec-533e99e9078e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=953660dd-c75c-4f94-96ec-533e99e9078e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:18.011884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.105542 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-06a6fd3f-6d11-4352-a178-696e13231606 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The resource could not be found. Dec 23 08:31:18.106917 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-06a6fd3f-6d11-4352-a178-696e13231606 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2047825 Dec 23 08:31:18.114561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46984) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:18.121884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-75097612-4fa2-4ce6-9d3c-818cf03b5b9e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'e2e55b0d-b154-44ea-a5e9-eafe18b6873a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a15aeccf-d97f-4ba3-ac02-a469b4742fd6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:18.135638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-75097612-4fa2-4ce6-9d3c-818cf03b5b9e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:18.148018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75097612-4fa2-4ce6-9d3c-818cf03b5b9e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:18.151801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75097612-4fa2-4ce6-9d3c-818cf03b5b9e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:18.152996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Calling delete_port for 953660dd-c75c-4f94-96ec-533e99e9078e owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:18.158379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-75097612-4fa2-4ce6-9d3c-818cf03b5b9e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:18.191541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 953660dd-c75c-4f94-96ec-533e99e9078e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=953660dd-c75c-4f94-96ec-533e99e9078e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:18.203785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.239666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:18.251299 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a86e28-e98d-4c0f-998d-ae774d795c58 None None] Sync routers for ids ['18277965-a598-4614-80cd-2f2b88300860'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:18.273120 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a86e28-e98d-4c0f-998d-ae774d795c58 None None] Routers {'18277965-a598-4614-80cd-2f2b88300860'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:18.274220 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-62a86e28-e98d-4c0f-998d-ae774d795c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['18277965-a598-4614-80cd-2f2b88300860'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:18.275325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=953660dd-c75c-4f94-96ec-533e99e9078e,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:18.293167 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-75097612-4fa2-4ce6-9d3c-818cf03b5b9e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The resource could not be found. Dec 23 08:31:18.297762 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-75097612-4fa2-4ce6-9d3c-818cf03b5b9e tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1809187 Dec 23 08:31:18.300846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 46990) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:18.321827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2a366688-427e-477d-aa0f-a94b4adddaa7 None None] Provisioning complete for port aedabaa0-2ce9-430b-b74d-7a56e3f56ad0 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:18.322317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2a366688-427e-477d-aa0f-a94b4adddaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.342244 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ef6d4cd2-2bfd-47e8-8d17-3d0016106e52 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "PUT /v2.0/routers/18277965-a598-4614-80cd-2f2b88300860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7406926 Dec 23 08:31:18.348794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 46994) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:18.354897 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 334325c0-5660-425a-b97d-2c65e2c94624 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:31:18.366524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.378160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:18.378511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:18.390847 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-62a86e28-e98d-4c0f-998d-ae774d795c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:18.410325 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a86e28-e98d-4c0f-998d-ae774d795c58 None None] Routers {'18277965-a598-4614-80cd-2f2b88300860'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:18.411539 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-62a86e28-e98d-4c0f-998d-ae774d795c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['18277965-a598-4614-80cd-2f2b88300860'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:18.411820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2a366688-427e-477d-aa0f-a94b4adddaa7 None None] Port aedabaa0-2ce9-430b-b74d-7a56e3f56ad0 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:18.479039 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-62a86e28-e98d-4c0f-998d-ae774d795c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:18.479350 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a86e28-e98d-4c0f-998d-ae774d795c58 None None] The sync data for ids ['18277965-a598-4614-80cd-2f2b88300860'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:18.560945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-650e3dcb-2469-4e9c-8fa8-598811606a29 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.593391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:31:18.610280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-650e3dcb-2469-4e9c-8fa8-598811606a29 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.676001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bdd550-1514-47b9-831f-a5e55f820277 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:18.676801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-19bdd550-1514-47b9-831f-a5e55f820277 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:18.702090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-650e3dcb-2469-4e9c-8fa8-598811606a29 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.713705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-19bdd550-1514-47b9-831f-a5e55f820277 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:18.714953 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-19bdd550-1514-47b9-831f-a5e55f820277 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports?device_id=18277965-a598-4614-80cd-2f2b88300860 HTTP/1.1" status: 200 len: 988 time: 0.3626661 Dec 23 08:31:18.719282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47006) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:18.733327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e3dcb-2469-4e9c-8fa8-598811606a29 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e55b0d-b154-44ea-a5e9-eafe18b6873a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:18.866268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-650e3dcb-2469-4e9c-8fa8-598811606a29 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.869899 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-650e3dcb-2469-4e9c-8fa8-598811606a29 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/e2e55b0d-b154-44ea-a5e9-eafe18b6873a HTTP/1.1" status: 204 len: 168 time: 0.5678978 Dec 23 08:31:18.870570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47014) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:18.880098 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Deleting port 953660dd-c75c-4f94-96ec-533e99e9078e {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:18.881136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:18.997150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.061972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e406adab-8def-4291-824a-8da345ac8682 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Synchronizing usage tracker for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:19.066703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 17d47833-258c-4f58-8533-677cd07a2b89 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:19.067029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.085070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:19.095775 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1fa45919-e01b-4c34-b8bc-a03abb5812d9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/routers/334325c0-5660-425a-b97d-2c65e2c94624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5077093 Dec 23 08:31:19.098532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47020) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:19.108659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'port': {'network_id': 'ed5d5949-42a8-440d-9d0a-fc5c8811318d', 'name': 'tempest-FloatingIPTestJSON-170236798'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:19.124059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f1b40e-0fd2-4db0-b85c-1eac8fc1582c None None] Sync routers for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:19.126989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47024) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:19.140886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e406adab-8def-4291-824a-8da345ac8682 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Unset dirty status for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:19.147369 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e406adab-8def-4291-824a-8da345ac8682 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2695243 Dec 23 08:31:19.147945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47026) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:19.166686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f1b40e-0fd2-4db0-b85c-1eac8fc1582c None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:19.167294 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3f1b40e-0fd2-4db0-b85c-1eac8fc1582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:19.176024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-25a15741-ea51-44c4-9ca5-8c3f2839c125 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': '09f6dd33-e0b4-4913-a924-ce94d30f0b94', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:19.239509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-25a15741-ea51-44c4-9ca5-8c3f2839c125 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:19.247389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-25a15741-ea51-44c4-9ca5-8c3f2839c125 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:19.252577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-25a15741-ea51-44c4-9ca5-8c3f2839c125 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:19.283368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3f1b40e-0fd2-4db0-b85c-1eac8fc1582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:19.285906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] For port 953660dd-c75c-4f94-96ec-533e99e9078e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=953660dd-c75c-4f94-96ec-533e99e9078e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:19.286311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.339574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-25a15741-ea51-44c4-9ca5-8c3f2839c125 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:19.375063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] For port 953660dd-c75c-4f94-96ec-533e99e9078e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=953660dd-c75c-4f94-96ec-533e99e9078e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:19.379512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:19.385089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Usage tracker for resource:port and tenant:5c600ae97614497a98bd811f81184e15 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:19.388661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:19.395538 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:19.418190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.421572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Calling delete_port for 953660dd-c75c-4f94-96ec-533e99e9078e owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:19.421852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Made reservation on behalf of 5c600ae97614497a98bd811f81184e15 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:19.425828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.438621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.439325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.449074 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f1b40e-0fd2-4db0-b85c-1eac8fc1582c None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:19.449701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3f1b40e-0fd2-4db0-b85c-1eac8fc1582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:19.520171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3f1b40e-0fd2-4db0-b85c-1eac8fc1582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:19.520582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f1b40e-0fd2-4db0-b85c-1eac8fc1582c None None] The sync data for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:19.537878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'networks': [{'name': 'tempest-network--219270867'}, {'name': 'tempest-network--1077982716'}]} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:19.538579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'network': {'name': 'tempest-network--219270867'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:19.539378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'network': {'name': 'tempest-network--1077982716'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:19.574320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:19.576397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:19.576918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:19.593842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Usage tracker for resource:network and tenant:3f19d45ba5894d8385acc9007a788907 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:19.600005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.606657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:19.609611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] device_id is not set on port bf376073-d96a-47c9-b10c-bc6f967989cd yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:19.664823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:19.676742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=462b59e3-75a6-4b57-8847-384507d8a724,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:19.699644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:19.703768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=953660dd-c75c-4f94-96ec-533e99e9078e,revision_number=9']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:19.706483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:19.715787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:19.716363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.720009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Made reservation on behalf of 3f19d45ba5894d8385acc9007a788907 for: {'network': 2} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:19.723389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.739697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 17d47833-258c-4f58-8533-677cd07a2b89 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:19.755480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.773783 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-25a15741-ea51-44c4-9ca5-8c3f2839c125 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The resource could not be found. Dec 23 08:31:19.774829 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-25a15741-ea51-44c4-9ca5-8c3f2839c125 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6223414 Dec 23 08:31:19.779001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47034) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:19.793025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324094559'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:19.808352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:19.816003 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e09c1c71-ee51-40ab-8e07-b7f565740095 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8756204 Dec 23 08:31:19.819691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47038) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:19.826572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:19.837452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-211ed4ab-0c7c-4a01-85eb-6d7f76a455c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:19.852322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Allocated IP 172.20.0.3 (ed5d5949-42a8-440d-9d0a-fc5c8811318d/a933f9cd-224e-4edb-95d7-6e485bd07f24/bf376073-d96a-47c9-b10c-bc6f967989cd) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:19.854400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:19.860450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Usage tracker for resource:security_group_rule and tenant:3f19d45ba5894d8385acc9007a788907 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:19.866577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:19.873106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:19.945866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:19.981747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Deleting port 953660dd-c75c-4f94-96ec-533e99e9078e {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:19.982358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.080333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.089289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:20.096109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.096651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.097993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:20.107191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:20.114279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-211ed4ab-0c7c-4a01-85eb-6d7f76a455c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:20.120365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:20.154078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.167092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817a0dd3-81a1-4e41-a4c1-93847ed960d5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:20.177377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-211ed4ab-0c7c-4a01-85eb-6d7f76a455c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:20.236344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] For port 953660dd-c75c-4f94-96ec-533e99e9078e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=953660dd-c75c-4f94-96ec-533e99e9078e,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:20.236750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.253816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211ed4ab-0c7c-4a01-85eb-6d7f76a455c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:20.328541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Transition to ACTIVE for port object bf376073-d96a-47c9-b10c-bc6f967989cd will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:20.340952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.352241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:20.361879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Calling delete_port for 953660dd-c75c-4f94-96ec-533e99e9078e owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:20.364307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.364747 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Added segment c1e1c16a-9a1d-4734-b15c-c83b90dd46e3 of type vlan for network ba1bb460-984b-4e31-bc23-5494e662b24e Dec 23 08:31:20.371826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.408756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.419339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=17d47833-258c-4f58-8533-677cd07a2b89,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:20.435044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.454729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.480730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Network ed5d5949-42a8-440d-9d0a-fc5c8811318d is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:20.482613 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event updated for resources: {'Port': ['ID=bf376073-d96a-47c9-b10c-bc6f967989cd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:20.485118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:20.495696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:20.550685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e0affa-ff6f-4df8-87c9-9c058120708d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:20.567801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:20.588149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.612165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.612551 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Added segment 53f8fabe-657f-4159-9128-11c5a5c6a3ca of type vlan for network 403992ce-74c9-4af7-bdaf-4333832831d3 Dec 23 08:31:20.635062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:20.635968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.658835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] Pushing event deleted for resources: {'Port': ['ID=953660dd-c75c-4f94-96ec-533e99e9078e,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:20.671541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.701303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47042) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:20.702640 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bd745936-f53e-47f7-aec1-8fea4bff89ae tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6029947 Dec 23 08:31:20.710591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.712053 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bc13c4c9-2a8a-4714-a161-19d9d8c63698 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9320266 Dec 23 08:31:20.717609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47046) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:20.718431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Request body: {'floatingip': {'port_id': 'bf376073-d96a-47c9-b10c-bc6f967989cd'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:20.731184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'tempest-secgroup--352834393'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:20.745900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:20.755340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44625f99-ac24-4023-87fa-d742647cc524 None None] No DVR routers for this DVR port 953660dd-c75c-4f94-96ec-533e99e9078e on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:20.758281 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:20.767549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:20.772302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f33c0-f000-45ba-b3c5-c017e0848e5a None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:20.785507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:20.795009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.795469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.799276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:20.802597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:20.803245 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.889357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.928515 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7755296 Dec 23 08:31:20.930096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-211ed4ab-0c7c-4a01-85eb-6d7f76a455c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:20.931320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47050) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:20.969010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Network': ['ID=ba1bb460-984b-4e31-bc23-5494e662b24e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:21.000675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network ba1bb460-984b-4e31-bc23-5494e662b24e details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:21.026167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f783f188-990e-4f3c-b8f2-ac37b9d0170f None None] Provisioning for port bf376073-d96a-47c9-b10c-bc6f967989cd completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:21.034638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.078988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '462b59e3-75a6-4b57-8847-384507d8a724'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:21.079795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.096022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f783f188-990e-4f3c-b8f2-ac37b9d0170f None None] Provisioning complete for port bf376073-d96a-47c9-b10c-bc6f967989cd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:21.096388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f783f188-990e-4f3c-b8f2-ac37b9d0170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.116194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.244143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:21.250645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f783f188-990e-4f3c-b8f2-ac37b9d0170f None None] Port bf376073-d96a-47c9-b10c-bc6f967989cd cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:21.261024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:21.266719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:21.286545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9aef0-c337-4aa6-b4e7-26a7f7ca42ea tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Network': ['ID=403992ce-74c9-4af7-bdaf-4333832831d3,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:21.290807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:21.305792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.327774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518b634-a5e0-4dfb-b8c1-b8e0736745d1 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:21.331894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518b634-a5e0-4dfb-b8c1-b8e0736745d1 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:21.335979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518b634-a5e0-4dfb-b8c1-b8e0736745d1 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:21.339845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518b634-a5e0-4dfb-b8c1-b8e0736745d1 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:21.341104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0518b634-a5e0-4dfb-b8c1-b8e0736745d1 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Synchronizing usage tracker for tenant:3f19d45ba5894d8385acc9007a788907 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:21.352700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 403992ce-74c9-4af7-bdaf-4333832831d3 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:21.379997 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0518b634-a5e0-4dfb-b8c1-b8e0736745d1 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Unset dirty status for tenant:3f19d45ba5894d8385acc9007a788907 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:21.382032 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0518b634-a5e0-4dfb-b8c1-b8e0736745d1 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4496059 Dec 23 08:31:21.385128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47054) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:21.465128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.471768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Allocated IP 2001:db8::f816:3eff:feb7:395d (3b1e253c-1242-4661-909e-bc02458a5888/462b59e3-75a6-4b57-8847-384507d8a724/7283aa8b-6665-41b5-bfdb-5ada6b560094) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:21.475733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.509854 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.ipam_backend_mixin [None req-211ed4ab-0c7c-4a01-85eb-6d7f76a455c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 462b59e3-75a6-4b57-8847-384507d8a724 (CIDR: 2001:db8::/64) Dec 23 08:31:21.517366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47060) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:21.532804 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-211ed4ab-0c7c-4a01-85eb-6d7f76a455c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:21.533417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211ed4ab-0c7c-4a01-85eb-6d7f76a455c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:31:21.593643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bf2ada-3fc9-48b8-a8d7-7c65b7164963,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:21.599819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.604227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.609237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bf005a80-b5cb-4976-bdde-d0ce5a1e3f60 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8904307 Dec 23 08:31:21.611587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47064) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:21.618125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5d378d9f-fafa-4e97-afc7-3748e8157484 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group_rule': {'security_group_id': 'e5e0affa-ff6f-4df8-87c9-9c058120708d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd8bf2ada-3fc9-48b8-a8d7-7c65b7164963'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:21.629728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5d378d9f-fafa-4e97-afc7-3748e8157484 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:21.636808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5d378d9f-fafa-4e97-afc7-3748e8157484 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:21.645166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5d378d9f-fafa-4e97-afc7-3748e8157484 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:21.645581 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-211ed4ab-0c7c-4a01-85eb-6d7f76a455c2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8205421 Dec 23 08:31:21.653240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47068) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:21.657521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5d378d9f-fafa-4e97-afc7-3748e8157484 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:21.691134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:21.727485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.737996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Transition to ACTIVE for port object 7283aa8b-6665-41b5-bfdb-5ada6b560094 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:21.756785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Transition to ACTIVE for port object 7283aa8b-6665-41b5-bfdb-5ada6b560094 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:21.763102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.836130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:21.836956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Pushing event updated for resources: {'Port': ['ID=7283aa8b-6665-41b5-bfdb-5ada6b560094,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:21.839409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:21.842165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:21.853494 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.853837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.854195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.854526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.854855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.855716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.855716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.855951 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.856112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.856419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.856727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:31:21.898340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.924382 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-5d378d9f-fafa-4e97-afc7-3748e8157484 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:21.926403 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5d378d9f-fafa-4e97-afc7-3748e8157484 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3138638 Dec 23 08:31:21.937327 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-04f0d327-da20-4820-90d2-c50570b2edc9 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=624b301133d440c99265a580e7281065&network_id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6 HTTP/1.1" status: 200 len: 2999 time: 0.4149246 Dec 23 08:31:21.942442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47072) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:21.950429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Attempting to bind port 7283aa8b-6665-41b5-bfdb-5ada6b560094 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:21.951030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Attempting to bind port 7283aa8b-6665-41b5-bfdb-5ada6b560094 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:21.951552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Attempting to bind port 7283aa8b-6665-41b5-bfdb-5ada6b560094 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:21.959518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:21.960155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:21.960551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.960934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:21.961398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Bound port: 7283aa8b-6665-41b5-bfdb-5ada6b560094, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:21.961763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:21.988013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1bb460-984b-4e31-bc23-5494e662b24e']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:22.013580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e1c16a-9a1d-4734-b15c-c83b90dd46e3') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:22.013805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e1c16a-9a1d-4734-b15c-c83b90dd46e3') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:22.040609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.047123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:22.056013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] For port 7283aa8b-6665-41b5-bfdb-5ada6b560094, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:22.059161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] For port 7283aa8b-6665-41b5-bfdb-5ada6b560094, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7283aa8b-6665-41b5-bfdb-5ada6b560094,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:22.063041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.067651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:22.071296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.094912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:22.095264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:22.110707 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:22.113036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:22.116420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.147155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b0902-4d94-4798-9db0-f3fa028cfd05 None None] Pushing event updated for resources: {'Port': ['ID=7283aa8b-6665-41b5-bfdb-5ada6b560094,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:22.242033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-193e995f-908b-46fc-b7d5-6aa9f338924a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.323205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-193e995f-908b-46fc-b7d5-6aa9f338924a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.341193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.374920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.421523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 74525cdd-99d8-4924-9b3b-d56af0cce610 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:22.422499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.422733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Network': ['ID=ba1bb460-984b-4e31-bc23-5494e662b24e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:22.438530 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-66294946-29f9-423e-a75a-3935021b2066 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/networks/ba1bb460-984b-4e31-bc23-5494e662b24e HTTP/1.1" status: 204 len: 168 time: 1.0522387 Dec 23 08:31:22.442855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47080) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:22.458502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router e23d38b7-8913-4e65-a161-0dc66a36946f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:31:22.464662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-193e995f-908b-46fc-b7d5-6aa9f338924a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.569024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e995f-908b-46fc-b7d5-6aa9f338924a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bf2ada-3fc9-48b8-a8d7-7c65b7164963,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:22.607311 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-193e995f-908b-46fc-b7d5-6aa9f338924a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.608452 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-193e995f-908b-46fc-b7d5-6aa9f338924a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/d8bf2ada-3fc9-48b8-a8d7-7c65b7164963 HTTP/1.1" status: 204 len: 168 time: 0.6607144 Dec 23 08:31:22.642602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47084) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:22.674472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.904302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.913996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-86d97c22-4d29-40ab-9b0d-5900ecee9f75 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Synchronizing usage tracker for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:22.947253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403992ce-74c9-4af7-bdaf-4333832831d3']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:22.956078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:22.998579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f8fabe-657f-4159-9128-11c5a5c6a3ca') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:22.999352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f8fabe-657f-4159-9128-11c5a5c6a3ca') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:23.000522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.005729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-86d97c22-4d29-40ab-9b0d-5900ecee9f75 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Unset dirty status for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:23.007500 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-86d97c22-4d29-40ab-9b0d-5900ecee9f75 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3635070 Dec 23 08:31:23.010868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:23.022257 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-56cb0fe2-3e89-46a5-9b6b-38c9c8662d80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/e23d38b7-8913-4e65-a161-0dc66a36946f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9532127 Dec 23 08:31:23.022257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47090) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:23.022449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47092) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:23.029801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.030239 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67a0ca-ebc4-4094-88a0-87165edb5685 None None] Sync routers for ids ['e23d38b7-8913-4e65-a161-0dc66a36946f'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:23.044392 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67a0ca-ebc4-4094-88a0-87165edb5685 None None] Routers {'e23d38b7-8913-4e65-a161-0dc66a36946f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:23.045135 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ab67a0ca-ebc4-4094-88a0-87165edb5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e23d38b7-8913-4e65-a161-0dc66a36946f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:23.110838 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ab67a0ca-ebc4-4094-88a0-87165edb5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:23.123711 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67a0ca-ebc4-4094-88a0-87165edb5685 None None] Routers {'e23d38b7-8913-4e65-a161-0dc66a36946f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:23.124607 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ab67a0ca-ebc4-4094-88a0-87165edb5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e23d38b7-8913-4e65-a161-0dc66a36946f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:23.221410 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ab67a0ca-ebc4-4094-88a0-87165edb5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:23.222176 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab67a0ca-ebc4-4094-88a0-87165edb5685 None None] The sync data for ids ['e23d38b7-8913-4e65-a161-0dc66a36946f'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:23.244167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6473426b-6757-44ae-ba2d-d8ec33e66393 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.251432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 74525cdd-99d8-4924-9b3b-d56af0cce610 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:23.263563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:23.275626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:23.275626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.282434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:23.283017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.283797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af73f1-6168-4770-8ae3-7efbd0ed007a None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:23.293376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=dc60d90f-68cd-4f1e-a226-1420db3ab7e4,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:23.352142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6473426b-6757-44ae-ba2d-d8ec33e66393 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.359514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:23.359514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:23.375017 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:23.386195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c34db0b5-cea6-4a0d-bc6b-ed39e12bcc82 None None] Provisioning for port 7283aa8b-6665-41b5-bfdb-5ada6b560094 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:23.456739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47100) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:23.510271 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-79c61998-2f98-4881-b472-2f170bbf76fd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8529928 Dec 23 08:31:23.514295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47104) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:23.593488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:22:81:1d', 'name': 'tempest-NetworksTestDHCPv6-481281791'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:23.600574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.620369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.643753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6473426b-6757-44ae-ba2d-d8ec33e66393 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.674604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=74525cdd-99d8-4924-9b3b-d56af0cce610,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:23.678589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7283aa8b-6665-41b5-bfdb-5ada6b560094 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:23.691319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473426b-6757-44ae-ba2d-d8ec33e66393 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e0affa-ff6f-4df8-87c9-9c058120708d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:23.699334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.710643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.734806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.782399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Network': ['ID=403992ce-74c9-4af7-bdaf-4333832831d3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:23.795175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8122e0d3-3641-4048-a11b-3bddc56088be tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:23.799922 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8122e0d3-3641-4048-a11b-3bddc56088be tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 814 time: 0.3391747 Dec 23 08:31:23.819404 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-51c6fc3c-b516-4108-8a58-40d098939d72 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/networks/403992ce-74c9-4af7-bdaf-4333832831d3 HTTP/1.1" status: 204 len: 168 time: 1.3748446 Dec 23 08:31:23.832609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47110) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:23.854951 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f40f6-b740-4fd0-a017-7fb6c8dbca21 None None] Update dhcp port {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': '462b59e3-75a6-4b57-8847-384507d8a724', 'ip_address': '2001:db8::f816:3eff:feb7:395d'}, {'subnet_id': 'dc60d90f-68cd-4f1e-a226-1420db3ab7e4'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': '7283aa8b-6665-41b5-bfdb-5ada6b560094'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:31:23.882387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6473426b-6757-44ae-ba2d-d8ec33e66393 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.883412 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6473426b-6757-44ae-ba2d-d8ec33e66393 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/e5e0affa-ff6f-4df8-87c9-9c058120708d HTTP/1.1" status: 204 len: 168 time: 0.8618612 Dec 23 08:31:23.887480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47114) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:23.914282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 7283aa8b-6665-41b5-bfdb-5ada6b560094 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:23.922215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 7283aa8b-6665-41b5-bfdb-5ada6b560094 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:23.922580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:23.976209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-de3f40f6-b740-4fd0-a017-7fb6c8dbca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.018740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.032889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4d40d277-a0f6-4634-9872-3f0fd9907086 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Synchronizing usage tracker for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:24.064637 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-ebbf62ea-76b9-4a7e-a184-758b35d5c265 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 08:31:24.068885 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ebbf62ea-76b9-4a7e-a184-758b35d5c265 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/e23d38b7-8913-4e65-a161-0dc66a36946f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0428555 Dec 23 08:31:24.090998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47120) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:24.137152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:24.154574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:24.160232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:24.165238 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7d720d7f-904d-4b86-bded-e1034d48cafd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e23d38b7-8913-4e65-a161-0dc66a36946f HTTP/1.1" status: 200 len: 205 time: 0.0727661 Dec 23 08:31:24.170139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47124) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:24.174404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:24.180416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.231431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9d6ba-2790-43bf-958b-fe98d07ffee0 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:24.235663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9d6ba-2790-43bf-958b-fe98d07ffee0 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:24.236444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-33f9d6ba-2790-43bf-958b-fe98d07ffee0 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Synchronizing usage tracker for tenant:3f19d45ba5894d8385acc9007a788907 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:24.267735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 7283aa8b-6665-41b5-bfdb-5ada6b560094, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7283aa8b-6665-41b5-bfdb-5ada6b560094,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:24.277348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.314404 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-de3f40f6-b740-4fd0-a017-7fb6c8dbca21 None None] Allocated IP 2001:db8:0:1::2 (3b1e253c-1242-4661-909e-bc02458a5888/dc60d90f-68cd-4f1e-a226-1420db3ab7e4/7283aa8b-6665-41b5-bfdb-5ada6b560094) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:24.319668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:24.329944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4d40d277-a0f6-4634-9872-3f0fd9907086 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Unset dirty status for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:24.337279 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4d40d277-a0f6-4634-9872-3f0fd9907086 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4426844 Dec 23 08:31:24.337938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47128) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:24.349059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'tempest-secgroup--751177614'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:24.362772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:24.378380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:24.399558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-33f9d6ba-2790-43bf-958b-fe98d07ffee0 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Unset dirty status for tenant:3f19d45ba5894d8385acc9007a788907 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:24.404135 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-33f9d6ba-2790-43bf-958b-fe98d07ffee0 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5658786 Dec 23 08:31:24.408378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47132) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:24.416415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-969994431'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:24.424843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47136) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:24.434522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:24.448504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'network': {'name': 'tempest-network-smoke--603530172', 'project_id': '624b301133d440c99265a580e7281065', 'port_security_enabled': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:24.454378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.462904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:24.477008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8651f2e7-b49d-4372-bab6-1aaab666cb3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.514702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-de3f40f6-b740-4fd0-a017-7fb6c8dbca21 None None] For port 7283aa8b-6665-41b5-bfdb-5ada6b560094, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7283aa8b-6665-41b5-bfdb-5ada6b560094,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:24.527650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:24.539023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-de3f40f6-b740-4fd0-a017-7fb6c8dbca21 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.554053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:24.555919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-de3f40f6-b740-4fd0-a017-7fb6c8dbca21 None None] Transition to ACTIVE for port object 7283aa8b-6665-41b5-bfdb-5ada6b560094 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:24.566845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-de3f40f6-b740-4fd0-a017-7fb6c8dbca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.576173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=7283aa8b-6665-41b5-bfdb-5ada6b560094,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:24.577319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:24.582366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Usage tracker for resource:security_group_rule and tenant:637359146d2741fc930dee7b6bcdb463 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:24.587235 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP 9bc64c96-25ee-4abd-8417-0abae78f268c associated. External IP: 172.26.8.236, port: efc9d63d-6c9e-493d-a88b-12ccc89ffba1. Dec 23 08:31:24.637209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Made reservation on behalf of 3f19d45ba5894d8385acc9007a788907 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:24.640186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.641847 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:24.715077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f40f6-b740-4fd0-a017-7fb6c8dbca21 None None] Pushing event updated for resources: {'Port': ['ID=7283aa8b-6665-41b5-bfdb-5ada6b560094,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:24.716173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:24.793680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:24.796923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.823400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.853610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Router 18277965-a598-4614-80cd-2f2b88300860 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:31:24.872637 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:24.878924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.931929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:24.949205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 8a6a98ec-0dda-423c-8614-88173621ed22 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:25.066884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.068116 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7281961 Dec 23 08:31:25.068806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76c9d3-2679-4f7e-aa9e-cebd300fd39f tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd78c22-8152-4ee4-b24e-6f927c398d82,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:25.073031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47140) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:25.077159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:25.086230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.086586 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Added segment dcbab37e-6de5-42ce-826b-a9d418d725a0 of type vlan for network 8bd86772-8355-4a5d-9e55-343ce9ad4845 Dec 23 08:31:25.131591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f3c276bc-2739-4433-95f2-fa6b619e120c tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:25.132131 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-f3c276bc-2739-4433-95f2-fa6b619e120c tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 08:31:25.135760 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f3c276bc-2739-4433-95f2-fa6b619e120c tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "PUT /v2.0/security-groups/ecd78c22-8152-4ee4-b24e-6f927c398d82 HTTP/1.1" status: 409 len: 330 time: 0.0164092 Dec 23 08:31:25.136143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47144) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:25.175652 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.175989 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Added segment 52686182-1ea6-47f8-a05f-78d2e36bcd4c of type vlan for network 414ed109-0aad-48e8-85a0-dc88619545e0 Dec 23 08:31:25.195394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:25.203837 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-18383e27-a9b9-4f03-8790-77fbb6b418d4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "PUT /v2.0/routers/18277965-a598-4614-80cd-2f2b88300860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4774451 Dec 23 08:31:25.205371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47148) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:25.212472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffade67-094d-4bec-aebd-ca48be399714 None None] Sync routers for ids ['18277965-a598-4614-80cd-2f2b88300860'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:25.230753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffade67-094d-4bec-aebd-ca48be399714 None None] Routers {'18277965-a598-4614-80cd-2f2b88300860'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:25.232016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3ffade67-094d-4bec-aebd-ca48be399714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['18277965-a598-4614-80cd-2f2b88300860'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:25.262949 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-1183a526-b397-4257-bcce-3476eba36c81 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:31:25.262949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1183a526-b397-4257-bcce-3476eba36c81 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:25.277898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7df26538-d367-4253-904a-51bfb4243893 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.303684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.304437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3ffade67-094d-4bec-aebd-ca48be399714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:25.313836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8651f2e7-b49d-4372-bab6-1aaab666cb3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.317126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffade67-094d-4bec-aebd-ca48be399714 None None] Routers {'18277965-a598-4614-80cd-2f2b88300860'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:25.317809 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3ffade67-094d-4bec-aebd-ca48be399714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['18277965-a598-4614-80cd-2f2b88300860'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:25.359718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1183a526-b397-4257-bcce-3476eba36c81 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:25.360403 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1183a526-b397-4257-bcce-3476eba36c81 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/74525cdd-99d8-4924-9b3b-d56af0cce610 HTTP/1.1" status: 404 len: 333 time: 0.1540134 Dec 23 08:31:25.372062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47152) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:25.384849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.385504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7df26538-d367-4253-904a-51bfb4243893 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.389986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3ffade67-094d-4bec-aebd-ca48be399714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:25.390671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffade67-094d-4bec-aebd-ca48be399714 None None] The sync data for ids ['18277965-a598-4614-80cd-2f2b88300860'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:25.403703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cb7f7a93-7c46-4cb8-af56-18fda6253e4d None None] Provisioning for port 7283aa8b-6665-41b5-bfdb-5ada6b560094 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:25.408703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cb7f7a93-7c46-4cb8-af56-18fda6253e4d None None] Provisioning complete for port 7283aa8b-6665-41b5-bfdb-5ada6b560094 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:25.409067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cb7f7a93-7c46-4cb8-af56-18fda6253e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.457135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8651f2e7-b49d-4372-bab6-1aaab666cb3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.469772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:31:25.500044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7df26538-d367-4253-904a-51bfb4243893 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.532715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df26538-d367-4253-904a-51bfb4243893 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd78c22-8152-4ee4-b24e-6f927c398d82,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:25.551799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7df26538-d367-4253-904a-51bfb4243893 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.552899 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7df26538-d367-4253-904a-51bfb4243893 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/ecd78c22-8152-4ee4-b24e-6f927c398d82 HTTP/1.1" status: 204 len: 168 time: 0.4159503 Dec 23 08:31:25.555542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47156) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:25.624125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4e314b64-3f4d-4492-a7d2-8475f1cf345a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Synchronizing usage tracker for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:25.632183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7283aa8b-6665-41b5-bfdb-5ada6b560094 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:25.649088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:31:25.649927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4e314b64-3f4d-4492-a7d2-8475f1cf345a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] Unset dirty status for tenant:637359146d2741fc930dee7b6bcdb463 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:25.651318 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4e314b64-3f4d-4492-a7d2-8475f1cf345a tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0946453 Dec 23 08:31:25.651465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.655428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47160) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:25.657788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:25.658413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.675188 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-f2799388-f457-402f-8ada-7000306c5050 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] delete failed (client error): The resource could not be found. Dec 23 08:31:25.678039 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f2799388-f457-402f-8ada-7000306c5050 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "DELETE /v2.0/security-groups/37d31bc8-454e-4b68-b7dc-93e0b841fc55 HTTP/1.1" status: 404 len: 347 time: 0.0198870 Dec 23 08:31:25.682012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47164) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:25.709195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 7283aa8b-6665-41b5-bfdb-5ada6b560094 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:25.709759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.759733 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-20143954-a21d-43be-8725-98d133c1d8fd tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] show failed (client error): The resource could not be found. Dec 23 08:31:25.764513 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-20143954-a21d-43be-8725-98d133c1d8fd tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-groups/c974ead7-706a-47f6-9a33-a781b36ced22 HTTP/1.1" status: 404 len: 347 time: 0.0773292 Dec 23 08:31:25.764689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47168) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:25.781469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.784011 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-ab0128c5-8484-487a-acc7-7ccd53f9b341 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] show failed (client error): The resource could not be found. Dec 23 08:31:25.791451 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ab0128c5-8484-487a-acc7-7ccd53f9b341 tempest-NegativeSecGroupTest-284535557 tempest-NegativeSecGroupTest-284535557-project] 10.222.0.36 "GET /v2.0/security-group-rules/144a036e-dd7a-421c-b4c0-497b70314fee HTTP/1.1" status: 404 len: 356 time: 0.0190837 Dec 23 08:31:25.791636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:25.791636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.859907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8651f2e7-b49d-4372-bab6-1aaab666cb3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.860379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8651f2e7-b49d-4372-bab6-1aaab666cb3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Fanout notify agent at l3_agent the message router_deleted on router e23d38b7-8913-4e65-a161-0dc66a36946f {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:31:25.899273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5136e45-d30a-4ea6-89b8-7f139f0226cf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.974783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8:0:1::3a (3b1e253c-1242-4661-909e-bc02458a5888/dc60d90f-68cd-4f1e-a226-1420db3ab7e4/8a6a98ec-0dda-423c-8614-88173621ed22) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:25.977163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Network': ['ID=8bd86772-8355-4a5d-9e55-343ce9ad4845,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:25.986131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8651f2e7-b49d-4372-bab6-1aaab666cb3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:25.990639 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8651f2e7-b49d-4372-bab6-1aaab666cb3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/e23d38b7-8913-4e65-a161-0dc66a36946f HTTP/1.1" status: 204 len: 168 time: 1.8144526 Dec 23 08:31:25.995248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 8bd86772-8355-4a5d-9e55-343ce9ad4845 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:26.000875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47174) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:26.030655 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5f6052e7-8754-482b-9dd6-06b59b202a7f tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6212502 Dec 23 08:31:26.031776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47178) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:26.043302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:fe22:811d (3b1e253c-1242-4661-909e-bc02458a5888/462b59e3-75a6-4b57-8847-384507d8a724/8a6a98ec-0dda-423c-8614-88173621ed22) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:26.061411 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6212902 Dec 23 08:31:26.064300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47184) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:26.181788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1016680580'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:26.190364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47190) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:26.203905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:26.235901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e95f86-531f-4e45-a26d-6f06af958e21 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:26.240672 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-78e95f86-531f-4e45-a26d-6f06af958e21 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1721377 Dec 23 08:31:26.241784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47196) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:26.243320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Usage tracker for resource:network and tenant:3f19d45ba5894d8385acc9007a788907 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:26.251825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:26.270696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:26.283147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82888a-d560-43bb-8d9a-eeae20db31b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Network': ['ID=414ed109-0aad-48e8-85a0-dc88619545e0,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:26.298160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 414ed109-0aad-48e8-85a0-dc88619545e0 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:26.344275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:26.358236 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e7088-3177-4617-ba9b-ba127dcd4bcf None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:26.383419 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e7088-3177-4617-ba9b-ba127dcd4bcf None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:26.384031 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-927e7088-3177-4617-ba9b-ba127dcd4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:26.443770 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-927e7088-3177-4617-ba9b-ba127dcd4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:26.455978 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e7088-3177-4617-ba9b-ba127dcd4bcf None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:26.456594 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-927e7088-3177-4617-ba9b-ba127dcd4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:26.461539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89e03b6-3fe7-4b83-b3c7-582c2f650f0e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting subnet f1786f5f-7648-4666-a368-e8aa67320256 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:26.464913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b89e03b6-3fe7-4b83-b3c7-582c2f650f0e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.519043 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-927e7088-3177-4617-ba9b-ba127dcd4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:26.519446 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927e7088-3177-4617-ba9b-ba127dcd4bcf None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:26.526255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b89e03b6-3fe7-4b83-b3c7-582c2f650f0e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.580325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Made reservation on behalf of 3f19d45ba5894d8385acc9007a788907 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:26.583255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.657458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deaa941-5154-4cd1-97ca-e7eecf399436 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:26.658937 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0deaa941-5154-4cd1-97ca-e7eecf399436 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4161232 Dec 23 08:31:26.667100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47200) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:26.717772 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1a08c6d1-da61-4b56-b55c-db9ccb4a92e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=637359146d2741fc930dee7b6bcdb463&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5251706 Dec 23 08:31:26.720810 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ac921a32-c15e-4669-bfed-cea2f211f4e5 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517061 Dec 23 08:31:26.723251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47204) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:26.723483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47206) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:26.787483 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6e206b73-3be0-404b-a65c-90813750036e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0603390 Dec 23 08:31:26.792108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47212) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:26.800925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5136e45-d30a-4ea6-89b8-7f139f0226cf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.816776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:26.822025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5136e45-d30a-4ea6-89b8-7f139f0226cf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.829626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b89e03b6-3fe7-4b83-b3c7-582c2f650f0e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.850549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.850884 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Added segment a643ad25-5e3e-4a18-9c84-3336e250d765 of type vlan for network 41958587-f233-4c2b-9a5f-748632a95bcf Dec 23 08:31:26.910825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.921487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5136e45-d30a-4ea6-89b8-7f139f0226cf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.921904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5136e45-d30a-4ea6-89b8-7f139f0226cf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Fanout notify agent at l3_agent the message router_deleted on router 18277965-a598-4614-80cd-2f2b88300860 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:31:26.926167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.945229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 8a6a98ec-0dda-423c-8614-88173621ed22 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:26.970409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5136e45-d30a-4ea6-89b8-7f139f0226cf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:26.971481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c5136e45-d30a-4ea6-89b8-7f139f0226cf tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/routers/18277965-a598-4614-80cd-2f2b88300860 HTTP/1.1" status: 204 len: 168 time: 1.5900977 Dec 23 08:31:26.975400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47216) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:27.019078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.023286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:27.023862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.076785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ba961900-f3ee-4fb3-810f-dfb212918a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.100737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b89e03b6-3fe7-4b83-b3c7-582c2f650f0e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.150851 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1029654 Dec 23 08:31:27.151099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f5498-6418-4050-91bc-7e06417a5739 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:27.155295 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3e9f5498-6418-4050-91bc-7e06417a5739 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3531799 Dec 23 08:31:27.161051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47220) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:27.161369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47222) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:27.166363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e03b6-3fe7-4b83-b3c7-582c2f650f0e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Subnet': ['ID=f1786f5f-7648-4666-a368-e8aa67320256,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:27.173283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ba961900-f3ee-4fb3-810f-dfb212918a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.183544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'ports': [{'network_id': '8bd86772-8355-4a5d-9e55-343ce9ad4845', 'name': 'tempest-port--697953912', 'admin_state_up': True}, {'network_id': '41958587-f233-4c2b-9a5f-748632a95bcf', 'admin_state_up': False}]} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:27.183857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'port': {'network_id': '8bd86772-8355-4a5d-9e55-343ce9ad4845', 'name': 'tempest-port--697953912', 'admin_state_up': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:27.184315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'port': {'network_id': '41958587-f233-4c2b-9a5f-748632a95bcf', 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:27.220745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.226787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c70106-8be9-49bb-9c13-e1d83eb1d040 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Network': ['ID=41958587-f233-4c2b-9a5f-748632a95bcf,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:27.240709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 41958587-f233-4c2b-9a5f-748632a95bcf details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:27.242526 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b89e03b6-3fe7-4b83-b3c7-582c2f650f0e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.258455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb44caf1-b004-46d0-9168-3ffe353458e7 None None] Network bd10eb48-a3d5-41e5-9e07-c0310f4924f1 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:27.298410 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e6ed26a5-b11d-490d-956a-a2904355c3b9 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1331029 Dec 23 08:31:27.307906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47228) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:27.325387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-781726593', 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0', 'project_id': '624b301133d440c99265a580e7281065', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:27.339445 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b89e03b6-3fe7-4b83-b3c7-582c2f650f0e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/f1786f5f-7648-4666-a368-e8aa67320256 HTTP/1.1" status: 204 len: 168 time: 1.3349278 Dec 23 08:31:27.343042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47232) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:27.352273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:27.426575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:27.428894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=8a6a98ec-0dda-423c-8614-88173621ed22,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:27.439205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:27.443951 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:27.444731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.601852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c203e913-871d-4366-934a-6e09fc4f7aa2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet 0920d2e4-bd9a-4b89-aa0c-2de42f25e026 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:27.604466 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-57b1a207-8848-43d6-b0f3-262693f2cac1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0257151 Dec 23 08:31:27.611530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c203e913-871d-4366-934a-6e09fc4f7aa2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.632548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47236) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:27.652389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:27.672908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:subnet and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:27.678810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ebbaaf-4e6c-4a3a-9f0c-78cd29160c70 None None] DHCP port deletion for bd10eb48-a3d5-41e5-9e07-c0310f4924f1 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:27.681433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:27.684874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-06ebbaaf-4e6c-4a3a-9f0c-78cd29160c70 None None] Deleting port 4efd43df-baaa-4034-b54a-01f04b7e2f1c {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:27.685730 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-06ebbaaf-4e6c-4a3a-9f0c-78cd29160c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.691119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:27.692754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ba961900-f3ee-4fb3-810f-dfb212918a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.706622 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.723255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c203e913-871d-4366-934a-6e09fc4f7aa2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.757403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:27.767285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e3e87-c042-4d01-937a-1848385deef4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 8a6a98ec-0dda-423c-8614-88173621ed22 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:27.767503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3e87-c042-4d01-937a-1848385deef4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.795951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba961900-f3ee-4fb3-810f-dfb212918a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233baec1-4078-42bd-a488-3c2f93abd988,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:27.839573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 4efd43df-baaa-4034-b54a-01f04b7e2f1c {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:27.840133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.858342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ba961900-f3ee-4fb3-810f-dfb212918a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.861689 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ba961900-f3ee-4fb3-810f-dfb212918a2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/233baec1-4078-42bd-a488-3c2f93abd988 HTTP/1.1" status: 204 len: 168 time: 1.1349382 Dec 23 08:31:27.880906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:27.887673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Usage tracker for resource:port and tenant:3f19d45ba5894d8385acc9007a788907 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:27.891250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:27.899698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:27.932270 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f8770f9-f26e-4eb1-aba5-90ab2eb98f47 None None] Provisioning for port 8a6a98ec-0dda-423c-8614-88173621ed22 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:27.935742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.942312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f8770f9-f26e-4eb1-aba5-90ab2eb98f47 None None] Provisioning complete for port 8a6a98ec-0dda-423c-8614-88173621ed22 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:27.942707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f8770f9-f26e-4eb1-aba5-90ab2eb98f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:27.974916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Made reservation on behalf of 3f19d45ba5894d8385acc9007a788907 for: {'port': 2} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:27.980702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.001720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-06ebbaaf-4e6c-4a3a-9f0c-78cd29160c70 None None] For port 4efd43df-baaa-4034-b54a-01f04b7e2f1c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4efd43df-baaa-4034-b54a-01f04b7e2f1c,segment=NetworkSegment(5864ddf5-1642-4595-a175-4e058fffc49a),segment_id=5864ddf5-1642-4595-a175-4e058fffc49a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:28.002128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-06ebbaaf-4e6c-4a3a-9f0c-78cd29160c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.006579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.185392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6f8770f9-f26e-4eb1-aba5-90ab2eb98f47 None None] Port 8a6a98ec-0dda-423c-8614-88173621ed22 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:28.192660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-06ebbaaf-4e6c-4a3a-9f0c-78cd29160c70 None None] Calling delete_port for 4efd43df-baaa-4034-b54a-01f04b7e2f1c owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:28.213056 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:31:28.240142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3e87-c042-4d01-937a-1848385deef4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.282867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c203e913-871d-4366-934a-6e09fc4f7aa2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.283986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-06ebbaaf-4e6c-4a3a-9f0c-78cd29160c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.338354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebbaaf-4e6c-4a3a-9f0c-78cd29160c70 None None] Pushing event deleted for resources: {'Port': ['ID=4efd43df-baaa-4034-b54a-01f04b7e2f1c,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:28.345278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebbaaf-4e6c-4a3a-9f0c-78cd29160c70 None None] No DVR routers for this DVR port 4efd43df-baaa-4034-b54a-01f04b7e2f1c on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:28.382168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port 4efd43df-baaa-4034-b54a-01f04b7e2f1c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4efd43df-baaa-4034-b54a-01f04b7e2f1c,segment=NetworkSegment(5864ddf5-1642-4595-a175-4e058fffc49a),segment_id=5864ddf5-1642-4595-a175-4e058fffc49a)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:28.382518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.448908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e3e87-c042-4d01-937a-1848385deef4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 8a6a98ec-0dda-423c-8614-88173621ed22 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:28.511043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 4efd43df-baaa-4034-b54a-01f04b7e2f1c owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:28.567034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] device_id is not set on port 9cc01916-f43b-4e56-b10e-e32c4a09f496 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:28.600977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c203e913-871d-4366-934a-6e09fc4f7aa2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.657726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203e913-871d-4366-934a-6e09fc4f7aa2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=0920d2e4-bd9a-4b89-aa0c-2de42f25e026,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:28.681550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c203e913-871d-4366-934a-6e09fc4f7aa2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.688679 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb31b716-272e-4bd0-b69b-fc5e9926b77d None None] Network bcec331a-2d98-4975-93cf-4d809f816232 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:28.719661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:28.719900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:28.723620 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c203e913-871d-4366-934a-6e09fc4f7aa2 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/0920d2e4-bd9a-4b89-aa0c-2de42f25e026 HTTP/1.1" status: 204 len: 168 time: 1.7432797 Dec 23 08:31:28.724386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47242) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:28.797179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.844923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 334325c0-5660-425a-b97d-2c65e2c94624 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:31:28.868027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3e87-c042-4d01-937a-1848385deef4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.902314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=cd123f7f-b679-4f94-b225-66682c736e75,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:28.907021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.939926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 872a998e-9f5c-4042-9397-2dea858fdacc {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:28.940283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.979645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Checking segment: {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:28.979886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network hostable DHCP agents. Network: 414ed109-0aad-48e8-85a0-dc88619545e0, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:31:28.984950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:28.987596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e3e87-c042-4d01-937a-1848385deef4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=8a6a98ec-0dda-423c-8614-88173621ed22,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:29.003131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af675ba7-7898-4838-a9b5-b9e749415697 None None] DHCP port deletion for bcec331a-2d98-4975-93cf-4d809f816232 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:29.007729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-af675ba7-7898-4838-a9b5-b9e749415697 None None] Deleting port 872a998e-9f5c-4042-9397-2dea858fdacc {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:29.008102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-af675ba7-7898-4838-a9b5-b9e749415697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.062128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 414ed109-0aad-48e8-85a0-dc88619545e0 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:31:29.146610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 414ed109-0aad-48e8-85a0-dc88619545e0) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:29.155063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:29.156994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.182101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3e87-c042-4d01-937a-1848385deef4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.192339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] device_id is not set on port b3797543-21dd-4bb5-a217-64c9005725f2 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:29.231490 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-59e23e69-5976-4872-96f5-6adfac8564df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9094760 Dec 23 08:31:29.234921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 4efd43df-baaa-4034-b54a-01f04b7e2f1c {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:29.239504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.256584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-af675ba7-7898-4838-a9b5-b9e749415697 None None] For port 872a998e-9f5c-4042-9397-2dea858fdacc, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=872a998e-9f5c-4042-9397-2dea858fdacc,segment=NetworkSegment(9e43a85b-4285-4f8f-aebc-10892029a70d),segment_id=9e43a85b-4285-4f8f-aebc-10892029a70d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:29.257082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-af675ba7-7898-4838-a9b5-b9e749415697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.333821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af056f9c-142b-43c4-9e50-388191b6e038 None None] Network 414ed109-0aad-48e8-85a0-dc88619545e0 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:29.361748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] The port '4efd43df-baaa-4034-b54a-01f04b7e2f1c' was deleted {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:31:29.401302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] For port 872a998e-9f5c-4042-9397-2dea858fdacc, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=872a998e-9f5c-4042-9397-2dea858fdacc,segment=NetworkSegment(9e43a85b-4285-4f8f-aebc-10892029a70d),segment_id=9e43a85b-4285-4f8f-aebc-10892029a70d)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:29.401710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.452124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47248) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:29.468763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497231760', 'description': 'tempest-secgroup-smoke-497231760 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:29.469203 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-af675ba7-7898-4838-a9b5-b9e749415697 None None] Calling delete_port for 872a998e-9f5c-4042-9397-2dea858fdacc owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:29.481446 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5f1e3e87-c042-4d01-937a-1848385deef4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/8a6a98ec-0dda-423c-8614-88173621ed22 HTTP/1.1" status: 204 len: 168 time: 1.8346715 Dec 23 08:31:29.481446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:29.486775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47252) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:29.535171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:29.549788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.581489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.618469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-af675ba7-7898-4838-a9b5-b9e749415697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.647617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 872a998e-9f5c-4042-9397-2dea858fdacc owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:29.680161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af675ba7-7898-4838-a9b5-b9e749415697 None None] Pushing event deleted for resources: {'Port': ['ID=872a998e-9f5c-4042-9397-2dea858fdacc,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:29.691257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af675ba7-7898-4838-a9b5-b9e749415697 None None] No DVR routers for this DVR port 872a998e-9f5c-4042-9397-2dea858fdacc on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:29.727792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:29.732275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.732438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.741699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4efd43df-baaa-4034-b54a-01f04b7e2f1c no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:29.742884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:29.767540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd10eb48-a3d5-41e5-9e07-c0310f4924f1']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:29.779289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 4efd43df-baaa-4034-b54a-01f04b7e2f1c {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:29.779637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4efd43df-baaa-4034-b54a-01f04b7e2f1c not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:29.780055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 872a998e-9f5c-4042-9397-2dea858fdacc no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:29.782125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:29.790849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5864ddf5-1642-4595-a175-4e058fffc49a') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:29.791389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5864ddf5-1642-4595-a175-4e058fffc49a') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:29.804678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.811067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-414ed109-0aad-48e8-85a0-dc88619545e0', 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ips': [{'subnet_id': 'cd123f7f-b679-4f94-b225-66682c736e75'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:29.811455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.815495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:29.815809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:29.817719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1534fcb-4973-4bae-a236-9068dc77122c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:29.820020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1534fcb-4973-4bae-a236-9068dc77122c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:29.821228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.828783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 872a998e-9f5c-4042-9397-2dea858fdacc {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:29.829123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 872a998e-9f5c-4042-9397-2dea858fdacc not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:29.842014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:29.844461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:29.844851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.885990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Port': ['ID=9cc01916-f43b-4e56-b10e-e32c4a09f496,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:29.912024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1534fcb-4973-4bae-a236-9068dc77122c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:29.916268 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a1534fcb-4973-4bae-a236-9068dc77122c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4225719 Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:29.918287 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:29.922159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47256) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:29.968315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:29.976164 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:29.981936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Checking segment: {'id': 'dcbab37e-6de5-42ce-826b-a9d418d725a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '8bd86772-8355-4a5d-9e55-343ce9ad4845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:29.982634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Network hostable DHCP agents. Network: 8bd86772-8355-4a5d-9e55-343ce9ad4845, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:31:29.983245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7690a2-b65a-4b61-bb28-17556b91eddb None None] Sync routers for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:29.992959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.013444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Allocated IP 172.20.0.18 (414ed109-0aad-48e8-85a0-dc88619545e0/cd123f7f-b679-4f94-b225-66682c736e75/4c7825e7-eed6-4c35-a097-04bdde2f8de4) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:30.020484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7690a2-b65a-4b61-bb28-17556b91eddb None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:30.021755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ec7690a2-b65a-4b61-bb28-17556b91eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:30.028084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.072625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.076485 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6181271 Dec 23 08:31:30.077397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47260) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:30.085198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'b0237597-77db-4ddd-bb20-bab6af7f737c', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:30.093759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:30.094367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2887d-cdf7-4fff-b73f-e3e030a2938a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0237597-77db-4ddd-bb20-bab6af7f737c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:30.099292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ec7690a2-b65a-4b61-bb28-17556b91eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:30.099501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.101334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:30.112299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:30.131122 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.152162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:30.155096 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Network': ['ID=bd10eb48-a3d5-41e5-9e07-c0310f4924f1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:30.157533 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-add93aa9-d92e-4286-a045-e4123ff43a36 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/networks/bd10eb48-a3d5-41e5-9e07-c0310f4924f1 HTTP/1.1" status: 204 len: 168 time: 2.8041737 Dec 23 08:31:30.163969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47266) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:30.167792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Network 8bd86772-8355-4a5d-9e55-343ce9ad4845 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:31:30.176271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1053318922'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:30.190080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:30.194848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 8bd86772-8355-4a5d-9e55-343ce9ad4845) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:30.197375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:network and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:30.199905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:30.200768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.201387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.214694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:30.222804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee68f38-d6a7-4ce0-9a8f-886993ba6967 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:30.223586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4ee68f38-d6a7-4ce0-9a8f-886993ba6967 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:30.231934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:30.244809 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fb509f-721f-43b6-91e1-bb45f7649e4f None None] Network 8bd86772-8355-4a5d-9e55-343ce9ad4845 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:30.251709 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a62aacd3-5574-41a0-a1e2-afd23c456b3e tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/floatingips/9bc64c96-25ee-4abd-8417-0abae78f268c HTTP/1.1" status: 200 len: 977 time: 9.5355377 Dec 23 08:31:30.257324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47270) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:30.287198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Port': ['ID=b3797543-21dd-4bb5-a217-64c9005725f2,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:30.300339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4ee68f38-d6a7-4ce0-9a8f-886993ba6967 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:30.304616 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4ee68f38-d6a7-4ce0-9a8f-886993ba6967 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3792026 Dec 23 08:31:30.304616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:30.305100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47274) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:30.305844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.324859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 872a998e-9f5c-4042-9397-2dea858fdacc {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:30.325287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.346245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7690a2-b65a-4b61-bb28-17556b91eddb None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:30.346245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ec7690a2-b65a-4b61-bb28-17556b91eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:30.371529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Checking segment: {'id': 'a643ad25-5e3e-4a18-9c84-3336e250d765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '41958587-f233-4c2b-9a5f-748632a95bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:30.371883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Network hostable DHCP agents. Network: 41958587-f233-4c2b-9a5f-748632a95bcf, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:31:30.396881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ea1f1-466d-4992-876a-12c0f7de3230 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:30.398314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ea1f1-466d-4992-876a-12c0f7de3230 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:30.399621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ea1f1-466d-4992-876a-12c0f7de3230 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:30.405175 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-676ea1f1-466d-4992-876a-12c0f7de3230 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0951071 Dec 23 08:31:30.405175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47278) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:30.418593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.419206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ec7690a2-b65a-4b61-bb28-17556b91eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:30.419593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7690a2-b65a-4b61-bb28-17556b91eddb None None] The sync data for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:30.422575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] The port '872a998e-9f5c-4042-9397-2dea858fdacc' was deleted {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:31:30.434229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port bf376073-d96a-47c9-b10c-bc6f967989cd {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:30.434561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.520382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:30.551259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.577085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-046d9de2-04b4-4921-b8e7-3d9677bef2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.583374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Network 41958587-f233-4c2b-9a5f-748632a95bcf is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:31:30.610241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.615760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 41958587-f233-4c2b-9a5f-748632a95bcf) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:30.620544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:30.623916 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.625263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:30.626921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.627316 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added segment 8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a of type vlan for network 1397a758-92e3-48ea-bfb6-d501018729c2 Dec 23 08:31:30.629054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:30.631040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.637381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930b1ae-eccc-4b7e-ae20-44fbaf743cb6 None None] Network 41958587-f233-4c2b-9a5f-748632a95bcf requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:30.673827 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9102075f-ce17-4d33-9c0c-b85381c63511 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5100839 Dec 23 08:31:30.674439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47282) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:30.704933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Transition to ACTIVE for port object 4c7825e7-eed6-4c35-a097-04bdde2f8de4 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:30.705198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee66686-cc06-4d4c-88b7-f07a786e86a0,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:30.720159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.736900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5e6626-ed43-4e8c-bbdc-c45a30ee6df9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 462b59e3-75a6-4b57-8847-384507d8a724 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:30.743553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5e6626-ed43-4e8c-bbdc-c45a30ee6df9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.754442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Transition to ACTIVE for port object 4c7825e7-eed6-4c35-a097-04bdde2f8de4 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:30.765502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.766704 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c4a88394-f9bb-4078-9ac9-e4aa54264aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6886768 Dec 23 08:31:30.773180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47286) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:30.776236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcec331a-2d98-4975-93cf-4d809f816232']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:30.784123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.785458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.811182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'b0237597-77db-4ddd-bb20-bab6af7f737c', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:30.816290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5e6626-ed43-4e8c-bbdc-c45a30ee6df9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.872715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e43a85b-4285-4f8f-aebc-10892029a70d') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:30.873031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e43a85b-4285-4f8f-aebc-10892029a70d') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:30.877598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2e4f3-ecb7-476f-81c6-c8bf440faeda tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:30.879659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:30.881639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2e4f3-ecb7-476f-81c6-c8bf440faeda tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:30.882413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1a2e4f3-ecb7-476f-81c6-c8bf440faeda tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Synchronizing usage tracker for tenant:3f19d45ba5894d8385acc9007a788907 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:30.889424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:30.892912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Network 414ed109-0aad-48e8-85a0-dc88619545e0 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:30.894554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Pushing event updated for resources: {'Port': ['ID=4c7825e7-eed6-4c35-a097-04bdde2f8de4,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:30.897148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.898438 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:30.901292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:30.904606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:30.918231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1a2e4f3-ecb7-476f-81c6-c8bf440faeda tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Unset dirty status for tenant:3f19d45ba5894d8385acc9007a788907 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:30.923437 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f1a2e4f3-ecb7-476f-81c6-c8bf440faeda tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2375391 Dec 23 08:31:30.924018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47290) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:30.930882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:30.953040 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.983024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:30.983830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.997114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5e6626-ed43-4e8c-bbdc-c45a30ee6df9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:30.999372 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:31.009125 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Attempting to bind port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:31.009481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Attempting to bind port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:31.009833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Attempting to bind port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 on network 414ed109-0aad-48e8-85a0-dc88619545e0 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:31.016405 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:31.016762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Checking segment: {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:31.017183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.017607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Bound using segment: {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:31.018082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Bound port: 4c7825e7-eed6-4c35-a097-04bdde2f8de4, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:31.018443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.040972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a057cb15-0afc-4b18-8dfd-7ea387410508 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Deleting port 9cc01916-f43b-4e56-b10e-e32c4a09f496 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:31.041278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a057cb15-0afc-4b18-8dfd-7ea387410508 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.078614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.082750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:31.084213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.106492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] For port 4c7825e7-eed6-4c35-a097-04bdde2f8de4, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:31.112136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] For port 4c7825e7-eed6-4c35-a097-04bdde2f8de4, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4c7825e7-eed6-4c35-a097-04bdde2f8de4,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:31.115493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.116119 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.134392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.173507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5e6626-ed43-4e8c-bbdc-c45a30ee6df9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.205370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623a1f6-f02c-47af-a832-418ac8be1e58 None None] Pushing event updated for resources: {'Port': ['ID=4c7825e7-eed6-4c35-a097-04bdde2f8de4,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:31.281506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e6626-ed43-4e8c-bbdc-c45a30ee6df9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=462b59e3-75a6-4b57-8847-384507d8a724,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:31.298470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da5e6626-ed43-4e8c-bbdc-c45a30ee6df9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.306497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84443c-3c0a-406c-86bf-5153c6ef519a None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:31.310457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.325503 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1583862 Dec 23 08:31:31.326672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.328349 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/networks/bcec331a-2d98-4975-93cf-4d809f816232 HTTP/1.1" status: 204 len: 168 time: 2.6031120 Dec 23 08:31:31.332075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47294) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:31.334737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47296) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:31.339634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'subnet': {'network_id': '1397a758-92e3-48ea-bfb6-d501018729c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:31.354726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e73c1-0e9f-4b65-b548-4fd2d0bfa459 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Network': ['ID=1397a758-92e3-48ea-bfb6-d501018729c2,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:31.418117 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-da5e6626-ed43-4e8c-bbdc-c45a30ee6df9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/462b59e3-75a6-4b57-8847-384507d8a724 HTTP/1.1" status: 204 len: 168 time: 1.0101259 Dec 23 08:31:31.452481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1397a758-92e3-48ea-bfb6-d501018729c2 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:31.464520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47302) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:31.467776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a3ae1-740d-4787-8b4f-7cdca4fc8b1f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Network': ['ID=bcec331a-2d98-4975-93cf-4d809f816232,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:31.695796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4c7825e7-eed6-4c35-a097-04bdde2f8de4 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:31.711580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a057cb15-0afc-4b18-8dfd-7ea387410508 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.731179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.754116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.838404 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:31.862259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a057cb15-0afc-4b18-8dfd-7ea387410508 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Calling delete_port for 9cc01916-f43b-4e56-b10e-e32c4a09f496 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:31.907058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:31.924634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:subnet and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:31.934219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e64310-959d-418d-99e2-7196355c1441 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:31.935600 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e7e64310-959d-418d-99e2-7196355c1441 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/3d2e3753-9262-4eee-8c99-e4e114ede0dd HTTP/1.1" status: 200 len: 845 time: 0.5730045 Dec 23 08:31:31.936538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:31.943995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47306) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:31.946684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:31.980737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8cad38-e769-46fc-afa9-02232d176b8e,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:31.994378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.994958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:31.995484 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Floating IP 9bc64c96-25ee-4abd-8417-0abae78f268c disassociated. External IP: 172.26.8.236, port: bf376073-d96a-47c9-b10c-bc6f967989cd. Dec 23 08:31:31.995813 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for bf376073-d96a-47c9-b10c-bc6f967989cd owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:32.021778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:32.026091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.030076 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d2eb72b4-402f-4d9f-807a-1ddb028de784 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2441261 Dec 23 08:31:32.035480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47310) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:32.064273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'b0237597-77db-4ddd-bb20-bab6af7f737c', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:32.076327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:32.084265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:32.088056 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:32.095805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:32.117855 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-139dc827-5db4-44a1-854b-34274fbfcb05 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/3d2e3753-9262-4eee-8c99-e4e114ede0dd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1687593 Dec 23 08:31:32.124181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47314) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:32.126701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a057cb15-0afc-4b18-8dfd-7ea387410508 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.138508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:32.193797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.207158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-522cb12b-2a9a-4743-94e5-8c58471a4958 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet dc60d90f-68cd-4f1e-a226-1420db3ab7e4 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:32.251333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-522cb12b-2a9a-4743-94e5-8c58471a4958 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.313416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057cb15-0afc-4b18-8dfd-7ea387410508 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Port': ['ID=9cc01916-f43b-4e56-b10e-e32c4a09f496,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:32.317689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:32.325860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.339758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:32.346459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:32.386089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-522cb12b-2a9a-4743-94e5-8c58471a4958 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.408420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a057cb15-0afc-4b18-8dfd-7ea387410508 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.411867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:32.426719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.453881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:32.509880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.510969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=bf376073-d96a-47c9-b10c-bc6f967989cd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:32.525349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.562297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04547aa0-8923-4bf1-a428-778341bced4e,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:32.586528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.609886 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a057cb15-0afc-4b18-8dfd-7ea387410508 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/ports/9cc01916-f43b-4e56-b10e-e32c4a09f496 HTTP/1.1" status: 204 len: 168 time: 1.6838377 Dec 23 08:31:32.617234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47318) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:32.646663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fcd98-8d48-42d5-a05e-a06d9df6a518 None None] Network 414ed109-0aad-48e8-85a0-dc88619545e0 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:32.662320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.663743 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7154202b-f00c-4bc8-b933-723746c9908f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6203775 Dec 23 08:31:32.669413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47322) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:32.679314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'b0237597-77db-4ddd-bb20-bab6af7f737c', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:32.691824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-522cb12b-2a9a-4743-94e5-8c58471a4958 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.737824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:32.749325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:32.756673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:32.781588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:32.800072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-b01c9152-ad45-42f1-9dfa-f5c2b5be54ae tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Deleting port b3797543-21dd-4bb5-a217-64c9005725f2 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:32.800418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b01c9152-ad45-42f1-9dfa-f5c2b5be54ae tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.857013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e39bb208-5d2e-4738-b0a7-164d7f9b6d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.914746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.917886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c0c6d8ba-4180-4e82-8f5c-9a2b5b53dca9 None None] Provisioning for port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:32.925764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-522cb12b-2a9a-4743-94e5-8c58471a4958 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.930562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c0c6d8ba-4180-4e82-8f5c-9a2b5b53dca9 None None] Provisioning complete for port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:32.930932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d8ba-4180-4e82-8f5c-9a2b5b53dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:32.986546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cb12b-2a9a-4743-94e5-8c58471a4958 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=dc60d90f-68cd-4f1e-a226-1420db3ab7e4,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:33.005937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-522cb12b-2a9a-4743-94e5-8c58471a4958 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.026502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a08546-de46-474e-99ba-bfdb6aa5960b None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:33.029891 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-522cb12b-2a9a-4743-94e5-8c58471a4958 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/dc60d90f-68cd-4f1e-a226-1420db3ab7e4 HTTP/1.1" status: 204 len: 168 time: 1.5639732 Dec 23 08:31:33.034069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47326) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:33.112276 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5380de35-b2e5-4a47-a63a-a08e4fc40793 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734847 Dec 23 08:31:33.113995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47330) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:33.121053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.130745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.138578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:33.165388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7a2a65-da3a-4397-b1f2-1b05dcb4b168,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:33.172493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 334325c0-5660-425a-b97d-2c65e2c94624 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:31:33.173332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.174573 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-810d9769-d2bc-45b3-a3fc-5b5d11f16809 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5039628 Dec 23 08:31:33.183103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47334) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:33.190988 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'b0237597-77db-4ddd-bb20-bab6af7f737c', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:33.199739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:33.205720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:33.210396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:33.216671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:33.271773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d8ba-4180-4e82-8f5c-9a2b5b53dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.298221 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:31:33.308742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.323666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c0c6d8ba-4180-4e82-8f5c-9a2b5b53dca9 None None] For port 4c7825e7-eed6-4c35-a097-04bdde2f8de4, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4c7825e7-eed6-4c35-a097-04bdde2f8de4,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:33.335733 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d8ba-4180-4e82-8f5c-9a2b5b53dca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.418397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6d8ba-4180-4e82-8f5c-9a2b5b53dca9 None None] Pushing event updated for resources: {'Port': ['ID=4c7825e7-eed6-4c35-a097-04bdde2f8de4,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:33.437205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c275b48-4e91-4327-adbe-6ee7d109d051 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:33.444513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2c275b48-4e91-4327-adbe-6ee7d109d051 None None] Deleting port 7283aa8b-6665-41b5-bfdb-5ada6b560094 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:33.445261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c275b48-4e91-4327-adbe-6ee7d109d051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.502841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.511382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.544173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8fb353-bf70-4f68-9068-bd2f282ef243,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:33.569976 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.578934 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ae84d896-8cb5-406a-90ac-b6ec1a3fa522 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3945062 Dec 23 08:31:33.579522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47338) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:33.584012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a82bd347-76c1-4444-951b-a95b8e9b2766 None None] Provisioning complete for port 7283aa8b-6665-41b5-bfdb-5ada6b560094 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:33.584383 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a82bd347-76c1-4444-951b-a95b8e9b2766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.586787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'b0237597-77db-4ddd-bb20-bab6af7f737c', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:33.594978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:33.599128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:33.610406 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced79e1-9360-4b71-9ea0-2f9cdc67125b None None] Sync routers for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:33.631651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:33.639552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:33.639760 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced79e1-9360-4b71-9ea0-2f9cdc67125b None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:33.640008 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-dced79e1-9360-4b71-9ea0-2f9cdc67125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:33.663960 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.669325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b01c9152-ad45-42f1-9dfa-f5c2b5be54ae tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.681987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:33.705092 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:31:33.709128 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-dced79e1-9360-4b71-9ea0-2f9cdc67125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:33.714716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.719394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.720516 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced79e1-9360-4b71-9ea0-2f9cdc67125b None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:33.721116 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-dced79e1-9360-4b71-9ea0-2f9cdc67125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:33.745034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.749872 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e617ebdb-7170-41b2-9bbf-c851b924a7c2 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/ports/bf376073-d96a-47c9-b10c-bc6f967989cd HTTP/1.1" status: 204 len: 168 time: 3.4918332 Dec 23 08:31:33.750698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47342) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:33.783465 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-dced79e1-9360-4b71-9ea0-2f9cdc67125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:33.783867 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced79e1-9360-4b71-9ea0-2f9cdc67125b None None] The sync data for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:33.822199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4c7825e7-eed6-4c35-a097-04bdde2f8de4 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:33.863893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-b01c9152-ad45-42f1-9dfa-f5c2b5be54ae tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Calling delete_port for b3797543-21dd-4bb5-a217-64c9005725f2 owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:33.882557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.890662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.890862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:33.914711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:33.922521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:33.936042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:33.945379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:33.949294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:33.961253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.962537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:33.963116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:33.966527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa49b215-28ab-45ba-bf5c-c03c82097481,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:33.972858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=c54508b7-c5bc-4248-9dd5-5e86bf717185,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:33.978883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796467ee-dd58-4353-ac73-55002c05aaa8 None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:33.998432 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.007105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2c275b48-4e91-4327-adbe-6ee7d109d051 None None] For port 7283aa8b-6665-41b5-bfdb-5ada6b560094, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7283aa8b-6665-41b5-bfdb-5ada6b560094,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:34.007532 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c275b48-4e91-4327-adbe-6ee7d109d051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.042572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:34.045752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.093103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.099273 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-eaeedd01-0071-47b9-8c4b-9ea5fef9d14d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5136359 Dec 23 08:31:34.208698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2c275b48-4e91-4327-adbe-6ee7d109d051 None None] Calling delete_port for 7283aa8b-6665-41b5-bfdb-5ada6b560094 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:34.209777 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-002f1bcf-8b63-49d5-8ccd-a3bb530e29b5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0843966 Dec 23 08:31:34.223484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47350) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:34.241643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1792668282'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:34.250363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:34.256018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:34.260160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:34.278797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:34.299682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.353895 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Checking segment: {'id': '8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1397a758-92e3-48ea-bfb6-d501018729c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:34.354401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network hostable DHCP agents. Network: 1397a758-92e3-48ea-bfb6-d501018729c2, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:31:34.364137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b01c9152-ad45-42f1-9dfa-f5c2b5be54ae tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.367189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Subnet': ['ID=1d5aefb7-426f-4f81-8e3d-d7c94ce94d6a,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:34.378721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:34.379118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.422051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c9152-ad45-42f1-9dfa-f5c2b5be54ae tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Port': ['ID=b3797543-21dd-4bb5-a217-64c9005725f2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:34.432548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:34.439716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group_rule and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:34.444134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:34.459408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:34.473580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b01c9152-ad45-42f1-9dfa-f5c2b5be54ae tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.480601 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-4a687eba-05ac-4497-a4e0-4fdaeec3353c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497231760&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.1072278 Dec 23 08:31:34.496689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 1397a758-92e3-48ea-bfb6-d501018729c2 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:31:34.498143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c275b48-4e91-4327-adbe-6ee7d109d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.507424 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b01c9152-ad45-42f1-9dfa-f5c2b5be54ae tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/ports/b3797543-21dd-4bb5-a217-64c9005725f2 HTTP/1.1" status: 204 len: 168 time: 1.8890929 Dec 23 08:31:34.514456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47360) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:34.576783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c275b48-4e91-4327-adbe-6ee7d109d051 None None] Pushing event deleted for resources: {'Port': ['ID=7283aa8b-6665-41b5-bfdb-5ada6b560094,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:34.585778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 1397a758-92e3-48ea-bfb6-d501018729c2) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:34.589025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c67a7e18-d3d9-4167-a00e-877a9b53d384 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Synchronizing usage tracker for tenant:3f19d45ba5894d8385acc9007a788907 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:34.596527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c275b48-4e91-4327-adbe-6ee7d109d051 None None] No DVR routers for this DVR port 7283aa8b-6665-41b5-bfdb-5ada6b560094 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:34.598937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:34.599605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.607208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e688b1ea-55ce-433b-a7c5-00f13f82fc71 None None] Network 1397a758-92e3-48ea-bfb6-d501018729c2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:34.617139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.objects.ports [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83523) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:31:34.627051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.641559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.650218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.665829 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-114174e7-d436-42a9-a6ad-34961061ccdb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3326397 Dec 23 08:31:34.673302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47364) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:34.682811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c67a7e18-d3d9-4167-a00e-877a9b53d384 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Unset dirty status for tenant:3f19d45ba5894d8385acc9007a788907 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:34.684070 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c67a7e18-d3d9-4167-a00e-877a9b53d384 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1688924 Dec 23 08:31:34.690021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1734060466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:34.699395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47368) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:34.710024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:34.718619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:34.722227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:router and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:34.723879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.725353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:34.727321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:34.732828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:34.733665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.741132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-346677294'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:34.742233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=3a354c85-dc74-4065-9340-04917d3566d7,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:34.744883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:34.768599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:34.771891 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-feb43e60-9312-4205-881a-120a043feef6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6550589 Dec 23 08:31:34.774773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47372) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:34.780221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70519c-8ac4-44a2-b689-8d5260b33cc8 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:34.781247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:34.794414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Usage tracker for resource:network and tenant:3f19d45ba5894d8385acc9007a788907 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:34.796250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.797301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.808414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:34.823974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:34.836936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-3a3c1493-3196-4e96-92a0-ca4a6c48dddd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:34.837607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-3a3c1493-3196-4e96-92a0-ca4a6c48dddd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:34.840017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.843869 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6109772 Dec 23 08:31:34.846333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3f9c3-c300-4443-b56c-68d52c9e4f4e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a210e114-be22-4a95-a667-6e0711c9d761,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:34.848243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47376) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:34.863421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1182690871'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:34.875063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Made reservation on behalf of 3f19d45ba5894d8385acc9007a788907 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:34.878223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.890919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:34.898322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.902084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:34.906250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:34.914195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6dac17cb-5d5a-4053-837e-938c71635c11 None None] Provisioning complete for port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:34.914786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:34.914909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6dac17cb-5d5a-4053-837e-938c71635c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.918652 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-3a3c1493-3196-4e96-92a0-ca4a6c48dddd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:34.919776 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-3a3c1493-3196-4e96-92a0-ca4a6c48dddd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=414ed109-0aad-48e8-85a0-dc88619545e0 HTTP/1.1" status: 200 len: 796 time: 0.4149077 Dec 23 08:31:34.947170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:34.950811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.951330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.956839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:34.962631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:34.971260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:34.979971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:34.992026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:34.993566 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-898486d2-91bc-4a8e-8d3e-818a32b53d71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3172400 Dec 23 08:31:34.996569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47380) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:35.000347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:35.004307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.033275 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-4723aebc-505f-496e-8013-042f8b30745c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0976660 Dec 23 08:31:35.040156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.040708 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Added segment ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad of type vlan for network 0894689f-89f1-4a0f-863a-2d4b234eacad Dec 23 08:31:35.140023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7283aa8b-6665-41b5-bfdb-5ada6b560094 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:35.148896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:35.156249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.166400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group_rule and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:35.170523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:35.179120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:35.225440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 7283aa8b-6665-41b5-bfdb-5ada6b560094 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:35.225787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7283aa8b-6665-41b5-bfdb-5ada6b560094 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:35.240422 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-3292dc35-9796-4328-acfc-cda56d2af033 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1977909 Dec 23 08:31:35.243183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.246835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:35.247253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.277832 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-5571ecfe-1161-4efa-a023-50833af70f22', 'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'tenant_id': '5081e89da4a74fbea7194cff8f1d47f3', 'fixed_ips': [{'subnet_id': 'c54508b7-c5bc-4248-9dd5-5e86bf717185'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:35.278641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.365728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.407790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-1397a758-92e3-48ea-bfb6-d501018729c2', 'network_id': '1397a758-92e3-48ea-bfb6-d501018729c2', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'fixed_ips': [{'subnet_id': '1d5aefb7-426f-4f81-8e3d-d7c94ce94d6a'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:35.408582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.415689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.416874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Network': ['ID=0894689f-89f1-4a0f-863a-2d4b234eacad,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:35.451592 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ab6fbffe-e4a3-4640-99de-776073b0a812 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7422235 Dec 23 08:31:35.457114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.464447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47386) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:35.489515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1004648608'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:35.494608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 0894689f-89f1-4a0f-863a-2d4b234eacad details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:35.514616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:35.518247 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.ipam_backend_mixin [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a354c85-dc74-4065-9340-04917d3566d7 (CIDR: 2001:db8::/64) Dec 23 08:31:35.530780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Usage tracker for resource:network and tenant:3f19d45ba5894d8385acc9007a788907 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:35.534742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:35.540181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a7dbac-9f02-4731-b864-eb47bd56f798,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:35.548169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.550286 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-59ba961c-2ea1-4a3e-99f9-5874edf4851a tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6978776 Dec 23 08:31:35.552293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:35.601532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47390) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:35.613187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1840065294', 'security_groups': ['a2a7dbac-9f02-4731-b864-eb47bd56f798'], 'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c54508b7-c5bc-4248-9dd5-5e86bf717185'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:35.631381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': '3a354c85-dc74-4065-9340-04917d3566d7'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:35.631679 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.632986 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:35.633706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:31:35.642890 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-bdc51320-474a-4161-9ab8-f6074d6f8503 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6207967 Dec 23 08:31:35.722890 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9c893bf8-2309-4247-a2bb-1e5e12aa2437 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9468384 Dec 23 08:31:35.730209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47394) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:35.738973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:35.810618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Made reservation on behalf of 3f19d45ba5894d8385acc9007a788907 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:35.813676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:35.990183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Allocated IP 2001:db8::2 (5571ecfe-1161-4efa-a023-50833af70f22/c54508b7-c5bc-4248-9dd5-5e86bf717185/a7d613df-07e8-427f-89bf-2533bec59a81) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:36.043834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:36.054036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:36.057760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:31:36.088509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:36.097138 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-e4eb5c4f-bf77-4703-9960-4e7e9ae361d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 1098 time: 0.3397579 Dec 23 08:31:36.101503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.107494 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Allocated IP 2001:db8::2 (1397a758-92e3-48ea-bfb6-d501018729c2/1d5aefb7-426f-4f81-8e3d-d7c94ce94d6a/6eed299e-d87b-447c-a2fd-0ac758117e6f) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:36.112459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:36.117415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Allocated IP 2001:db8::f816:3eff:feb6:134d (3b1e253c-1242-4661-909e-bc02458a5888/3a354c85-dc74-4065-9340-04917d3566d7/e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:36.129844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.130291 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Added segment 1a178984-e47a-459d-966f-21dbb7b9594c of type vlan for network 4500166c-eac2-4d09-b93c-cd345f15b046 Dec 23 08:31:36.149992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:36.160893 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:port and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:36.172751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:36.183504 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-0386752f-9a3f-4cd1-8945-5927caac004b service neutron] 10.222.0.36 "GET /v2.0/networks/414ed109-0aad-48e8-85a0-dc88619545e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9046619 Dec 23 08:31:36.191166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:36.237804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.260204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:36.323502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:36.510367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.514019 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:36.514595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.549187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-8d50f23d-04dd-4182-9efb-56a1438e19e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:36.550862 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-8d50f23d-04dd-4182-9efb-56a1438e19e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6 HTTP/1.1" status: 200 len: 897 time: 0.3743262 Dec 23 08:31:36.561436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.658540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Transition to ACTIVE for port object a7d613df-07e8-427f-89bf-2533bec59a81 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:36.663690 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-37038b6f-4508-447f-9d3d-cbd330c25dee service neutron] 10.222.0.36 "GET /v2.0/networks/414ed109-0aad-48e8-85a0-dc88619545e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564972 Dec 23 08:31:36.671679 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.698456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.701245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.717582 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2439075 Dec 23 08:31:36.734137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Transition to ACTIVE for port object a7d613df-07e8-427f-89bf-2533bec59a81 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:36.735238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Transition to ACTIVE for port object 6eed299e-d87b-447c-a2fd-0ac758117e6f will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:36.739701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83726ac7-6158-4c91-9f71-8df5b5b3837a tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Network': ['ID=4500166c-eac2-4d09-b93c-cd345f15b046,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:36.752217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:36.756465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:36.764948 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 4500166c-eac2-4d09-b93c-cd345f15b046 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:31:37.003815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Transition to ACTIVE for port object e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:37.007647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:37.103313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Transition to ACTIVE for port object 6eed299e-d87b-447c-a2fd-0ac758117e6f will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:37.135278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Transition to ACTIVE for port object e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:37.146544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:37.152954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Pushing event updated for resources: {'Port': ['ID=a7d613df-07e8-427f-89bf-2533bec59a81,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:37.159385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:37.167092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:37.174544 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7d2a4810-b393-4c85-986b-1fbfc9932953 req-2073df50-b252-4f9e-b631-376c7fa3ad72 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 210 time: 0.1861348 Dec 23 08:31:37.178718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port aedabaa0-2ce9-430b-b74d-7a56e3f56ad0 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:37.179236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:37.241863 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-e86b8298-7904-4bed-9331-65e4f5ce3694 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c HTTP/1.1" status: 200 len: 1000 time: 0.6771615 Dec 23 08:31:37.253516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:37.293359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:37.330311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 2001:db8::1 (1397a758-92e3-48ea-bfb6-d501018729c2/1d5aefb7-426f-4f81-8e3d-d7c94ce94d6a/6f4b013f-3f34-49aa-a3f8-30aca8a55317) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:37.349228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Pushing event updated for resources: {'Port': ['ID=6eed299e-d87b-447c-a2fd-0ac758117e6f,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:37.368116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-856bf475-1fbf-446c-a8d2-3313d28168c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:37.369562 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-856bf475-1fbf-446c-a8d2-3313d28168c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7be9df53-de85-4ec7-8c03-915b49af02fd HTTP/1.1" status: 200 len: 835 time: 0.1205018 Dec 23 08:31:37.614549 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Pushing event updated for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:37.650402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Network 1397a758-92e3-48ea-bfb6-d501018729c2 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:37.653048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:37.658704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:37.668320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::3da (5571ecfe-1161-4efa-a023-50833af70f22/c54508b7-c5bc-4248-9dd5-5e86bf717185/6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:37.686718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:37.712350 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-6753ff23-18e6-4c56-8fec-a385b7484043 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2727084 Dec 23 08:31:37.722399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Transition to ACTIVE for port object 6f4b013f-3f34-49aa-a3f8-30aca8a55317 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:37.727249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:37.738597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:37.758979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:37.836620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:37.866112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Attempting to bind port a7d613df-07e8-427f-89bf-2533bec59a81 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:37.867113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Attempting to bind port a7d613df-07e8-427f-89bf-2533bec59a81 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '00b1152f-5216-4252-bb53-8db7e59871e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5571ecfe-1161-4efa-a023-50833af70f22'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:37.867725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Attempting to bind port a7d613df-07e8-427f-89bf-2533bec59a81 on network 5571ecfe-1161-4efa-a023-50833af70f22 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:37.878668 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-cd76a4f9-a139-44f5-9038-b05d15ea5cad service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579504 Dec 23 08:31:37.990002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:37.990002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Checking segment: {'id': '00b1152f-5216-4252-bb53-8db7e59871e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5571ecfe-1161-4efa-a023-50833af70f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:37.990433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:37.991934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Bound using segment: {'id': '00b1152f-5216-4252-bb53-8db7e59871e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5571ecfe-1161-4efa-a023-50833af70f22'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:37.992291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Bound port: a7d613df-07e8-427f-89bf-2533bec59a81, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b1152f-5216-4252-bb53-8db7e59871e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5571ecfe-1161-4efa-a023-50833af70f22'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:37.992703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.012192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.047581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for aedabaa0-2ce9-430b-b74d-7a56e3f56ad0 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:38.080989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Attempting to bind port 6eed299e-d87b-447c-a2fd-0ac758117e6f on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:38.081657 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Attempting to bind port 6eed299e-d87b-447c-a2fd-0ac758117e6f by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1397a758-92e3-48ea-bfb6-d501018729c2'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:38.081657 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Attempting to bind port 6eed299e-d87b-447c-a2fd-0ac758117e6f on network 1397a758-92e3-48ea-bfb6-d501018729c2 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:38.117990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.147472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Attempting to bind port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:38.147832 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Attempting to bind port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:38.148192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Attempting to bind port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:38.150500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:38.150860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Checking segment: {'id': '8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1397a758-92e3-48ea-bfb6-d501018729c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:38.151260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.151792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Bound using segment: {'id': '8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1397a758-92e3-48ea-bfb6-d501018729c2'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:38.152258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Bound port: 6eed299e-d87b-447c-a2fd-0ac758117e6f, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1397a758-92e3-48ea-bfb6-d501018729c2'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:38.152674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.202189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:38.202807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:38.203727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.204390 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:38.205264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Bound port: e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:38.205937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.235554 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9caa019d-83c2-4e28-a53e-2b2a337e6c6c req-5733bff6-fc75-4ebd-a9f7-9b2d1a2a2d69 service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441658 Dec 23 08:31:38.238767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:38.255225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=da5a2ca8-69f6-49fc-b4e9-08b310dd0a3d,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:38.262587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:38.275453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 1397a758-92e3-48ea-bfb6-d501018729c2 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:38.279386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:38.280084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.283929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:38.290364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:38.291018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.293640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=6f4b013f-3f34-49aa-a3f8-30aca8a55317,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:38.346840 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fd9ff8bd-7c07-4a45-b259-1d435d75ef87 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6152081 Dec 23 08:31:38.347653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47416) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:38.364909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:21:60:10', 'name': 'tempest-NetworksTestDHCPv6-1309489526'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:38.379364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] For port 6eed299e-d87b-447c-a2fd-0ac758117e6f, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:38.383734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] For port 6eed299e-d87b-447c-a2fd-0ac758117e6f, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6eed299e-d87b-447c-a2fd-0ac758117e6f,segment=NetworkSegment(8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a),segment_id=8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:38.392881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.549157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.602779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] For port a7d613df-07e8-427f-89bf-2533bec59a81, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:38.634689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] For port a7d613df-07e8-427f-89bf-2533bec59a81, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7d613df-07e8-427f-89bf-2533bec59a81,segment=NetworkSegment(00b1152f-5216-4252-bb53-8db7e59871e5),segment_id=00b1152f-5216-4252-bb53-8db7e59871e5)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:38.654501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.661911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920cdf8-b5e3-4125-bb53-fad8b9e41c2a None None] Pushing event updated for resources: {'Port': ['ID=6eed299e-d87b-447c-a2fd-0ac758117e6f,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:38.723479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.735233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:38.754188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:38.770310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:38.792427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:38.843042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77826813-53fe-477f-9ff1-4c5f423a0093 None None] Pushing event updated for resources: {'Port': ['ID=a7d613df-07e8-427f-89bf-2533bec59a81,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:38.957195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a654a-213a-4a64-a7fd-34383b87deca None None] Pushing event updated for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:39.039760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:39.093550 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ab8f486-22fb-4836-934f-5b2f5d7bc447 req-bbcea0c4-f24f-4948-a79b-d7f2b5e24e5b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 210 time: 0.2889650 Dec 23 08:31:39.163726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:39.182697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:39.185781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:39.197817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:39.211754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:39.238664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:39.246548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:39.250876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:39.251490 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:39.325698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:39.366980 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-faa03f9e-fbe6-43dc-85c4-5c7b45bae542 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7616897 Dec 23 08:31:39.368606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47420) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:39.391038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:39.466622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:39.472098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:39.950748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7d613df-07e8-427f-89bf-2533bec59a81 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:39.967907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:39.971489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:40.006733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:40.009831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:40.021253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:40.037924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=aedabaa0-2ce9-430b-b74d-7a56e3f56ad0,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:40.039617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a7d613df-07e8-427f-89bf-2533bec59a81 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:40.062498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:40.098933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:40.117660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:40.121223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:40.122267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:40.123127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:40.131006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47424) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:40.155797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:40.161606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6eed299e-d87b-447c-a2fd-0ac758117e6f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:40.183390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'subnets': [{'network_id': '0894689f-89f1-4a0f-863a-2d4b234eacad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1176627858', 'ip_version': 6}, {'network_id': '4500166c-eac2-4d09-b93c-cd345f15b046', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:40.183999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'subnet': {'network_id': '0894689f-89f1-4a0f-863a-2d4b234eacad', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1176627858', 'ip_version': 6}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:40.184439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Request body: {'subnet': {'network_id': '4500166c-eac2-4d09-b93c-cd345f15b046', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:40.207403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 02220092-3def-4154-81dc-a53205978493 yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:40.249016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-30f65d30-3c6e-45e6-8f7b-687954fb7d4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:40.251049 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-30f65d30-3c6e-45e6-8f7b-687954fb7d4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=414ed109-0aad-48e8-85a0-dc88619545e0 HTTP/1.1" status: 200 len: 796 time: 1.0090015 Dec 23 08:31:40.258914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 6eed299e-d87b-447c-a2fd-0ac758117e6f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:40.373647 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-430b33d9-0db9-4bcc-907f-c11c7402d513 req-1ffdd07b-c0a7-4760-bf04-598cf622ede2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 210 time: 0.0681705 Dec 23 08:31:40.391089 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.ipam_backend_mixin [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c54508b7-c5bc-4248-9dd5-5e86bf717185 (CIDR: 2001:db8::/64) Dec 23 08:31:40.395920 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:40.396102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:31:40.443286 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-76f6ae6f-46f6-4668-ad6e-f09dbdf002d3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0685112 Dec 23 08:31:40.445336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47430) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:40.451089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:40.521467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=6f4b013f-3f34-49aa-a3f8-30aca8a55317,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:40.706775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-70ef1945-1ab8-48db-9113-4e22640d3883 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:40.766703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:40.775142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:40.779124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:40.783257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:40.795218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:40.803973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 1397a758-92e3-48ea-bfb6-d501018729c2 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:40.804753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-70ef1945-1ab8-48db-9113-4e22640d3883 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:40.805883 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-70ef1945-1ab8-48db-9113-4e22640d3883 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 472 time: 0.4864850 Dec 23 08:31:40.817437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:40.828070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': '7c8cb3f6-8b5a-451e-86eb-c93d1722543a', 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['b0237597-77db-4ddd-bb20-bab6af7f737c']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:40.842876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:40.901521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:40.905773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:41.008177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Usage tracker for resource:subnet and tenant:3f19d45ba5894d8385acc9007a788907 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:41.027005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:41.102602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:41.121827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf040e3f-3ead-43de-9a05-39d952a495d5 None None] Network 1397a758-92e3-48ea-bfb6-d501018729c2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:41.180299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Made reservation on behalf of 3f19d45ba5894d8385acc9007a788907 for: {'subnet': 2} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:41.212830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8:0:1::3e6 (3b1e253c-1242-4661-909e-bc02458a5888/da5a2ca8-69f6-49fc-b4e9-08b310dd0a3d/02220092-3def-4154-81dc-a53205978493) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:41.289030 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:41.295544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:port and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:41.301168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:41.308965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:41.389858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fe58cca7-627c-4052-8f64-9de9d22cc67c None None] Provisioning for port 6eed299e-d87b-447c-a2fd-0ac758117e6f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:41.424032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::f816:3eff:fe21:6010 (3b1e253c-1242-4661-909e-bc02458a5888/3a354c85-dc74-4065-9340-04917d3566d7/02220092-3def-4154-81dc-a53205978493) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:41.439830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:41.444493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:41.458233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fe58cca7-627c-4052-8f64-9de9d22cc67c None None] Provisioning complete for port 6eed299e-d87b-447c-a2fd-0ac758117e6f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:41.458594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe58cca7-627c-4052-8f64-9de9d22cc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:41.484907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8e774-7cb3-42f0-bff4-79bb583e337e None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:41.677320 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-272ba32b-a0bf-41bf-aee0-8689048c6dfa req-5a718638-9824-4de8-8d19-dd8ee72b2a96 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 210 time: 0.0543354 Dec 23 08:31:41.692568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:41.820035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=046d8661-5c98-4e1b-99b4-00f8dec082f1,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:41.853976 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:41.858134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:41.863178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:41.863591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:41.895303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9b798-4754-4965-847b-017d984b5fde None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:41.958579 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fa847b09-4ca4-4a28-996f-d02d6969fb59 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5121047 Dec 23 08:31:41.965858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47436) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:41.976082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1952779492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '046d8661-5c98-4e1b-99b4-00f8dec082f1'}], 'security_groups': ['a210e114-be22-4a95-a667-6e0711c9d761']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:42.015563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe58cca7-627c-4052-8f64-9de9d22cc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.054681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.055132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.137271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fe58cca7-627c-4052-8f64-9de9d22cc67c None None] For port 6eed299e-d87b-447c-a2fd-0ac758117e6f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6eed299e-d87b-447c-a2fd-0ac758117e6f,segment=NetworkSegment(8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a),segment_id=8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:42.311807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe58cca7-627c-4052-8f64-9de9d22cc67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.341103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.24 (414ed109-0aad-48e8-85a0-dc88619545e0/cd123f7f-b679-4f94-b225-66682c736e75/8c4d1c02-17ae-438a-8c90-4eb713639df0) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:42.367645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 334325c0-5660-425a-b97d-2c65e2c94624 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:31:42.370901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.373570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.402302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58cca7-627c-4052-8f64-9de9d22cc67c None None] Pushing event updated for resources: {'Port': ['ID=6eed299e-d87b-447c-a2fd-0ac758117e6f,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:42.407194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 02220092-3def-4154-81dc-a53205978493 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:42.426668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751c1a3-13ff-4df0-ab93-b38bae648977 None None] Update dhcp port {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': '3a354c85-dc74-4065-9340-04917d3566d7', 'ip_address': '2001:db8::f816:3eff:feb6:134d'}, {'subnet_id': 'da5a2ca8-69f6-49fc-b4e9-08b310dd0a3d'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:31:42.496312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning complete for port 3d2e3753-9262-4eee-8c99-e4e114ede0dd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:42.496901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.567703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Port 3d2e3753-9262-4eee-8c99-e4e114ede0dd cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:42.637000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5751c1a3-13ff-4df0-ab93-b38bae648977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.650067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning for port a7d613df-07e8-427f-89bf-2533bec59a81 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:42.659357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning complete for port a7d613df-07e8-427f-89bf-2533bec59a81 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:42.659713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.727385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.894584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router a9ab720b-7f29-4184-8043-8a585a79e01f is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:31:42.983613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:42.987989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:42.993894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb0279-2b47-43a5-a8bb-1726e4dd780e None None] Update dhcp port {'port': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'fixed_ips': [{'subnet_id': 'c54508b7-c5bc-4248-9dd5-5e86bf717185', 'ip_address': '2001:db8::2'}, {'subnet_id': '046d8661-5c98-4e1b-99b4-00f8dec082f1'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'a7d613df-07e8-427f-89bf-2533bec59a81'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:31:43.002053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=02220092-3def-4154-81dc-a53205978493,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:43.010609 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:43.024885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:43.029103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:43.029891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.048499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-5751c1a3-13ff-4df0-ab93-b38bae648977 None None] Allocated IP 2001:db8:0:1::2 (3b1e253c-1242-4661-909e-bc02458a5888/da5a2ca8-69f6-49fc-b4e9-08b310dd0a3d/e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:43.053059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-efdb0279-2b47-43a5-a8bb-1726e4dd780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.070077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.109460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 8c4d1c02-17ae-438a-8c90-4eb713639df0 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:43.143232 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7eb07df7-cc31-4879-9b1b-fd9576b6f913 req-c5182ceb-cc4c-4ca6-98b0-8136d5017f63 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 210 time: 0.0580146 Dec 23 08:31:43.159751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:43.167862 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-33886b75-4ae6-4867-88e3-b9c7533d5cff tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/routers/334325c0-5660-425a-b97d-2c65e2c94624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4105945 Dec 23 08:31:43.169684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47442) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:43.205071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456429a-0692-4c65-9fb7-3209f675d72f None None] Sync routers for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:43.222133 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-afa32f17-8048-4a7f-8a05-349081ba6441 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.8687394 Dec 23 08:31:43.233623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47446) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:43.302694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.348859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] For port a7d613df-07e8-427f-89bf-2533bec59a81, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7d613df-07e8-427f-89bf-2533bec59a81,segment=NetworkSegment(00b1152f-5216-4252-bb53-8db7e59871e5),segment_id=00b1152f-5216-4252-bb53-8db7e59871e5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:43.361973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.373577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Delete allocated IP 2001:db8::3da (5571ecfe-1161-4efa-a023-50833af70f22/c54508b7-c5bc-4248-9dd5-5e86bf717185) {{(pid=83522) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 08:31:43.390935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8:0:1::226 (5571ecfe-1161-4efa-a023-50833af70f22/046d8661-5c98-4e1b-99b4-00f8dec082f1/6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:43.408354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456429a-0692-4c65-9fb7-3209f675d72f None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:43.409111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f456429a-0692-4c65-9fb7-3209f675d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:43.419573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 414ed109-0aad-48e8-85a0-dc88619545e0 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:43.426651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:43.430142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=8c4d1c02-17ae-438a-8c90-4eb713639df0,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:43.432925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:43.467634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.510910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f456429a-0692-4c65-9fb7-3209f675d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:43.546161 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:43.562034 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fc8e4e-f358-4507-90a6-b5e7b386d845 None None] Sync routers for ids ['a9ab720b-7f29-4184-8043-8a585a79e01f'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:43.564394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5751c1a3-13ff-4df0-ab93-b38bae648977 None None] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:43.579886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Pushing event updated for resources: {'Port': ['ID=a7d613df-07e8-427f-89bf-2533bec59a81,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:43.584033 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1caf9439-92e9-49df-9e01-538701b4fcb6 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/a9ab720b-7f29-4184-8043-8a585a79e01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5858746 Dec 23 08:31:43.585426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning for port 6f4b013f-3f34-49aa-a3f8-30aca8a55317 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:43.590981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456429a-0692-4c65-9fb7-3209f675d72f None None] Routers {'334325c0-5660-425a-b97d-2c65e2c94624'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:43.591589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f456429a-0692-4c65-9fb7-3209f675d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['334325c0-5660-425a-b97d-2c65e2c94624'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:43.600077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47452) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:43.621515 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc8e4e-f358-4507-90a6-b5e7b386d845 None None] Routers {'a9ab720b-7f29-4184-8043-8a585a79e01f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:43.622311 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-62fc8e4e-f358-4507-90a6-b5e7b386d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a9ab720b-7f29-4184-8043-8a585a79e01f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:43.643412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:43.644340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.682763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning complete for port 6f4b013f-3f34-49aa-a3f8-30aca8a55317 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:43.683124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.717417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.728642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6eed299e-d87b-447c-a2fd-0ac758117e6f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:43.741593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Ignored duplicate provisioning block setup for port 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 08:31:43.746061 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-62fc8e4e-f358-4507-90a6-b5e7b386d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:43.782309 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc8e4e-f358-4507-90a6-b5e7b386d845 None None] Routers {'a9ab720b-7f29-4184-8043-8a585a79e01f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:43.782925 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-62fc8e4e-f358-4507-90a6-b5e7b386d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a9ab720b-7f29-4184-8043-8a585a79e01f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:43.797159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.847103 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-62fc8e4e-f358-4507-90a6-b5e7b386d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:43.847501 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fc8e4e-f358-4507-90a6-b5e7b386d845 None None] The sync data for ids ['a9ab720b-7f29-4184-8043-8a585a79e01f'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:43.858233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.resource_extend [None req-5751c1a3-13ff-4df0-ab93-b38bae648977 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:31:43.866017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f456429a-0692-4c65-9fb7-3209f675d72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:43.866431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456429a-0692-4c65-9fb7-3209f675d72f None None] The sync data for ids ['334325c0-5660-425a-b97d-2c65e2c94624'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:43.902086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5751c1a3-13ff-4df0-ab93-b38bae648977 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.933662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Subnet': ['ID=d6c1855a-7f9c-450f-abe6-e17335ad90ee,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:43.939237 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-efdb0279-2b47-43a5-a8bb-1726e4dd780e None None] Allocated IP 2001:db8:0:1::2 (5571ecfe-1161-4efa-a023-50833af70f22/046d8661-5c98-4e1b-99b4-00f8dec082f1/a7d613df-07e8-427f-89bf-2533bec59a81) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:43.943966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Port 6f4b013f-3f34-49aa-a3f8-30aca8a55317 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:43.945862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5751c1a3-13ff-4df0-ab93-b38bae648977 None None] Ignored duplicate provisioning block setup for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 08:31:43.952130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a18c5d9d-f50a-4abc-b4f5-10561f9e7084 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 02220092-3def-4154-81dc-a53205978493 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:43.952587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a18c5d9d-f50a-4abc-b4f5-10561f9e7084 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.962779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5751c1a3-13ff-4df0-ab93-b38bae648977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:43.966850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8fb4d-2446-4b6a-99f8-ec9ea52fe538 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:43.967666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-40f8fb4d-2446-4b6a-99f8-ec9ea52fe538 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:43.973141 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-81be3a22-7e4a-42b3-9073-4250b4dd0c12 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1531734 Dec 23 08:31:43.986735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Request body: {'port': {'device_id': '7c8cb3f6-8b5a-451e-86eb-c93d1722543a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:43.998448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] In _notify_port_updated(), no bound segment for port 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea on network 5571ecfe-1161-4efa-a023-50833af70f22 {{(pid=83522) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:31:44.002229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:44.002833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.008046 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "PUT /v2.0/ports/6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea HTTP/1.1" status: 200 len: 931 time: 2.0353358 Dec 23 08:31:44.008841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5db783-55c7-4fdf-a046-1233a049a515 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:44.018047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47456) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:44.059855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Checking segment: {'id': 'ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0894689f-89f1-4a0f-863a-2d4b234eacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:44.060470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Network hostable DHCP agents. Network: 0894689f-89f1-4a0f-863a-2d4b234eacad, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:31:44.076779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-40f8fb4d-2446-4b6a-99f8-ec9ea52fe538 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:44.078226 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-40f8fb4d-2446-4b6a-99f8-ec9ea52fe538 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports/6f4b013f-3f34-49aa-a3f8-30aca8a55317 HTTP/1.1" status: 200 len: 911 time: 0.4765241 Dec 23 08:31:44.089521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47460) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:44.152245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning complete for port 6eed299e-d87b-447c-a2fd-0ac758117e6f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:44.152907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.155283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7e128bcb-23ca-40bc-b305-766fde689798 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:44.155614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e128bcb-23ca-40bc-b305-766fde689798 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.191068 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751c1a3-13ff-4df0-ab93-b38bae648977 None None] Pushing event updated for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:44.199818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Network 0894689f-89f1-4a0f-863a-2d4b234eacad is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:31:44.246080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 0894689f-89f1-4a0f-863a-2d4b234eacad) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:44.275991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675c521-097e-4a71-ab82-f218367738bf None None] Network 0894689f-89f1-4a0f-863a-2d4b234eacad requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:44.277106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.304146 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.358842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 6eed299e-d87b-447c-a2fd-0ac758117e6f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:44.358842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.461662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-efdb0279-2b47-43a5-a8bb-1726e4dd780e None None] For port a7d613df-07e8-427f-89bf-2533bec59a81, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7d613df-07e8-427f-89bf-2533bec59a81,segment=NetworkSegment(00b1152f-5216-4252-bb53-8db7e59871e5),segment_id=00b1152f-5216-4252-bb53-8db7e59871e5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:44.538494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event updated for resources: {'Subnet': ['ID=d14c43b4-1a64-4577-b57e-731740751ef5,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:44.563875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a18c5d9d-f50a-4abc-b4f5-10561f9e7084 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.618828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-efdb0279-2b47-43a5-a8bb-1726e4dd780e None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.647691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-efdb0279-2b47-43a5-a8bb-1726e4dd780e None None] Transition to ACTIVE for port object a7d613df-07e8-427f-89bf-2533bec59a81 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:44.651742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Checking segment: {'id': '1a178984-e47a-459d-966f-21dbb7b9594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4500166c-eac2-4d09-b93c-cd345f15b046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:44.652127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Network hostable DHCP agents. Network: 4500166c-eac2-4d09-b93c-cd345f15b046, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:31:44.727751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a18c5d9d-f50a-4abc-b4f5-10561f9e7084 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 02220092-3def-4154-81dc-a53205978493 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:44.766597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-efdb0279-2b47-43a5-a8bb-1726e4dd780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.775873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.815442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e128bcb-23ca-40bc-b305-766fde689798 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:44.830195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Network 4500166c-eac2-4d09-b93c-cd345f15b046 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:31:44.906417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 4500166c-eac2-4d09-b93c-cd345f15b046) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:44.925607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning for port 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:44.956488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e266ece7-c8e3-4e02-8d28-d98dc6b93f2c None None] Network 4500166c-eac2-4d09-b93c-cd345f15b046 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:44.979761 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7e128bcb-23ca-40bc-b305-766fde689798 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:45.012898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:45.013283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:45.013884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.087197 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f16c8da7-23f9-4c3b-92eb-86cd5a369907 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.9216759 Dec 23 08:31:45.093505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47466) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:45.122206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning complete for port 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:45.122573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.150498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb0279-2b47-43a5-a8bb-1726e4dd780e None None] Pushing event updated for resources: {'Port': ['ID=a7d613df-07e8-427f-89bf-2533bec59a81,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:45.216606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Port 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:45.226482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-0894689f-89f1-4a0f-863a-2d4b234eacad', 'network_id': '0894689f-89f1-4a0f-863a-2d4b234eacad', 'tenant_id': '3f19d45ba5894d8385acc9007a788907', 'fixed_ips': [{'subnet_id': 'd6c1855a-7f9c-450f-abe6-e17335ad90ee'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:45.227660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.247954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfb76b-d230-4354-a357-ac6e99fe9b26 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:45.249281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfb76b-d230-4354-a357-ac6e99fe9b26 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:45.250639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfb76b-d230-4354-a357-ac6e99fe9b26 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:45.251431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-72bfb76b-d230-4354-a357-ac6e99fe9b26 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Synchronizing usage tracker for tenant:3f19d45ba5894d8385acc9007a788907 on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:45.276819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97834a6-8fca-4968-b135-c8e4e33acc52 req-d433d8ed-0b7f-4e69-bb57-c8488cd0a6ff tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:45.285428 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e97834a6-8fca-4968-b135-c8e4e33acc52 req-d433d8ed-0b7f-4e69-bb57-c8488cd0a6ff tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 932 time: 0.7737069 Dec 23 08:31:45.342665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:45.352403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-72bfb76b-d230-4354-a357-ac6e99fe9b26 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Unset dirty status for tenant:3f19d45ba5894d8385acc9007a788907 on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:45.363433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:45.363844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.366744 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-72bfb76b-d230-4354-a357-ac6e99fe9b26 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2719512 Dec 23 08:31:45.373619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47470) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:45.376409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4d1c02-17ae-438a-8c90-4eb713639df0 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:31:45.400233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.428010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Transition to ACTIVE for port object 8c4d1c02-17ae-438a-8c90-4eb713639df0 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:45.429915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e128bcb-23ca-40bc-b305-766fde689798 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.572019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.575783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-4500166c-eac2-4d09-b93c-cd345f15b046', 'network_id': '4500166c-eac2-4d09-b93c-cd345f15b046', 'tenant_id': '3f19d45ba5894d8385acc9007a788907', 'fixed_ips': [{'subnet_id': 'd14c43b4-1a64-4577-b57e-731740751ef5'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:31:45.576475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.591679 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e97834a6-8fca-4968-b135-c8e4e33acc52 req-ad14b41e-04cf-4bb0-8d34-09bc883c75ad tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059964 Dec 23 08:31:45.647527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e128bcb-23ca-40bc-b305-766fde689798 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:45.742078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7d613df-07e8-427f-89bf-2533bec59a81 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:45.758479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a18c5d9d-f50a-4abc-b4f5-10561f9e7084 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.830538 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c5d9d-f50a-4abc-b4f5-10561f9e7084 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=02220092-3def-4154-81dc-a53205978493,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:45.849210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.863218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Allocated IP 2001:db8::1 (0894689f-89f1-4a0f-863a-2d4b234eacad/d6c1855a-7f9c-450f-abe6-e17335ad90ee/1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:45.916505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.932701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e128bcb-23ca-40bc-b305-766fde689798 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:45.967435 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7e128bcb-23ca-40bc-b305-766fde689798 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea HTTP/1.1" status: 204 len: 168 time: 1.9469914 Dec 23 08:31:45.981966 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47474) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:46.029533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Allocated IP 2001:db8:0:1::1 (4500166c-eac2-4d09-b93c-cd345f15b046/d14c43b4-1a64-4577-b57e-731740751ef5/27220192-6d8a-4232-aa5d-e267a3435a09) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:46.030866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4d1c02-17ae-438a-8c90-4eb713639df0,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:46.208641 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63a6f1e-738c-4508-a05e-3a405f0899bb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:31:46.209075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b63a6f1e-738c-4508-a05e-3a405f0899bb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:46.231346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a18c5d9d-f50a-4abc-b4f5-10561f9e7084 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.251568 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a18c5d9d-f50a-4abc-b4f5-10561f9e7084 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/02220092-3def-4154-81dc-a53205978493 HTTP/1.1" status: 204 len: 168 time: 3.0045912 Dec 23 08:31:46.257149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47478) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:46.274813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:46.298099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Attempting to bind port 8c4d1c02-17ae-438a-8c90-4eb713639df0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:46.298434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Attempting to bind port 8c4d1c02-17ae-438a-8c90-4eb713639df0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:46.298759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Attempting to bind port 8c4d1c02-17ae-438a-8c90-4eb713639df0 on network 414ed109-0aad-48e8-85a0-dc88619545e0 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:46.305605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Port 8c4d1c02-17ae-438a-8c90-4eb713639df0 on network 414ed109-0aad-48e8-85a0-dc88619545e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:31:46.306061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Attempting to bind port 8c4d1c02-17ae-438a-8c90-4eb713639df0 on network 414ed109-0aad-48e8-85a0-dc88619545e0 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:46.310436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.313412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:46.313747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Checking segment: {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:46.314156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Bound using segment: {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:46.314572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Bound port: 8c4d1c02-17ae-438a-8c90-4eb713639df0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:46.314907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.345415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.347453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a396fc8-b8a9-49f5-90aa-3c6b8b9ea37d tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Deleting subnet d6c1855a-7f9c-450f-abe6-e17335ad90ee {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:46.357440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port 765a4149-b6cc-4dcc-936a-41176bc2d9aa {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:46.357807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.382164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b63a6f1e-738c-4508-a05e-3a405f0899bb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:46.386282 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b63a6f1e-738c-4508-a05e-3a405f0899bb tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea HTTP/1.1" status: 404 len: 333 time: 0.2870553 Dec 23 08:31:46.387232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47482) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:46.429540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] For port 8c4d1c02-17ae-438a-8c90-4eb713639df0, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:46.433583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] For port 8c4d1c02-17ae-438a-8c90-4eb713639df0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8c4d1c02-17ae-438a-8c90-4eb713639df0,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:46.438791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.511910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.513435 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/8c4d1c02-17ae-438a-8c90-4eb713639df0 HTTP/1.1" status: 200 len: 1094 time: 2.5305724 Dec 23 08:31:46.516951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8cb3f6-8b5a-451e-86eb-c93d1722543a', 'tag': '8c4d1c02-17ae-438a-8c90-4eb713639df0'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:31:46.557288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cc97f-2856-49f4-8b3c-c66f7e7473b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4d1c02-17ae-438a-8c90-4eb713639df0,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:46.601786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:46.675670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e767357-f3f4-4c23-9494-dea2260b867c None None] Pushing event updated for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:46.736762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Provisioning for port 8c4d1c02-17ae-438a-8c90-4eb713639df0 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:46.740385 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-07dda67c-103a-4bdd-8588-5951efa3c067 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 1097 time: 0.1722276 Dec 23 08:31:46.752523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.763794 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.804188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Transition to ACTIVE for port object 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:46.816079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Transition to ACTIVE for port object 27220192-6d8a-4232-aa5d-e267a3435a09 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:46.879721 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-913672c6-17ce-43ac-8594-b728d8bb015e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8c4d1c02-17ae-438a-8c90-4eb713639df0 HTTP/1.1" status: 200 len: 217 time: 0.1314657 Dec 23 08:31:46.891181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Transition to ACTIVE for port object 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:46.896620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Transition to ACTIVE for port object 27220192-6d8a-4232-aa5d-e267a3435a09 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:46.913175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Provisioning complete for port 3d2e3753-9262-4eee-8c99-e4e114ede0dd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:46.913571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.956134 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8cb3f6-8b5a-451e-86eb-c93d1722543a', 'tag': '8c4d1c02-17ae-438a-8c90-4eb713639df0', 'status': 'completed', 'code': 200} Dec 23 08:31:46.964966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-9353eb97-28e1-45b1-ade4-23b4f1c7f9dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:46.965322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.967851 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-9353eb97-28e1-45b1-ade4-23b4f1c7f9dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd123f7f-b679-4f94-b225-66682c736e75 HTTP/1.1" status: 200 len: 837 time: 0.0810449 Dec 23 08:31:46.968518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:46.972346 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.027904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:47.028241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.050466 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-dae74b2b-cd4c-4916-a719-a9c1de1d88e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414ed109-0aad-48e8-85a0-dc88619545e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0753415 Dec 23 08:31:47.101404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for 765a4149-b6cc-4dcc-936a-41176bc2d9aa owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:47.112795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Port 3d2e3753-9262-4eee-8c99-e4e114ede0dd cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:47.120634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Network 0894689f-89f1-4a0f-863a-2d4b234eacad is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:47.122464 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Network 4500166c-eac2-4d09-b93c-cd345f15b046 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:47.127561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6a396fc8-b8a9-49f5-90aa-3c6b8b9ea37d tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.130557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:47.132468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:47.134364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:47.136465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Pushing event updated for resources: {'Port': ['ID=1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:47.141198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:47.187556 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-57045c47-8bb0-4de3-ba20-1121e78b3eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/414ed109-0aad-48e8-85a0-dc88619545e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302514 Dec 23 08:31:47.335333 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f524e3ae-8be9-46cd-8e62-4677b0042088 req-258dc587-42ed-4e6f-b477-e7f9c906d9ee service neutron] 10.222.0.24 "GET /v2.0/networks/414ed109-0aad-48e8-85a0-dc88619545e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417496 Dec 23 08:31:47.380842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b242eb4-a05f-457a-ad46-e32a168d78e7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:47.381602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2b242eb4-a05f-457a-ad46-e32a168d78e7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:47.393626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Provisioning for port a7d613df-07e8-427f-89bf-2533bec59a81 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:47.434210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f210d00-95b7-40a3-8146-e1f7ac26bca9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.443969 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Pushing event updated for resources: {'Port': ['ID=27220192-6d8a-4232-aa5d-e267a3435a09,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:47.470123 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ef7b8f-e6f2-4049-9cf2-69b4cc25f8c7 req-f47b193a-737a-4924-b685-e6861dd9ad0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 1097 time: 0.0822201 Dec 23 08:31:47.478229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Provisioning complete for port a7d613df-07e8-427f-89bf-2533bec59a81 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:47.478603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.488015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6a396fc8-b8a9-49f5-90aa-3c6b8b9ea37d tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.536896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Attempting to bind port 27220192-6d8a-4232-aa5d-e267a3435a09 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:47.537261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Attempting to bind port 27220192-6d8a-4232-aa5d-e267a3435a09 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '1a178984-e47a-459d-966f-21dbb7b9594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4500166c-eac2-4d09-b93c-cd345f15b046'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:47.537615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Attempting to bind port 27220192-6d8a-4232-aa5d-e267a3435a09 on network 4500166c-eac2-4d09-b93c-cd345f15b046 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:47.545165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2b242eb4-a05f-457a-ad46-e32a168d78e7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:47.546322 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2b242eb4-a05f-457a-ad46-e32a168d78e7 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2752366 Dec 23 08:31:47.559248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47492) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:47.563800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Attempting to bind port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:31:47.564165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Attempting to bind port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0894689f-89f1-4a0f-863a-2d4b234eacad'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:31:47.564526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Attempting to bind port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf on network 0894689f-89f1-4a0f-863a-2d4b234eacad {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:31:47.581031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:47.581031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Checking segment: {'id': '1a178984-e47a-459d-966f-21dbb7b9594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4500166c-eac2-4d09-b93c-cd345f15b046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:47.581399 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.581778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Bound using segment: {'id': '1a178984-e47a-459d-966f-21dbb7b9594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4500166c-eac2-4d09-b93c-cd345f15b046'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:47.582318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Bound port: 27220192-6d8a-4232-aa5d-e267a3435a09, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a178984-e47a-459d-966f-21dbb7b9594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4500166c-eac2-4d09-b93c-cd345f15b046'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:47.582673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.598080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:31:47.598436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Checking segment: {'id': 'ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0894689f-89f1-4a0f-863a-2d4b234eacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:31:47.598846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.599225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Bound using segment: {'id': 'ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0894689f-89f1-4a0f-863a-2d4b234eacad'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:31:47.599778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Bound port: 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0894689f-89f1-4a0f-863a-2d4b234eacad'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:31:47.600037 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.615426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f210d00-95b7-40a3-8146-e1f7ac26bca9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.639415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef7b8f-e6f2-4049-9cf2-69b4cc25f8c7 req-ad30982e-f63e-4ed2-9c03-f906c12b18f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:47.641010 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ef7b8f-e6f2-4049-9cf2-69b4cc25f8c7 req-ad30982e-f63e-4ed2-9c03-f906c12b18f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414ed109-0aad-48e8-85a0-dc88619545e0 HTTP/1.1" status: 200 len: 896 time: 0.1638002 Dec 23 08:31:47.703181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:47.726049 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ef7b8f-e6f2-4049-9cf2-69b4cc25f8c7 req-599147d7-a4a3-42ed-bb7e-94de6d8dcb7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8c4d1c02-17ae-438a-8c90-4eb713639df0 HTTP/1.1" status: 200 len: 217 time: 0.0773749 Dec 23 08:31:47.791083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef7b8f-e6f2-4049-9cf2-69b4cc25f8c7 req-1c6eed38-5978-4541-a11e-0ffd2d5c83d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:47.792692 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ef7b8f-e6f2-4049-9cf2-69b4cc25f8c7 req-1c6eed38-5978-4541-a11e-0ffd2d5c83d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd123f7f-b679-4f94-b225-66682c736e75 HTTP/1.1" status: 200 len: 837 time: 0.0602348 Dec 23 08:31:47.797602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b6ece-5501-40ec-b657-062b7f5faaff req-279a2d20-9c89-43cb-aa5d-2299eb25aa45 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:47.799069 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b34b6ece-5501-40ec-b657-062b7f5faaff req-279a2d20-9c89-43cb-aa5d-2299eb25aa45 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 944 time: 0.9275081 Dec 23 08:31:47.885459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] For port 27220192-6d8a-4232-aa5d-e267a3435a09, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:47.892681 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ef7b8f-e6f2-4049-9cf2-69b4cc25f8c7 req-7c8b30ea-3518-4c65-a687-dcb324743cde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414ed109-0aad-48e8-85a0-dc88619545e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0934942 Dec 23 08:31:47.896148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] For port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:31:47.901673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] For port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf,segment=NetworkSegment(ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad),segment_id=ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:47.906575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f210d00-95b7-40a3-8146-e1f7ac26bca9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.907070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] For port 27220192-6d8a-4232-aa5d-e267a3435a09, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=27220192-6d8a-4232-aa5d-e267a3435a09,segment=NetworkSegment(1a178984-e47a-459d-966f-21dbb7b9594c),segment_id=1a178984-e47a-459d-966f-21dbb7b9594c)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:31:47.914251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.947798 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6a396fc8-b8a9-49f5-90aa-3c6b8b9ea37d tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.952816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.967540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:47.967912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:47.978573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f210d00-95b7-40a3-8146-e1f7ac26bca9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a7dbac-9f02-4731-b864-eb47bd56f798,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:48.024889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Provisioning complete for port 6f4b013f-3f34-49aa-a3f8-30aca8a55317 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:48.025271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.049927 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ef7b8f-e6f2-4049-9cf2-69b4cc25f8c7 req-1da90c9b-9cc0-4a7f-92e2-2f9210f5614c service neutron] 10.222.0.24 "GET /v2.0/networks/414ed109-0aad-48e8-85a0-dc88619545e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485684 Dec 23 08:31:48.063421 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b34b6ece-5501-40ec-b657-062b7f5faaff req-b76e801e-85a1-49de-bd95-a9488d011934 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467341 Dec 23 08:31:48.069456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd4dbf8-a5ee-4a08-bafa-75459271d21d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:48.070868 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ccd4dbf8-a5ee-4a08-bafa-75459271d21d tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4625661 Dec 23 08:31:48.077184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47496) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:48.079767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.121574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f210d00-95b7-40a3-8146-e1f7ac26bca9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.122595 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2f210d00-95b7-40a3-8146-e1f7ac26bca9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/security-groups/a2a7dbac-9f02-4731-b864-eb47bd56f798 HTTP/1.1" status: 204 len: 168 time: 1.7276807 Dec 23 08:31:48.127042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2923e4-966a-4ad4-87ff-c45ae88c6b66 None None] Pushing event updated for resources: {'Port': ['ID=1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:48.146095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47500) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:48.169868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Port 6f4b013f-3f34-49aa-a3f8-30aca8a55317 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:48.181766 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=765a4149-b6cc-4dcc-936a-41176bc2d9aa,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:48.203475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Could not find standard attr ID for object 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:31:48.245456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Could not find standard attr ID for object 02220092-3def-4154-81dc-a53205978493. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:31:48.278502 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ef7b8f-e6f2-4049-9cf2-69b4cc25f8c7 req-2779d8ff-068d-4691-822a-0f72fc2f1371 service neutron] 10.222.0.24 "GET /v2.0/networks/414ed109-0aad-48e8-85a0-dc88619545e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215114 Dec 23 08:31:48.279066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a20380e5-866c-4a8f-b51d-740563ae5e03 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.281920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d4e9-a042-4ca5-98b4-69aaf64f9030 None None] Pushing event updated for resources: {'Port': ['ID=27220192-6d8a-4232-aa5d-e267a3435a09,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:48.316189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:48.317166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f95a769-b247-4cfe-9422-8a300efe43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.327915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a20380e5-866c-4a8f-b51d-740563ae5e03 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.392997 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6a396fc8-b8a9-49f5-90aa-3c6b8b9ea37d tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.405651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a20380e5-866c-4a8f-b51d-740563ae5e03 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.433157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20380e5-866c-4a8f-b51d-740563ae5e03 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210e114-be22-4a95-a667-6e0711c9d761,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:48.445663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a20380e5-866c-4a8f-b51d-740563ae5e03 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.449392 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a20380e5-866c-4a8f-b51d-740563ae5e03 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/security-groups/a210e114-be22-4a95-a667-6e0711c9d761 HTTP/1.1" status: 204 len: 168 time: 0.3002372 Dec 23 08:31:48.450353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47504) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:48.492180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e42ce0-9419-4b12-93cc-5b33e5eddca9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:48.503872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e42ce0-9419-4b12-93cc-5b33e5eddca9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:48.506769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e42ce0-9419-4b12-93cc-5b33e5eddca9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:48.507725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-51e42ce0-9419-4b12-93cc-5b33e5eddca9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:48.525519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a396fc8-b8a9-49f5-90aa-3c6b8b9ea37d tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c1855a-7f9c-450f-abe6-e17335ad90ee,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:48.625282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6a396fc8-b8a9-49f5-90aa-3c6b8b9ea37d tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.625751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-46f29893-0151-44fb-a7c2-91f8f40cca9d None None] Could not find standard attr ID for object 6cb5bc5a-ca82-43c9-afeb-2b729e27e3ea. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:31:48.725543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-51e42ce0-9419-4b12-93cc-5b33e5eddca9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:48.729577 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-51e42ce0-9419-4b12-93cc-5b33e5eddca9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6453214 Dec 23 08:31:48.734004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47508) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:48.750288 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6a396fc8-b8a9-49f5-90aa-3c6b8b9ea37d tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/subnets/d6c1855a-7f9c-450f-abe6-e17335ad90ee HTTP/1.1" status: 204 len: 168 time: 3.3726151 Dec 23 08:31:48.784076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47512) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:48.843921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.859488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7b645c-50f3-4794-a95a-6c3b86fdb881 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet c54508b7-c5bc-4248-9dd5-5e86bf717185 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:48.862459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb7b645c-50f3-4794-a95a-6c3b86fdb881 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:48.917424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb7b645c-50f3-4794-a95a-6c3b86fdb881 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.012815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb7b645c-50f3-4794-a95a-6c3b86fdb881 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.087688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb7b645c-50f3-4794-a95a-6c3b86fdb881 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.125868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b645c-50f3-4794-a95a-6c3b86fdb881 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=c54508b7-c5bc-4248-9dd5-5e86bf717185,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:49.133529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb7b645c-50f3-4794-a95a-6c3b86fdb881 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.140948 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fb7b645c-50f3-4794-a95a-6c3b86fdb881 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/c54508b7-c5bc-4248-9dd5-5e86bf717185 HTTP/1.1" status: 204 len: 168 time: 0.6892753 Dec 23 08:31:49.141128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fe8ec-483f-4bdb-8f3b-5a6e42c4c1a3 None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:49.145373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47520) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:49.153580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:49.355429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:49.359335 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:49.362522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:49.368461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:49.384111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:49.388350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.390466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.396155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.739418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.740262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Fanout notify agent at l3_agent the message router_deleted on router 334325c0-5660-425a-b97d-2c65e2c94624 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:31:49.795228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 27220192-6d8a-4232-aa5d-e267a3435a09 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:49.825328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.830205 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-62e5d7dc-7a97-4386-8ea5-fe6c844a0b52 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/routers/334325c0-5660-425a-b97d-2c65e2c94624 HTTP/1.1" status: 204 len: 168 time: 6.6570647 Dec 23 08:31:49.831759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47524) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:49.840371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e52bdcc-cc4b-4f9e-9d8a-279405b44099 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Deleting subnet d14c43b4-1a64-4577-b57e-731740751ef5 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:49.848100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e52bdcc-cc4b-4f9e-9d8a-279405b44099 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.853758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26566a1c-6c71-43c5-9405-d9dd9ae92296 None None] Network 0894689f-89f1-4a0f-863a-2d4b234eacad requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:49.899807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:49.960640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-60961b92-fc39-4445-a46d-48d1ef863cfd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 3a354c85-dc74-4065-9340-04917d3566d7 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:49.997281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=c52d9d86-c489-420c-bd81-a760e062bd00,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:50.020284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:50.023407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:50.026266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:50.026839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.029059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-60961b92-fc39-4445-a46d-48d1ef863cfd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.095030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ab28fe81-bfa2-4452-a572-5250ffd7e56d None None] Provisioning for port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:50.098145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 8c4d1c02-17ae-438a-8c90-4eb713639df0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:31:50.103238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e52bdcc-cc4b-4f9e-9d8a-279405b44099 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.105379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c9bf7-dbde-47ef-8142-11bea71afb7b None None] Network 4500166c-eac2-4d09-b93c-cd345f15b046 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:50.126977 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-98955653-88cb-439c-8872-305a4c283509 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9787178 Dec 23 08:31:50.130468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47528) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:50.143346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'security_group': {'name': 'tempest-secgroup-2122340460'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:50.149536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:50.153617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:50.156631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:50.163243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:50.177445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.190746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924740f1-34b2-4be2-9fd0-058dd2da4ec1 req-eedb4e5a-3825-445a-a6ba-327e2494380c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:50.192360 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-924740f1-34b2-4be2-9fd0-058dd2da4ec1 req-eedb4e5a-3825-445a-a6ba-327e2494380c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 944 time: 0.6770146 Dec 23 08:31:50.198933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-60961b92-fc39-4445-a46d-48d1ef863cfd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.250395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:50.258201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group_rule and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:50.262271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:50.267689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-6734431f-2106-43de-b479-441f1959839d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting subnet a933f9cd-224e-4edb-95d7-6e485bd07f24 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:50.274799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:50.277030 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6734431f-2106-43de-b479-441f1959839d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.288876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 6f4b013f-3f34-49aa-a3f8-30aca8a55317 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:50.289032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 27220192-6d8a-4232-aa5d-e267a3435a09 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:50.289211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.298587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:50.348971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6734431f-2106-43de-b479-441f1959839d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.406537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.resource_extend [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:31:50.448683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.451958 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-924740f1-34b2-4be2-9fd0-058dd2da4ec1 req-9073270c-2152-4951-860e-aa932c26ca7f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194545 Dec 23 08:31:50.458267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.495423 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddef076-d6b6-48af-b81a-d00bc6a5516b None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:50.520881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb7b81-ff98-485b-8bf9-20ed03eb59e3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:50.528547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-60961b92-fc39-4445-a46d-48d1ef863cfd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.529131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.530516 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-260fe2cc-c49e-43a0-aceb-39f4fa2277a3 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3992252 Dec 23 08:31:50.531895 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6734431f-2106-43de-b479-441f1959839d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.563403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47532) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:50.573298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1866814375'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:50.582982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:50.596469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:50.598859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216b832-03fa-4d09-98f2-8324dc4e71ee None None] DHCP port deletion for 0894689f-89f1-4a0f-863a-2d4b234eacad request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:50.602732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:50.614883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:50.631695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2216b832-03fa-4d09-98f2-8324dc4e71ee None None] Deleting port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:50.632050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2216b832-03fa-4d09-98f2-8324dc4e71ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.642517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.666028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6734431f-2106-43de-b479-441f1959839d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.667142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-350e24d2-ccfa-43a2-92f7-f97f9ec60e85 None None] Provisioning for port 27220192-6d8a-4232-aa5d-e267a3435a09 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:50.667303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e52bdcc-cc4b-4f9e-9d8a-279405b44099 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.718860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-60961b92-fc39-4445-a46d-48d1ef863cfd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.719951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6734431f-2106-43de-b479-441f1959839d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.727651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734431f-2106-43de-b479-441f1959839d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Subnet': ['ID=a933f9cd-224e-4edb-95d7-6e485bd07f24,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:50.730981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-350e24d2-ccfa-43a2-92f7-f97f9ec60e85 None None] Provisioning complete for port 27220192-6d8a-4232-aa5d-e267a3435a09 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:50.731711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-350e24d2-ccfa-43a2-92f7-f97f9ec60e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.737575 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6734431f-2106-43de-b479-441f1959839d tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/subnets/a933f9cd-224e-4edb-95d7-6e485bd07f24 HTTP/1.1" status: 204 len: 168 time: 0.9044318 Dec 23 08:31:50.739497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47536) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:50.761791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.774025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d570c6-07a5-40ce-8f54-cfe1991e4c7a None None] Network ed5d5949-42a8-440d-9d0a-fc5c8811318d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:50.823920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:50.836267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60961b92-fc39-4445-a46d-48d1ef863cfd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=3a354c85-dc74-4065-9340-04917d3566d7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:50.840308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group_rule and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:50.845776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:50.855454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:50.880221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.903860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port 59e0c70d-20cd-4b6b-9700-e5895368b053 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:50.904603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.911003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 6f4b013f-3f34-49aa-a3f8-30aca8a55317 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:50.953834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-60961b92-fc39-4445-a46d-48d1ef863cfd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:50.979072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a8f04-847a-499c-9e44-bcd02dbb4dbd None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:50.985523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.000550 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-60961b92-fc39-4445-a46d-48d1ef863cfd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/3a354c85-dc74-4065-9340-04917d3566d7 HTTP/1.1" status: 204 len: 168 time: 2.2633395 Dec 23 08:31:51.000761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e52bdcc-cc4b-4f9e-9d8a-279405b44099 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.006165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47540) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:51.014292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:51.023311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.092871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 8c4d1c02-17ae-438a-8c90-4eb713639df0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8c4d1c02-17ae-438a-8c90-4eb713639df0,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:51.100647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52bdcc-cc4b-4f9e-9d8a-279405b44099 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Subnet': ['ID=d14c43b4-1a64-4577-b57e-731740751ef5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:51.114937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e52bdcc-cc4b-4f9e-9d8a-279405b44099 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.116776 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e52bdcc-cc4b-4f9e-9d8a-279405b44099 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/subnets/d14c43b4-1a64-4577-b57e-731740751ef5 HTTP/1.1" status: 204 len: 168 time: 2.3297560 Dec 23 08:31:51.120392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47544) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:51.138375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:51.138789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.264940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504a18d2-f378-44c6-b455-44d726b650b2,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:51.267100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.272311 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5da7614d-aebe-4550-8b07-9a29c49590e7 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7081466 Dec 23 08:31:51.276266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47548) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:51.283475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1930694749'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:51.287829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '8c4d1c02-17ae-438a-8c90-4eb713639df0', 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0', 'port_id': '8c4d1c02-17ae-438a-8c90-4eb713639df0', 'mac_address': 'fa:16:3e:88:e6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd123f7f-b679-4f94-b225-66682c736e75', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:31:51.290602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:51.309564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:51.311998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e6f938-5657-4b59-b2ff-80a11edbcb7e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet da5a2ca8-69f6-49fc-b4e9-08b310dd0a3d {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:51.313984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:51.318181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f938-5657-4b59-b2ff-80a11edbcb7e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.323346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] For port 59e0c70d-20cd-4b6b-9700-e5895368b053, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=59e0c70d-20cd-4b6b-9700-e5895368b053,segment=NetworkSegment(cd3f6712-daba-43f9-a114-f46f9d59de2e),segment_id=cd3f6712-daba-43f9-a114-f46f9d59de2e)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:51.323685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.331004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:51.436536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cba1ff7-31c8-46ea-8fa5-6b53e95ebcb8 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:51.437213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8cba1ff7-31c8-46ea-8fa5-6b53e95ebcb8 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Synchronizing usage tracker for tenant:3f19d45ba5894d8385acc9007a788907 on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:51.450111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f938-5657-4b59-b2ff-80a11edbcb7e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.458515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for 59e0c70d-20cd-4b6b-9700-e5895368b053 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:51.547309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8cba1ff7-31c8-46ea-8fa5-6b53e95ebcb8 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Unset dirty status for tenant:3f19d45ba5894d8385acc9007a788907 on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:51.554663 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8cba1ff7-31c8-46ea-8fa5-6b53e95ebcb8 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4311705 Dec 23 08:31:51.555329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47554) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:51.555952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.561979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.637215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=6f4b013f-3f34-49aa-a3f8-30aca8a55317,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:51.699222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.701654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.717762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2216b832-03fa-4d09-98f2-8324dc4e71ee None None] For port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf,segment=NetworkSegment(ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad),segment_id=ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:51.718196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2216b832-03fa-4d09-98f2-8324dc4e71ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.760882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-350e24d2-ccfa-43a2-92f7-f97f9ec60e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.781568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=59e0c70d-20cd-4b6b-9700-e5895368b053,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:51.790127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.792252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:51.798134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:security_group_rule and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:51.801427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] No DVR routers for this DVR port 59e0c70d-20cd-4b6b-9700-e5895368b053 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:51.803410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:51.843831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:51.860474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f938-5657-4b59-b2ff-80a11edbcb7e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.947284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2216b832-03fa-4d09-98f2-8324dc4e71ee None None] Calling delete_port for 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:51.949407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:51.973686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4d1c02-17ae-438a-8c90-4eb713639df0 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:31:51.994612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Deleting port 27220192-6d8a-4232-aa5d-e267a3435a09 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:51.994958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.020550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.031911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3964b-696f-46ee-8f21-41bda0b5b0cd req-7cba84b4-8d3d-4926-81c0-89ee9f88bc67 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:52.038718 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dfd3964b-696f-46ee-8f21-41bda0b5b0cd req-7cba84b4-8d3d-4926-81c0-89ee9f88bc67 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 944 time: 0.3207607 Dec 23 08:31:52.050399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5d5949-42a8-440d-9d0a-fc5c8811318d']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:52.066033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 8c4d1c02-17ae-438a-8c90-4eb713639df0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8c4d1c02-17ae-438a-8c90-4eb713639df0,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:52.080250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3f6712-daba-43f9-a114-f46f9d59de2e') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:52.080421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f938-5657-4b59-b2ff-80a11edbcb7e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.080558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3f6712-daba-43f9-a114-f46f9d59de2e') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:52.109132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.128591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.133455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-350e24d2-ccfa-43a2-92f7-f97f9ec60e85 None None] For port 27220192-6d8a-4232-aa5d-e267a3435a09, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=27220192-6d8a-4232-aa5d-e267a3435a09,segment=NetworkSegment(1a178984-e47a-459d-966f-21dbb7b9594c),segment_id=1a178984-e47a-459d-966f-21dbb7b9594c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:52.149275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.186328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.190625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.197791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-350e24d2-ccfa-43a2-92f7-f97f9ec60e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.219544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.240134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6f938-5657-4b59-b2ff-80a11edbcb7e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=da5a2ca8-69f6-49fc-b4e9-08b310dd0a3d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:52.263542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2216b832-03fa-4d09-98f2-8324dc4e71ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.287465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93548478-2a22-4e14-9ece-3711da9620c5 None None] DHCP port deletion for ed5d5949-42a8-440d-9d0a-fc5c8811318d request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:52.320431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9e6f938-5657-4b59-b2ff-80a11edbcb7e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.349784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:52.350580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.364734 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dfd3964b-696f-46ee-8f21-41bda0b5b0cd req-354e3497-7c15-4a49-9478-7b16b211779f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249106 Dec 23 08:31:52.379500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=8c4d1c02-17ae-438a-8c90-4eb713639df0,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:52.386265 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a9e6f938-5657-4b59-b2ff-80a11edbcb7e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/da5a2ca8-69f6-49fc-b4e9-08b310dd0a3d HTTP/1.1" status: 204 len: 168 time: 1.3429403 Dec 23 08:31:52.387537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47558) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:52.460771 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:52.468590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079f662c-29f6-48af-bcd0-7b4ab15efe2a None None] Network 4500166c-eac2-4d09-b93c-cd345f15b046 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:52.469633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd74b0ed-9cb9-4cb2-a155-47b1428f0e37,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:52.481576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['8c4d1c02-17ae-438a-8c90-4eb713639df0'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:31:52.528657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] For port 27220192-6d8a-4232-aa5d-e267a3435a09, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=27220192-6d8a-4232-aa5d-e267a3435a09,segment=NetworkSegment(1a178984-e47a-459d-966f-21dbb7b9594c),segment_id=1a178984-e47a-459d-966f-21dbb7b9594c)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:52.529019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.582791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:52.624502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216b832-03fa-4d09-98f2-8324dc4e71ee None None] No DVR routers for this DVR port 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:52.632389 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-68608440-a201-4332-ad79-95963a0faf43 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2435200 Dec 23 08:31:52.635458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47562) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:52.649114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:52.656585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.660661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:52.660831 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-da828e7a-2cd1-4a9d-877f-a32798cc8d99 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3806820 Dec 23 08:31:52.660926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:52.660926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 59e0c70d-20cd-4b6b-9700-e5895368b053 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:52.664055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47566) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:52.668185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Calling delete_port for 27220192-6d8a-4232-aa5d-e267a3435a09 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:52.711826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.726500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 59e0c70d-20cd-4b6b-9700-e5895368b053 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:52.726889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 59e0c70d-20cd-4b6b-9700-e5895368b053 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:52.729497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2145197975', 'security_groups': ['cd74b0ed-9cb9-4cb2-a155-47b1428f0e37'], 'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c52d9d86-c489-420c-bd81-a760e062bd00'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:52.733250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.753243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cdb2f01a-6acc-4170-b143-59e80aeb4c91 None None] Provisioning complete for port 3d2e3753-9262-4eee-8c99-e4e114ede0dd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:52.753613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f01a-6acc-4170-b143-59e80aeb4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:52.762770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Network': ['ID=ed5d5949-42a8-440d-9d0a-fc5c8811318d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:52.768189 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-acbaac86-bf70-4754-84b9-73766fa85598 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/networks/ed5d5949-42a8-440d-9d0a-fc5c8811318d HTTP/1.1" status: 204 len: 168 time: 2.0274436 Dec 23 08:31:52.770355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47570) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:52.777594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e24d2-ccfa-43a2-92f7-f97f9ec60e85 None None] Pushing event updated for resources: {'Port': ['ID=27220192-6d8a-4232-aa5d-e267a3435a09,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:52.860362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dfd5a3-a42d-4b9b-bb19-a1ed436c3f93 None None] Update dhcp port {'port': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'fixed_ips': [{'subnet_id': '046d8661-5c98-4e1b-99b4-00f8dec082f1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c52d9d86-c489-420c-bd81-a760e062bd00'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'a7d613df-07e8-427f-89bf-2533bec59a81'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:31:52.938898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216b832-03fa-4d09-98f2-8324dc4e71ee None None] Pushing event deleted for resources: {'Port': ['ID=1e2ca0a1-49a9-449f-a9c6-13b4c35ba8bf,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:53.046603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:53.046603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:53.047330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2f01a-6acc-4170-b143-59e80aeb4c91 None None] Port 3d2e3753-9262-4eee-8c99-e4e114ede0dd cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:53.047431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port 4d1f68ba-770d-4686-8b46-fedfbefbac6f {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:53.047713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.054665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f4dfd5a3-a42d-4b9b-bb19-a1ed436c3f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.110882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:53.120138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:53.127460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f03b21-ee25-4116-8759-1d27e90971e0 None None] Update dhcp port {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': 'da5a2ca8-69f6-49fc-b4e9-08b310dd0a3d'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:31:53.129492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:53.147049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:53.167346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router a9ab720b-7f29-4184-8043-8a585a79e01f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:31:53.168360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:53.181797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:53.185228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.198778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:53.226593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.226936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.267537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cdb2f01a-6acc-4170-b143-59e80aeb4c91 None None] Provisioning complete for port a7d613df-07e8-427f-89bf-2533bec59a81 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:53.268168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cdb2f01a-6acc-4170-b143-59e80aeb4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.282850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:53.349750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for 4d1f68ba-770d-4686-8b46-fedfbefbac6f owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:53.386510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-04f03b21-ee25-4116-8759-1d27e90971e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.579749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:31:53.588840 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] DHCP port deletion for 4500166c-eac2-4d09-b93c-cd345f15b046 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:53.614300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] Deleting port 27220192-6d8a-4232-aa5d-e267a3435a09 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:53.614850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.617229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Deleting port 27220192-6d8a-4232-aa5d-e267a3435a09 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:53.618647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.631732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.646067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-f4dfd5a3-a42d-4b9b-bb19-a1ed436c3f93 None None] Allocated IP 2001:db8::2 (5571ecfe-1161-4efa-a023-50833af70f22/c52d9d86-c489-420c-bd81-a760e062bd00/a7d613df-07e8-427f-89bf-2533bec59a81) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:53.658057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15addfbc-af70-4bfb-8761-0090104a61c8 None None] Sync routers for ids ['a9ab720b-7f29-4184-8043-8a585a79e01f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:31:53.685781 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-57769a3f-31c7-4ef3-9143-a9cab1ada512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/a9ab720b-7f29-4184-8043-8a585a79e01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5927570 Dec 23 08:31:53.689754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47576) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:53.694924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:53.725325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] device_id is not set on port bd0a5372-492e-4c61-9eaa-c96d6743422d yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:31:53.788066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=4d1f68ba-770d-4686-8b46-fedfbefbac6f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:53.811193 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bd3d9cd5-8e9e-47b5-b0d0-902aaae846b2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9ab720b-7f29-4184-8043-8a585a79e01f HTTP/1.1" status: 200 len: 205 time: 0.1197903 Dec 23 08:31:53.820908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47580) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:53.924558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ae61c-3594-4974-9e1b-eb263e49792f None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:54.018558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.035136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15addfbc-af70-4bfb-8761-0090104a61c8 None None] Routers {'a9ab720b-7f29-4184-8043-8a585a79e01f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:54.035796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-15addfbc-af70-4bfb-8761-0090104a61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a9ab720b-7f29-4184-8043-8a585a79e01f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:54.042309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.084013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] For port 27220192-6d8a-4232-aa5d-e267a3435a09, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=27220192-6d8a-4232-aa5d-e267a3435a09,segment=NetworkSegment(1a178984-e47a-459d-966f-21dbb7b9594c),segment_id=1a178984-e47a-459d-966f-21dbb7b9594c)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:54.084759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.108195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.108430 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8770582c-d28c-4840-9d1d-cf30267f5778 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/floatingips/9bc64c96-25ee-4abd-8417-0abae78f268c HTTP/1.1" status: 204 len: 168 time: 1.3336213 Dec 23 08:31:54.109513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149b5a2-231d-4362-ad1e-9f1fc4533a56 req-71e3fba8-88e4-4bb8-ba68-d5cdc1083148 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:54.111007 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4149b5a2-231d-4362-ad1e-9f1fc4533a56 req-71e3fba8-88e4-4bb8-ba68-d5cdc1083148 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 945 time: 0.4647937 Dec 23 08:31:54.127021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47584) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:54.201460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:54.206942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-15addfbc-af70-4bfb-8761-0090104a61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:54.215779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:54.219689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Calling delete_port for 27220192-6d8a-4232-aa5d-e267a3435a09 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:54.222299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-46233d88-47e5-4bf4-a0b4-8d5a61cdd974 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.285315 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ee813d-b45a-46a3-bdb3-3ebd9bde61a9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] DELETE failed (client error): The resource could not be found. Dec 23 08:31:54.285917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ee813d-b45a-46a3-bdb3-3ebd9bde61a9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:31:54.289725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=25386aa5-5b4e-4349-85ea-f2d7f0c44d0e,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:54.295240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:54.296041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.298858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.317067 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-20ee813d-b45a-46a3-bdb3-3ebd9bde61a9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/ports/bf376073-d96a-47c9-b10c-bc6f967989cd HTTP/1.1" status: 404 len: 333 time: 0.1860216 Dec 23 08:31:54.331154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f4dfd5a3-a42d-4b9b-bb19-a1ed436c3f93 None None] For port a7d613df-07e8-427f-89bf-2533bec59a81, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7d613df-07e8-427f-89bf-2533bec59a81,segment=NetworkSegment(00b1152f-5216-4252-bb53-8db7e59871e5),segment_id=00b1152f-5216-4252-bb53-8db7e59871e5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:54.338021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47588) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:54.361718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] For port 27220192-6d8a-4232-aa5d-e267a3435a09, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=27220192-6d8a-4232-aa5d-e267a3435a09,segment=NetworkSegment(1a178984-e47a-459d-966f-21dbb7b9594c),segment_id=1a178984-e47a-459d-966f-21dbb7b9594c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:54.362173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.385413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15addfbc-af70-4bfb-8761-0090104a61c8 None None] Routers {'a9ab720b-7f29-4184-8043-8a585a79e01f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:31:54.386060 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-15addfbc-af70-4bfb-8761-0090104a61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:31:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a9ab720b-7f29-4184-8043-8a585a79e01f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:54.386223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Port': ['ID=27220192-6d8a-4232-aa5d-e267a3435a09,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:54.393729 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a1c9aa04-5af5-4c9a-a532-439cf5b77eb6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7572589 Dec 23 08:31:54.397317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47592) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:54.399810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] No DVR routers for this DVR port 27220192-6d8a-4232-aa5d-e267a3435a09 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:54.409612 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4149b5a2-231d-4362-ad1e-9f1fc4533a56 req-2e6c2c1f-0f3e-4e19-9a82-9ed4eeeab5f5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728975 Dec 23 08:31:54.436142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2cb90aae-ee68-47a3-b2c4-35871b5e22af tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Synchronizing usage tracker for tenant:5c600ae97614497a98bd811f81184e15 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:54.441837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:54.621061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 27220192-6d8a-4232-aa5d-e267a3435a09 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:54.664537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] Calling delete_port for 27220192-6d8a-4232-aa5d-e267a3435a09 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:54.705462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb1b7c61-92f3-4d2f-82f6-fec20654e0d7 None None] Provisioning complete for port 27220192-6d8a-4232-aa5d-e267a3435a09 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:54.705823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7c61-92f3-4d2f-82f6-fec20654e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.728821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-15addfbc-af70-4bfb-8761-0090104a61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:54.729020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15addfbc-af70-4bfb-8761-0090104a61c8 None None] The sync data for ids ['a9ab720b-7f29-4184-8043-8a585a79e01f'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:31:54.736294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.741265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 27220192-6d8a-4232-aa5d-e267a3435a09 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:54.741766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 27220192-6d8a-4232-aa5d-e267a3435a09 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:54.742243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:54.749842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2cb90aae-ee68-47a3-b2c4-35871b5e22af tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Unset dirty status for tenant:5c600ae97614497a98bd811f81184e15 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:54.753313 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2cb90aae-ee68-47a3-b2c4-35871b5e22af tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "GET /v2.0/ports?device_id=334325c0-5660-425a-b97d-2c65e2c94624 HTTP/1.1" status: 200 len: 205 time: 0.4079328 Dec 23 08:31:54.755974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47596) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:54.771611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.resource_extend [None req-f4dfd5a3-a42d-4b9b-bb19-a1ed436c3f93 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:31:54.805770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b7c61-92f3-4d2f-82f6-fec20654e0d7 None None] Port 27220192-6d8a-4232-aa5d-e267a3435a09 was deleted so its status cannot be updated. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 08:31:54.826456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f4dfd5a3-a42d-4b9b-bb19-a1ed436c3f93 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.846365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-46233d88-47e5-4bf4-a0b4-8d5a61cdd974 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.851483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-46233d88-47e5-4bf4-a0b4-8d5a61cdd974 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.852623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4500166c-eac2-4d09-b93c-cd345f15b046']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:54.860124 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-0e6e9737-63f0-44e4-bdc1-0f6533b543e0 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] delete failed (client error): The resource could not be found. Dec 23 08:31:54.864079 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0e6e9737-63f0-44e4-bdc1-0f6533b543e0 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/routers/334325c0-5660-425a-b97d-2c65e2c94624 HTTP/1.1" status: 404 len: 336 time: 0.1017857 Dec 23 08:31:54.864951 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47600) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:54.878500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a178984-e47a-459d-966f-21dbb7b9594c') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:54.878842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a178984-e47a-459d-966f-21dbb7b9594c') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:54.894640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.905197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:54.907221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f4dfd5a3-a42d-4b9b-bb19-a1ed436c3f93 None None] Transition to ACTIVE for port object a7d613df-07e8-427f-89bf-2533bec59a81 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:54.913500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:54.916926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:54.919912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.927201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f4dfd5a3-a42d-4b9b-bb19-a1ed436c3f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.928334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:54.933042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:54.933428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:54.947986 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:54.958197 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-441319fd-3d7b-4058-b00c-269d2975d780 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] DELETE failed (client error): The resource could not be found. Dec 23 08:31:54.958636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441319fd-3d7b-4058-b00c-269d2975d780 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:31:54.968914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-46233d88-47e5-4bf4-a0b4-8d5a61cdd974 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.968914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46233d88-47e5-4bf4-a0b4-8d5a61cdd974 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Fanout notify agent at l3_agent the message router_deleted on router a9ab720b-7f29-4184-8043-8a585a79e01f {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:31:54.983332 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-441319fd-3d7b-4058-b00c-269d2975d780 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/subnets/a933f9cd-224e-4edb-95d7-6e485bd07f24 HTTP/1.1" status: 404 len: 337 time: 0.1150453 Dec 23 08:31:54.989670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-46233d88-47e5-4bf4-a0b4-8d5a61cdd974 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:54.990958 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-46233d88-47e5-4bf4-a0b4-8d5a61cdd974 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/a9ab720b-7f29-4184-8043-8a585a79e01f HTTP/1.1" status: 204 len: 168 time: 1.1681516 Dec 23 08:31:54.991901 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47604) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:55.001508 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47606) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:55.025882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:55.049180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:55.049525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:55.098277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bb1b7c61-92f3-4d2f-82f6-fec20654e0d7 None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:55.100902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7c61-92f3-4d2f-82f6-fec20654e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.122036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.122682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8::e8 (5571ecfe-1161-4efa-a023-50833af70f22/c52d9d86-c489-420c-bd81-a760e062bd00/bd0a5372-492e-4c61-9eaa-c96d6743422d) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:55.126969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.142756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2f52c6a3-1433-4e1a-8701-350a9533845c tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port efc9d63d-6c9e-493d-a88b-12ccc89ffba1 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:55.143479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6a3-1433-4e1a-8701-350a9533845c tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.168697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Network': ['ID=4500166c-eac2-4d09-b93c-cd345f15b046,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:55.187571 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-df52d3ba-0127-42a9-a183-ee6ccf7a647c tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/networks/4500166c-eac2-4d09-b93c-cd345f15b046 HTTP/1.1" status: 204 len: 168 time: 3.6194298 Dec 23 08:31:55.187787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47612) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:55.255597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfd5a3-a42d-4b9b-bb19-a1ed436c3f93 None None] Pushing event updated for resources: {'Port': ['ID=a7d613df-07e8-427f-89bf-2533bec59a81,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:55.258012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.297271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.404159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:55.409254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.421117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.574981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] Deleting port 27220192-6d8a-4232-aa5d-e267a3435a09 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:55.586379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.610301 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.ipam_backend_mixin [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25386aa5-5b4e-4349-85ea-f2d7f0c44d0e (CIDR: 2001:db8::/64) Dec 23 08:31:55.610535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:55.624158 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:55.624673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:31:55.666402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.677886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-508e9a79-19c6-4b25-af1b-cef03c7ecd85 None None] The port '27220192-6d8a-4232-aa5d-e267a3435a09' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:31:55.679457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d8fe06-bac0-44b3-99f1-9eba2da854de None None] Update dhcp port {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': '25386aa5-5b4e-4349-85ea-f2d7f0c44d0e'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:31:55.683034 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c10ac138-2da6-419b-93d6-ceaf8052bd7b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2560258 Dec 23 08:31:55.685547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47618) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:55.702721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:55.746927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.757988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b7d8fe06-bac0-44b3-99f1-9eba2da854de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.772452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0894689f-89f1-4a0f-863a-2d4b234eacad']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:55.792597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:55.792882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac24a7a0-2ff6-4bfb-acce-9d9009cc52ad') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:55.807542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54fd06b-760a-4dfd-a687-c10dfe7d8a9a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting subnet 1d5aefb7-426f-4f81-8e3d-d7c94ce94d6a {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:31:55.815859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.822499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object bd0a5372-492e-4c61-9eaa-c96d6743422d will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:55.841934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f54fd06b-760a-4dfd-a687-c10dfe7d8a9a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.854278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.867629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:55.868166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:55.884757 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:55.907900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6a3-1433-4e1a-8701-350a9533845c tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.004559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:56.009668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:56.014175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:56.020592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-b7d8fe06-bac0-44b3-99f1-9eba2da854de None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/25386aa5-5b4e-4349-85ea-f2d7f0c44d0e/e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:31:56.021093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:56.029435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.057433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.067869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Network': ['ID=0894689f-89f1-4a0f-863a-2d4b234eacad,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:56.071201 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-450e5c18-0c15-43d4-87e2-c93a016a9e75 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/networks/0894689f-89f1-4a0f-863a-2d4b234eacad HTTP/1.1" status: 204 len: 168 time: 0.8824737 Dec 23 08:31:56.072848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:56.076702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.085993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2f52c6a3-1433-4e1a-8701-350a9533845c tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for efc9d63d-6c9e-493d-a88b-12ccc89ffba1 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:56.094866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47622) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:56.126418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f54fd06b-760a-4dfd-a687-c10dfe7d8a9a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.153783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 8c4d1c02-17ae-438a-8c90-4eb713639df0 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:56.217145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.233784 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b7d8fe06-bac0-44b3-99f1-9eba2da854de None None] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:56.252546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0b5ca60b-27a1-4cb1-b71e-700ef3fbee7e None None] Provisioning complete for port 3d2e3753-9262-4eee-8c99-e4e114ede0dd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:56.252912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0b5ca60b-27a1-4cb1-b71e-700ef3fbee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.261101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00cd01-e0fc-401d-b7fa-60f0c38d483c req-36a0ac29-ef82-49d5-af1a-3184a935e557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:56.262562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c00cd01-e0fc-401d-b7fa-60f0c38d483c req-36a0ac29-ef82-49d5-af1a-3184a935e557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 945 time: 0.6495821 Dec 23 08:31:56.296075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.331998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ca60b-27a1-4cb1-b71e-700ef3fbee7e None None] Port 3d2e3753-9262-4eee-8c99-e4e114ede0dd cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:56.338289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b7d8fe06-bac0-44b3-99f1-9eba2da854de None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.342774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 8c4d1c02-17ae-438a-8c90-4eb713639df0 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:56.358625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 8c4d1c02-17ae-438a-8c90-4eb713639df0 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:56.359237 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.364761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:31:56.377016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:31:56.379596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:31:56.383956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:56.384661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.404762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b7d8fe06-bac0-44b3-99f1-9eba2da854de None None] Transition to ACTIVE for port object e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:31:56.414749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0b5ca60b-27a1-4cb1-b71e-700ef3fbee7e None None] Provisioning for port a7d613df-07e8-427f-89bf-2533bec59a81 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:56.424458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b7d8fe06-bac0-44b3-99f1-9eba2da854de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.473718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0b5ca60b-27a1-4cb1-b71e-700ef3fbee7e None None] Provisioning complete for port a7d613df-07e8-427f-89bf-2533bec59a81 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:56.474408 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0b5ca60b-27a1-4cb1-b71e-700ef3fbee7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.532028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=bd0a5372-492e-4c61-9eaa-c96d6743422d,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:56.575700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7d613df-07e8-427f-89bf-2533bec59a81 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:56.596962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.624410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41958587-f233-4c2b-9a5f-748632a95bcf']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:56.637207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a643ad25-5e3e-4a18-9c84-3336e250d765') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:56.637555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a643ad25-5e3e-4a18-9c84-3336e250d765') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:56.651915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f54fd06b-760a-4dfd-a687-c10dfe7d8a9a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.652445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.677107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.722959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:56.723364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:56.738032 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:56.781396 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c00cd01-e0fc-401d-b7fa-60f0c38d483c req-b59086e0-fda8-46c0-81fe-9c497e3bf28a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4974723 Dec 23 08:31:56.782363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8fe06-bac0-44b3-99f1-9eba2da854de None None] Pushing event updated for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=8']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:56.800635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6a3-1433-4e1a-8701-350a9533845c tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.810007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f54fd06b-760a-4dfd-a687-c10dfe7d8a9a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.825167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.873317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.902281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.916763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Network': ['ID=41958587-f233-4c2b-9a5f-748632a95bcf,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:56.931364 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3e70215d-f258-4325-8c4d-8b0d5b54f7c2 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/networks/41958587-f233-4c2b-9a5f-748632a95bcf HTTP/1.1" status: 204 len: 168 time: 0.8334825 Dec 23 08:31:56.933062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47626) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:56.934644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8cb3f6-8b5a-451e-86eb-c93d1722543a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4d1c02-17ae-438a-8c90-4eb713639df0'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:31:56.956548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 8c4d1c02-17ae-438a-8c90-4eb713639df0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8c4d1c02-17ae-438a-8c90-4eb713639df0,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:56.961515 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a7d613df-07e8-427f-89bf-2533bec59a81 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:56.961921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:56.993993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.017489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52c6a3-1433-4e1a-8701-350a9533845c tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=efc9d63d-6c9e-493d-a88b-12ccc89ffba1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:57.023304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f54fd06b-760a-4dfd-a687-c10dfe7d8a9a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.025314 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f54fd06b-760a-4dfd-a687-c10dfe7d8a9a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/1d5aefb7-426f-4f81-8e3d-d7c94ce94d6a HTTP/1.1" status: 204 len: 168 time: 2.0191679 Dec 23 08:31:57.026563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fd06b-760a-4dfd-a687-c10dfe7d8a9a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5aefb7-426f-4f81-8e3d-d7c94ce94d6a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:57.032123 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1855d645-8fc0-4e6c-b1fc-683206b27a3e tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3609803 Dec 23 08:31:57.053216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa7561b-7cc1-4de7-b51e-52d4cd205b4b None None] Network 1397a758-92e3-48ea-bfb6-d501018729c2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:57.070209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47634) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:57.070700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47636) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:57.122789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:57.201208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f52c6a3-1433-4e1a-8701-350a9533845c tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.204112 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2f52c6a3-1433-4e1a-8701-350a9533845c tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/ports/efc9d63d-6c9e-493d-a88b-12ccc89ffba1 HTTP/1.1" status: 204 len: 168 time: 2.2042825 Dec 23 08:31:57.210797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47642) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:57.217864 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8cb3f6-8b5a-451e-86eb-c93d1722543a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4d1c02-17ae-438a-8c90-4eb713639df0', 'code': 200} Dec 23 08:31:57.280580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.312460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=8c4d1c02-17ae-438a-8c90-4eb713639df0,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:57.347571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-052bbdd0-fca8-4be6-abb9-d28b60232a06 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port 5b7245bc-d58f-42d4-a512-45e860fd0bf2 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:57.347950 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-052bbdd0-fca8-4be6-abb9-d28b60232a06 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.350309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d9f70ce2-53fc-4083-a122-db24a8358653 None None] Provisioning for port bd0a5372-492e-4c61-9eaa-c96d6743422d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:57.404389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d9f70ce2-53fc-4083-a122-db24a8358653 None None] Provisioning complete for port bd0a5372-492e-4c61-9eaa-c96d6743422d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:57.404965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d9f70ce2-53fc-4083-a122-db24a8358653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.483553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.495400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 6eed299e-d87b-447c-a2fd-0ac758117e6f {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:57.495999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.528512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d9f70ce2-53fc-4083-a122-db24a8358653 None None] Port bd0a5372-492e-4c61-9eaa-c96d6743422d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:31:57.634651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf216b9-b930-4ac9-8a57-73ffc95b9514 None None] DHCP port deletion for 1397a758-92e3-48ea-bfb6-d501018729c2 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:31:57.639036 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-dbf216b9-b930-4ac9-8a57-73ffc95b9514 None None] Deleting port 6eed299e-d87b-447c-a2fd-0ac758117e6f {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:57.639654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dbf216b9-b930-4ac9-8a57-73ffc95b9514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.672790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-052bbdd0-fca8-4be6-abb9-d28b60232a06 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.675386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d3861-8daa-4f6e-8f88-b0e0b9f9716b None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:31:57.796990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-052bbdd0-fca8-4be6-abb9-d28b60232a06 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for 5b7245bc-d58f-42d4-a512-45e860fd0bf2 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:57.845498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-effc0345-bed4-4ee2-84b4-68b1954fd1c2 None None] Provisioning for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:31:57.853816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-effc0345-bed4-4ee2-84b4-68b1954fd1c2 None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:57.854228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-effc0345-bed4-4ee2-84b4-68b1954fd1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:57.896581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:57.961296 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-866fc225-1114-4da5-af02-5e80b123dde4 req-c0aac20c-c4a5-46bd-863b-aa05fa62255c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 1099 time: 0.5402160 Dec 23 08:31:58.007859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.013772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-052bbdd0-fca8-4be6-abb9-d28b60232a06 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.033524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd86772-8355-4a5d-9e55-343ce9ad4845']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:58.046130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbab37e-6de5-42ce-826b-a9d418d725a0') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:58.046807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbab37e-6de5-42ce-826b-a9d418d725a0') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:31:58.057860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.067532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bbdd0-fca8-4be6-abb9-d28b60232a06 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=5b7245bc-d58f-42d4-a512-45e860fd0bf2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:58.074784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.075112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-dbf216b9-b930-4ac9-8a57-73ffc95b9514 None None] For port 6eed299e-d87b-447c-a2fd-0ac758117e6f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6eed299e-d87b-447c-a2fd-0ac758117e6f,segment=NetworkSegment(8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a),segment_id=8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:58.075599 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dbf216b9-b930-4ac9-8a57-73ffc95b9514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.081323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:31:58.083189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.148595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:58.151796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:31:58.158489 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:31:58.164304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:58.191195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51d993-842e-4af3-8de9-9499a6873c5f req-a0251dbc-90c2-4fb1-83b9-a9c63893bf6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:58.192999 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1f51d993-842e-4af3-8de9-9499a6873c5f req-a0251dbc-90c2-4fb1-83b9-a9c63893bf6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 946 time: 0.2259388 Dec 23 08:31:58.197176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.objects.ports [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83523) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:31:58.197791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-052bbdd0-fca8-4be6-abb9-d28b60232a06 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.236445 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-052bbdd0-fca8-4be6-abb9-d28b60232a06 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/ports/5b7245bc-d58f-42d4-a512-45e860fd0bf2 HTTP/1.1" status: 204 len: 168 time: 1.0220873 Dec 23 08:31:58.236651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47648) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:58.277191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-dbf216b9-b930-4ac9-8a57-73ffc95b9514 None None] Calling delete_port for 6eed299e-d87b-447c-a2fd-0ac758117e6f owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:58.302327 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1f51d993-842e-4af3-8de9-9499a6873c5f req-de8fec93-614d-439c-8613-0d3adf320463 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996113 Dec 23 08:31:58.344681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf635446-0fd6-48fb-8ea5-57ddd5c84881 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:58.344681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf635446-0fd6-48fb-8ea5-57ddd5c84881 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Synchronizing usage tracker for tenant:5c600ae97614497a98bd811f81184e15 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:31:58.345022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-effc0345-bed4-4ee2-84b4-68b1954fd1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.363632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf635446-0fd6-48fb-8ea5-57ddd5c84881 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Unset dirty status for tenant:5c600ae97614497a98bd811f81184e15 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:31:58.368310 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bf635446-0fd6-48fb-8ea5-57ddd5c84881 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "GET /v2.0/ports?device_id=915148ba-653b-480b-b7b8-ef6845e36477 HTTP/1.1" status: 200 len: 913 time: 0.1276252 Dec 23 08:31:58.368310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47652) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:58.411246 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-effc0345-bed4-4ee2-84b4-68b1954fd1c2 None None] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:58.420494 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-effc0345-bed4-4ee2-84b4-68b1954fd1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.434394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:58.457410 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dbf216b9-b930-4ac9-8a57-73ffc95b9514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.463310 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-866fc225-1114-4da5-af02-5e80b123dde4 req-721adbe6-d11e-4794-9cef-d2e6ff080b2e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966461 Dec 23 08:31:58.522925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port 6eed299e-d87b-447c-a2fd-0ac758117e6f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6eed299e-d87b-447c-a2fd-0ac758117e6f,segment=NetworkSegment(8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a),segment_id=8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:58.523594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.545522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.548887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf216b9-b930-4ac9-8a57-73ffc95b9514 None None] No DVR routers for this DVR port 6eed299e-d87b-447c-a2fd-0ac758117e6f on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:31:58.576588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0345-bed4-4ee2-84b4-68b1954fd1c2 None None] Pushing event updated for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=9']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:58.617910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4a985-81fc-4dcb-a5f7-228b8ccae301 None None] Update dhcp port {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': '25386aa5-5b4e-4349-85ea-f2d7f0c44d0e', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d2c9b3e-df2b-4d89-aec2-a8322d18141b'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:31:58.683370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a985-81fc-4dcb-a5f7-228b8ccae301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.692406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:31:58.698124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.713242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 6eed299e-d87b-447c-a2fd-0ac758117e6f owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:31:58.739935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] Pushing event deleted for resources: {'Network': ['ID=8bd86772-8355-4a5d-9e55-343ce9ad4845,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:58.742417 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-30ee88ed-4c48-4537-a506-005f6bca3831 tempest-BulkNetworkOpsIpV6Test-1678125472 tempest-BulkNetworkOpsIpV6Test-1678125472-project] 10.222.0.36 "DELETE /v2.0/networks/8bd86772-8355-4a5d-9e55-343ce9ad4845 HTTP/1.1" status: 204 len: 168 time: 1.8085949 Dec 23 08:31:58.799027 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf216b9-b930-4ac9-8a57-73ffc95b9514 None None] Pushing event deleted for resources: {'Port': ['ID=6eed299e-d87b-447c-a2fd-0ac758117e6f,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:31:58.840354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.942723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:31:58.943077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:58.955480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:58.955797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:59.006564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:59.091463 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.ipam_backend_mixin [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c52d9d86-c489-420c-bd81-a760e062bd00 (CIDR: 2001:db8::/64) Dec 23 08:31:59.106996 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:31:59.107443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:31:59.152810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:59.159161 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4b89eb02-8490-45e4-8739-e7c7e8581b54 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0841703 Dec 23 08:31:59.209673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47660) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:59.220004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:31:59.295877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6eed299e-d87b-447c-a2fd-0ac758117e6f no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:31:59.321177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47664) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:31:59.341064 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 6eed299e-d87b-447c-a2fd-0ac758117e6f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:31:59.342135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6eed299e-d87b-447c-a2fd-0ac758117e6f not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:31:59.424814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:31:59.429463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:31:59.434941 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:31:59.438779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:31:59.448288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:31:59.464421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 6eed299e-d87b-447c-a2fd-0ac758117e6f {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:31:59.464797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:59.527473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:59.539165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-6ac4a985-81fc-4dcb-a5f7-228b8ccae301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:31:59.540350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-6ac4a985-81fc-4dcb-a5f7-228b8ccae301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:31:59.582362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:31:59.585868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:59.637796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] The port '6eed299e-d87b-447c-a2fd-0ac758117e6f' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:31:59.653196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:59.653196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:31:59.884256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bfa95-fb10-4a8d-b192-337b5d140055 req-8816c4f7-7521-4468-a9cd-c57249fa93b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:31:59.885697 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-106bfa95-fb10-4a8d-b192-337b5d140055 req-8816c4f7-7521-4468-a9cd-c57249fa93b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 946 time: 0.1918311 Dec 23 08:31:59.981127 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-106bfa95-fb10-4a8d-b192-337b5d140055 req-3c89e9ac-d60b-4906-bc67-a51a477f1fa5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665798 Dec 23 08:31:59.997206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:00.026349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:00.103658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a985-81fc-4dcb-a5f7-228b8ccae301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.109624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port 86772a1b-a146-4ff9-b835-329ce518d056 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:00.109998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.150787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=4d2c9b3e-df2b-4d89-aec2-a8322d18141b,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:00.156943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:00.157532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.178618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.194833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=11']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:00.243407 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.ipam_backend_mixin [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 046d8661-5c98-4e1b-99b4-00f8dec082f1 (CIDR: 2001:db8:0:1::/64) Dec 23 08:32:00.245295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1397a758-92e3-48ea-bfb6-d501018729c2']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:00.252964 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-05fbdc06-c212-42c7-a86c-be2874c06482 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.5665042 Dec 23 08:32:00.257276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47672) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:00.260828 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-65c392cb-b7cf-4c18-927a-51510def21e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f19d45ba5894d8385acc9007a788907&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9338787 Dec 23 08:32:00.260994 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:32:00.262313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:00.262460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47676) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:00.267074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:00.267367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf8f866-9a5f-4f52-8a7a-e0c72ae6f27a') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:00.268844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:97:09:55', 'name': 'tempest-NetworksTestDHCPv6-1371645570'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:00.282866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.287265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.304443 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ab061543-7e0c-4129-842c-d123d7c800b1 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0914745 Dec 23 08:32:00.304706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47680) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:00.307211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.312610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'subnet': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:00.381186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:00.381186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:00.397173 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:00.499104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.501841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.507021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0c96-d14d-48ca-8d21-438ffd115f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.526985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:00.538334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.548335 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Network': ['ID=1397a758-92e3-48ea-bfb6-d501018729c2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:00.562897 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8bc422a5-fd59-4b32-9277-7e11d809ab26 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/networks/1397a758-92e3-48ea-bfb6-d501018729c2 HTTP/1.1" status: 204 len: 168 time: 3.4896131 Dec 23 08:32:00.566676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47684) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:00.570943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:00.574428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-48917914-6075-4383-8a89-6e21389aedd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.574950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-149068875', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:00.582549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:00.585297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:00.590334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Usage tracker for resource:subnet and tenant:5081e89da4a74fbea7194cff8f1d47f3 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:00.591173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6ac4a985-81fc-4dcb-a5f7-228b8ccae301 None None] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:00.593359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:router and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:00.595903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:00.599377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:00.606627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:00.609077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:00.622623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Made reservation on behalf of 5081e89da4a74fbea7194cff8f1d47f3 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:00.626699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.641009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for 86772a1b-a146-4ff9-b835-329ce518d056 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:00.645142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.645318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a985-81fc-4dcb-a5f7-228b8ccae301 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.646118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.652769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a985-81fc-4dcb-a5f7-228b8ccae301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.702721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0c96-d14d-48ca-8d21-438ffd115f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.703088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:00.703362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.755250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.788593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:00.801628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4a985-81fc-4dcb-a5f7-228b8ccae301 None None] Pushing event updated for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=12']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:00.823805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0c96-d14d-48ca-8d21-438ffd115f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:00.827370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:01.021529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.034452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a0c96-d14d-48ca-8d21-438ffd115f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817a0dd3-81a1-4e41-a4c1-93847ed960d5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:01.057885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ce4a0c96-d14d-48ca-8d21-438ffd115f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.059010 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ce4a0c96-d14d-48ca-8d21-438ffd115f7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/817a0dd3-81a1-4e41-a4c1-93847ed960d5 HTTP/1.1" status: 204 len: 168 time: 0.7965677 Dec 23 08:32:01.212521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.243330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.305068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 630ddce9-9b80-4b71-a7d8-6aaafcdd86da yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:32:01.330872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5cf31-e04b-46e2-91c9-e3b5fb1330f9 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:01.331090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Subnet': ['ID=d987746c-ef08-4ed2-9c11-790a241675d6,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:01.336400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Network 5571ecfe-1161-4efa-a023-50833af70f22 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:01.338493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:01.340700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.343365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:01.343942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.358850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14318720-2f34-4553-ad97-9ec0afe6d694 None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:01.401459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.420971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=86772a1b-a146-4ff9-b835-329ce518d056,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:01.431527 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-17b4c043-2676-4f3d-95e1-b93b7ccb6252 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1234441 Dec 23 08:32:01.432591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47694) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:01.435200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.447146 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-505897846', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd987746c-ef08-4ed2-9c11-790a241675d6'}], 'security_groups': ['8efb7b81-ff98-485b-8bf9-20ed03eb59e3', '504a18d2-f378-44c6-b455-44d726b650b2']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:01.584768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc6df9-9e72-4bef-a1d3-4bc7c395f199 req-25bcecd9-32b1-4ebd-8d50-dcc212f69b7c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:01.586251 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bcdc6df9-9e72-4bef-a1d3-4bc7c395f199 req-25bcecd9-32b1-4ebd-8d50-dcc212f69b7c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 946 time: 0.3774383 Dec 23 08:32:01.695702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.700870 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c068860c-3bba-4f90-9b1e-af5b2204ed70 None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:01.701348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c068860c-3bba-4f90-9b1e-af5b2204ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:01.788058 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bcdc6df9-9e72-4bef-a1d3-4bc7c395f199 req-9f22628a-df6f-465f-ad83-7f1f88524c61 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892548 Dec 23 08:32:01.806999 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::25e (3b1e253c-1242-4661-909e-bc02458a5888/25386aa5-5b4e-4349-85ea-f2d7f0c44d0e/630ddce9-9b80-4b71-a7d8-6aaafcdd86da) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:01.818243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8:0:1:f816:3eff:fe97:955 (3b1e253c-1242-4661-909e-bc02458a5888/4d2c9b3e-df2b-4d89-aec2-a8322d18141b/630ddce9-9b80-4b71-a7d8-6aaafcdd86da) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:01.867233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 172.26.8.88 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/99604d97-fa16-4d37-8fea-afb46299d978) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:02.204157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de6be39-72ef-4d2d-ad8a-19b701110f4a None None] Update dhcp port {'port': {'network_id': '5571ecfe-1161-4efa-a023-50833af70f22', 'fixed_ips': [{'subnet_id': '046d8661-5c98-4e1b-99b4-00f8dec082f1', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c52d9d86-c489-420c-bd81-a760e062bd00', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd987746c-ef08-4ed2-9c11-790a241675d6'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': 'a7d613df-07e8-427f-89bf-2533bec59a81'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:32:02.233892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.255801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.262176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 630ddce9-9b80-4b71-a7d8-6aaafcdd86da will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:02.268514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faef809-5f59-4017-97ff-7455a43ec2fd req-3666801a-9ced-429a-8fe3-8d1ebc26dcd8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:02.275161 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0faef809-5f59-4017-97ff-7455a43ec2fd req-3666801a-9ced-429a-8fe3-8d1ebc26dcd8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 946 time: 0.2098434 Dec 23 08:32:02.276313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9de6be39-72ef-4d2d-ad8a-19b701110f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.428463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.441356 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0faef809-5f59-4017-97ff-7455a43ec2fd req-97e259ec-9c40-4147-b7f2-2212d16fb885 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653399 Dec 23 08:32:02.459083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.540586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47716) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:02.570644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:02.573449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=630ddce9-9b80-4b71-a7d8-6aaafcdd86da,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:02.576699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:02.579973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:02.586301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:02.587298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.647672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.696512 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3d3fd898-3c6a-4884-9e1a-cf9287e1ff61 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4359622 Dec 23 08:32:02.704327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47724) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:02.714291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Delete allocated IP 2001:db8::e8 (5571ecfe-1161-4efa-a023-50833af70f22/c52d9d86-c489-420c-bd81-a760e062bd00) {{(pid=83523) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 08:32:02.719966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b95ab317-97aa-45ec-bac7-da6a37426667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.742269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Allocated IP 2001:db8:0:2::28f (5571ecfe-1161-4efa-a023-50833af70f22/d987746c-ef08-4ed2-9c11-790a241675d6/bd0a5372-492e-4c61-9eaa-c96d6743422d) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:02.757494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:02.771480 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-432edfd1-a0b9-4c3e-803a-e62ce6f421af None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:02.771709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-432edfd1-a0b9-4c3e-803a-e62ce6f421af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.771852 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:02.777021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=99604d97-fa16-4d37-8fea-afb46299d978,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:02.779286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:02.780024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-cdec66a8-cf70-4448-baf9-57fb70ab1bfa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 630ddce9-9b80-4b71-a7d8-6aaafcdd86da {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:02.780369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdec66a8-cf70-4448-baf9-57fb70ab1bfa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:02.849979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1508910901'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:02.870859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:02.879128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:network and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:02.885323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:02.904258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:03.061557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d08f9eb0-47ee-4564-b94d-660f4996a135 None None] Provisioning for port 630ddce9-9b80-4b71-a7d8-6aaafcdd86da completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:03.070141 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d08f9eb0-47ee-4564-b94d-660f4996a135 None None] Provisioning complete for port 630ddce9-9b80-4b71-a7d8-6aaafcdd86da triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:03.070141 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d08f9eb0-47ee-4564-b94d-660f4996a135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.093540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.112899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Transition to ACTIVE for port object bd0a5372-492e-4c61-9eaa-c96d6743422d will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:03.119890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.131402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d08f9eb0-47ee-4564-b94d-660f4996a135 None None] Port 630ddce9-9b80-4b71-a7d8-6aaafcdd86da cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:03.160892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:03.162161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.181526 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.182274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.183497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.208189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-9de6be39-72ef-4d2d-ad8a-19b701110f4a None None] Allocated IP 2001:db8:0:2::2 (5571ecfe-1161-4efa-a023-50833af70f22/d987746c-ef08-4ed2-9c11-790a241675d6/a7d613df-07e8-427f-89bf-2533bec59a81) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:03.283140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] In _notify_port_updated(), no bound segment for port bd0a5372-492e-4c61-9eaa-c96d6743422d on network 5571ecfe-1161-4efa-a023-50833af70f22 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:32:03.286909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:03.287506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.291338 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "PUT /v2.0/ports/bd0a5372-492e-4c61-9eaa-c96d6743422d HTTP/1.1" status: 200 len: 969 time: 1.8551402 Dec 23 08:32:03.294818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bd261-595d-4119-b78e-3752aaa2c4c4 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event updated for resources: {'Port': ['ID=bd0a5372-492e-4c61-9eaa-c96d6743422d,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:03.296224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47728) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:03.369439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9de6be39-72ef-4d2d-ad8a-19b701110f4a None None] For port a7d613df-07e8-427f-89bf-2533bec59a81, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7d613df-07e8-427f-89bf-2533bec59a81,segment=NetworkSegment(00b1152f-5216-4252-bb53-8db7e59871e5),segment_id=00b1152f-5216-4252-bb53-8db7e59871e5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:03.382096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fe420ca2-f1f4-4464-a764-37c40ce8910d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port bd0a5372-492e-4c61-9eaa-c96d6743422d {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:03.382429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fe420ca2-f1f4-4464-a764-37c40ce8910d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.388179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:03.403870 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9de6be39-72ef-4d2d-ad8a-19b701110f4a None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.409902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:security_group_rule and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:03.413172 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:03.421699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:03.427801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9de6be39-72ef-4d2d-ad8a-19b701110f4a None None] Transition to ACTIVE for port object a7d613df-07e8-427f-89bf-2533bec59a81 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:03.433213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9de6be39-72ef-4d2d-ad8a-19b701110f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.507286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdec66a8-cf70-4448-baf9-57fb70ab1bfa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.627215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6be39-72ef-4d2d-ad8a-19b701110f4a None None] Pushing event updated for resources: {'Port': ['ID=a7d613df-07e8-427f-89bf-2533bec59a81,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:03.652485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-cdec66a8-cf70-4448-baf9-57fb70ab1bfa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 630ddce9-9b80-4b71-a7d8-6aaafcdd86da owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:03.738919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fe420ca2-f1f4-4464-a764-37c40ce8910d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.790611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.823103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.867207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.868803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fe420ca2-f1f4-4464-a764-37c40ce8910d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for bd0a5372-492e-4c61-9eaa-c96d6743422d owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:03.879187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:03.955917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0dac06-ee0a-4c0e-9f3b-a792110c5d89,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:03.979584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router cc061fd3-a655-4c6e-b669-c0e391e5bd0b is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:32:04.014262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47732) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:04.062479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdec66a8-cf70-4448-baf9-57fb70ab1bfa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.122995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec66a8-cf70-4448-baf9-57fb70ab1bfa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=630ddce9-9b80-4b71-a7d8-6aaafcdd86da,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:04.127257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Router 915148ba-653b-480b-b7b8-ef6845e36477 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:32:04.277916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdec66a8-cf70-4448-baf9-57fb70ab1bfa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.279452 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8f1417a5-f6eb-418e-843e-57ea6ae409e7 None None] Provisioning complete for port 3d2e3753-9262-4eee-8c99-e4e114ede0dd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:04.280116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f1417a5-f6eb-418e-843e-57ea6ae409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.311013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fe420ca2-f1f4-4464-a764-37c40ce8910d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.320053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:04.344511 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.345001 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Added segment 47eae623-2529-4276-a16c-a1ff90d7a1ee of type vlan for network 936f0a20-9bdc-4f94-a152-1b90a2529e23 Dec 23 08:32:04.352808 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cdec66a8-cf70-4448-baf9-57fb70ab1bfa tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/630ddce9-9b80-4b71-a7d8-6aaafcdd86da HTTP/1.1" status: 204 len: 168 time: 1.6474366 Dec 23 08:32:04.358652 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47736) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:04.361414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8f1417a5-f6eb-418e-843e-57ea6ae409e7 None None] Port 3d2e3753-9262-4eee-8c99-e4e114ede0dd cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:04.365561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8f1417a5-f6eb-418e-843e-57ea6ae409e7 None None] Could not find standard attr ID for object bd0a5372-492e-4c61-9eaa-c96d6743422d. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:32:04.382585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe420ca2-f1f4-4464-a764-37c40ce8910d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=bd0a5372-492e-4c61-9eaa-c96d6743422d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:04.384244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8f1417a5-f6eb-418e-843e-57ea6ae409e7 None None] Provisioning for port a7d613df-07e8-427f-89bf-2533bec59a81 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:04.406469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8f1417a5-f6eb-418e-843e-57ea6ae409e7 None None] Provisioning complete for port a7d613df-07e8-427f-89bf-2533bec59a81 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:04.410086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f1417a5-f6eb-418e-843e-57ea6ae409e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.467771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fe420ca2-f1f4-4464-a764-37c40ce8910d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.519437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7d613df-07e8-427f-89bf-2533bec59a81 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:04.564212 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fe420ca2-f1f4-4464-a764-37c40ce8910d tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/bd0a5372-492e-4c61-9eaa-c96d6743422d HTTP/1.1" status: 204 len: 168 time: 1.2603295 Dec 23 08:32:04.566209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47740) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:04.585260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.660006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca428f77-c1ec-4881-b070-99f59a5a2a60 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:04.660846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ca428f77-c1ec-4881-b070-99f59a5a2a60 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:04.688085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ca428f77-c1ec-4881-b070-99f59a5a2a60 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:04.689382 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ca428f77-c1ec-4881-b070-99f59a5a2a60 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3217399 Dec 23 08:32:04.695952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47744) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:04.698231 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7306a200-f380-4003-b332-a8e1d5efb1da tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] GET failed (client error): The resource could not be found. Dec 23 08:32:04.699068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7306a200-f380-4003-b332-a8e1d5efb1da tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Synchronizing usage tracker for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:04.719900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a7d613df-07e8-427f-89bf-2533bec59a81 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:04.720232 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.738250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:32:04.739860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.743801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:04.743982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7306a200-f380-4003-b332-a8e1d5efb1da tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Unset dirty status for tenant:5081e89da4a74fbea7194cff8f1d47f3 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:04.744382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:04.750501 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e751d0-f82d-4699-a36d-eff87db0db7f None None] Sync routers for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:32:04.760274 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7306a200-f380-4003-b332-a8e1d5efb1da tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports/bd0a5372-492e-4c61-9eaa-c96d6743422d HTTP/1.1" status: 404 len: 333 time: 0.1875877 Dec 23 08:32:04.761654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47748) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:04.765631 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-abb00f7a-5d9f-4cc9-a7dc-8c8ce98cbcad tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "PUT /v2.0/routers/915148ba-653b-480b-b7b8-ef6845e36477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3965063 Dec 23 08:32:04.771415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47750) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:04.776240 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e751d0-f82d-4699-a36d-eff87db0db7f None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:04.777688 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c3e751d0-f82d-4699-a36d-eff87db0db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:04.885242 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c3e751d0-f82d-4699-a36d-eff87db0db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:04.892206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9a83db09-1294-4b15-b217-6cdf4c480916 None None] Could not find standard attr ID for object bd0a5372-492e-4c61-9eaa-c96d6743422d. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:32:04.903128 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e751d0-f82d-4699-a36d-eff87db0db7f None None] Routers {'915148ba-653b-480b-b7b8-ef6845e36477'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:04.904110 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c3e751d0-f82d-4699-a36d-eff87db0db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['915148ba-653b-480b-b7b8-ef6845e36477'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:04.958737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:32:04.973002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eba213-7aa7-4d1c-98c9-7069eb207fc0 None None] Sync routers for ids ['cc061fd3-a655-4c6e-b669-c0e391e5bd0b'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:32:04.973712 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c3e751d0-f82d-4699-a36d-eff87db0db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:04.974397 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e751d0-f82d-4699-a36d-eff87db0db7f None None] The sync data for ids ['915148ba-653b-480b-b7b8-ef6845e36477'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:32:04.989653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eba213-7aa7-4d1c-98c9-7069eb207fc0 None None] Routers {'cc061fd3-a655-4c6e-b669-c0e391e5bd0b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:04.990442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-77eba213-7aa7-4d1c-98c9-7069eb207fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['cc061fd3-a655-4c6e-b669-c0e391e5bd0b'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:04.994632 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4504790 Dec 23 08:32:05.016809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.021493 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f6bef6de-4b89-4591-837c-b1ce0c216512 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.4538829 Dec 23 08:32:05.022305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47756) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:05.063273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-77eba213-7aa7-4d1c-98c9-7069eb207fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:05.074521 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eba213-7aa7-4d1c-98c9-7069eb207fc0 None None] Routers {'cc061fd3-a655-4c6e-b669-c0e391e5bd0b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:05.075245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-77eba213-7aa7-4d1c-98c9-7069eb207fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['cc061fd3-a655-4c6e-b669-c0e391e5bd0b'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:05.101683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b04681-b735-4ea5-b76e-ec4bfcfe99a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Network': ['ID=936f0a20-9bdc-4f94-a152-1b90a2529e23,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:05.146402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-77eba213-7aa7-4d1c-98c9-7069eb207fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:05.147164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eba213-7aa7-4d1c-98c9-7069eb207fc0 None None] The sync data for ids ['cc061fd3-a655-4c6e-b669-c0e391e5bd0b'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:32:05.148621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 936f0a20-9bdc-4f94-a152-1b90a2529e23 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:05.187449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c4fa8f-19b2-4076-a304-4a8c9cde9083 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.198189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8981ce4f-82f7-463d-a554-18ec30579072 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:05.200543 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8981ce4f-82f7-463d-a554-18ec30579072 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5002565 Dec 23 08:32:05.205366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47760) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:05.213724 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:32:05.235483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c4fa8f-19b2-4076-a304-4a8c9cde9083 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.289645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c4fa8f-19b2-4076-a304-4a8c9cde9083 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.291409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.314936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4fa8f-19b2-4076-a304-4a8c9cde9083 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd74b0ed-9cb9-4cb2-a155-47b1428f0e37,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:05.318914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51c4fa8f-19b2-4076-a304-4a8c9cde9083 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.320115 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-51c4fa8f-19b2-4076-a304-4a8c9cde9083 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/security-groups/cd74b0ed-9cb9-4cb2-a155-47b1428f0e37 HTTP/1.1" status: 204 len: 168 time: 0.5206304 Dec 23 08:32:05.322984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47764) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:05.385763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c0774-d556-452d-96bb-0a3e1d9c0330 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:05.387075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c0774-d556-452d-96bb-0a3e1d9c0330 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:05.388419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c0774-d556-452d-96bb-0a3e1d9c0330 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:05.389168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9c5c0774-d556-452d-96bb-0a3e1d9c0330 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:05.392199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ec3f869f-dd50-4357-ade4-ffd6db4d1ffd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.418885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ec3f869f-dd50-4357-ade4-ffd6db4d1ffd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.473290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ec3f869f-dd50-4357-ade4-ffd6db4d1ffd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.493741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9c5c0774-d556-452d-96bb-0a3e1d9c0330 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:05.495436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f869f-dd50-4357-ade4-ffd6db4d1ffd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a18d2-f378-44c6-b455-44d726b650b2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:05.498189 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9c5c0774-d556-452d-96bb-0a3e1d9c0330 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2917340 Dec 23 08:32:05.503389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47768) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:05.532367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ec3f869f-dd50-4357-ade4-ffd6db4d1ffd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.534011 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ec3f869f-dd50-4357-ade4-ffd6db4d1ffd tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/security-groups/504a18d2-f378-44c6-b455-44d726b650b2 HTTP/1.1" status: 204 len: 168 time: 0.2097616 Dec 23 08:32:05.537090 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47772) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:05.550093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.609357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3037992d-6f06-4e7d-b636-c09bf786ef35 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.638962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3037992d-6f06-4e7d-b636-c09bf786ef35 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.691020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3037992d-6f06-4e7d-b636-c09bf786ef35 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.708383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037992d-6f06-4e7d-b636-c09bf786ef35 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb7b81-ff98-485b-8bf9-20ed03eb59e3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:05.715127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3037992d-6f06-4e7d-b636-c09bf786ef35 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.716232 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3037992d-6f06-4e7d-b636-c09bf786ef35 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/security-groups/8efb7b81-ff98-485b-8bf9-20ed03eb59e3 HTTP/1.1" status: 204 len: 168 time: 0.1779969 Dec 23 08:32:05.719112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47776) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:05.920501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb5470f-d91e-4119-be7f-f244d6531a50 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet c52d9d86-c489-420c-bd81-a760e062bd00 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:05.923414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdb5470f-d91e-4119-be7f-f244d6531a50 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:05.972852 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b2fa8a9f-0380-432b-b443-7bc761652986 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/routers/cc061fd3-a655-4c6e-b669-c0e391e5bd0b HTTP/1.1" status: 200 len: 883 time: 0.9455075 Dec 23 08:32:05.973404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47780) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:06.045796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdb5470f-d91e-4119-be7f-f244d6531a50 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.133985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabb3c44-ccd4-4389-b477-5631dbdeebf9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 25386aa5-5b4e-4349-85ea-f2d7f0c44d0e {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:06.150765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cabb3c44-ccd4-4389-b477-5631dbdeebf9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.153157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdb5470f-d91e-4119-be7f-f244d6531a50 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.229369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cabb3c44-ccd4-4389-b477-5631dbdeebf9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.305660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdb5470f-d91e-4119-be7f-f244d6531a50 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.338746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.345213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5470f-d91e-4119-be7f-f244d6531a50 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=c52d9d86-c489-420c-bd81-a760e062bd00,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:06.355856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-32684b58-e6e4-4661-a919-0c84a6f866fb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:router {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:06.365672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdb5470f-d91e-4119-be7f-f244d6531a50 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.376380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c14cb5-a0dc-46f2-8801-4cb7c0d81662 None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:06.378938 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cdb5470f-d91e-4119-be7f-f244d6531a50 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/c52d9d86-c489-420c-bd81-a760e062bd00 HTTP/1.1" status: 204 len: 168 time: 0.6514018 Dec 23 08:32:06.383868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47784) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:06.396036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting port ef2999d0-94d4-4d69-ac5a-2ccfd4d9f87c {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:06.396036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.420126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-32684b58-e6e4-4661-a919-0c84a6f866fb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:router {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:06.425704 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-32684b58-e6e4-4661-a919-0c84a6f866fb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4510398 Dec 23 08:32:06.431209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47788) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:06.438492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-597a227c-3a57-489a-b2cb-1aabb7a18670 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-149068875'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:06.455887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cabb3c44-ccd4-4389-b477-5631dbdeebf9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.529688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbaacbd-c7b9-4292-8881-b4b463fdbaf8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet d987746c-ef08-4ed2-9c11-790a241675d6 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:06.542198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2cbaacbd-c7b9-4292-8881-b4b463fdbaf8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.648395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2cbaacbd-c7b9-4292-8881-b4b463fdbaf8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.737180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cabb3c44-ccd4-4389-b477-5631dbdeebf9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.798060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb3c44-ccd4-4389-b477-5631dbdeebf9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=25386aa5-5b4e-4349-85ea-f2d7f0c44d0e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:06.821405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.839549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cabb3c44-ccd4-4389-b477-5631dbdeebf9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.843498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:06.850874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f502c-7e0e-4f22-8f52-01217388eb7b None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:06.943578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2cbaacbd-c7b9-4292-8881-b4b463fdbaf8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:07.016807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Calling delete_port for ef2999d0-94d4-4d69-ac5a-2ccfd4d9f87c owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:07.094066 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cabb3c44-ccd4-4389-b477-5631dbdeebf9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/25386aa5-5b4e-4349-85ea-f2d7f0c44d0e HTTP/1.1" status: 204 len: 168 time: 1.5856230 Dec 23 08:32:07.151379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47792) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:07.445762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2cbaacbd-c7b9-4292-8881-b4b463fdbaf8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:07.636204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbaacbd-c7b9-4292-8881-b4b463fdbaf8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=d987746c-ef08-4ed2-9c11-790a241675d6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:07.657096 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-45618ac1-135c-42c4-b9b7-9e1926aed35c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 4d2c9b3e-df2b-4d89-aec2-a8322d18141b {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:07.665337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-45618ac1-135c-42c4-b9b7-9e1926aed35c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:07.764196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:07.829932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2cbaacbd-c7b9-4292-8881-b4b463fdbaf8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:07.845404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Port': ['ID=ef2999d0-94d4-4d69-ac5a-2ccfd4d9f87c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:07.858517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-45618ac1-135c-42c4-b9b7-9e1926aed35c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:07.865193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63d356c-bf5c-4fa3-969f-1238bbd79f0e None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:07.921074 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2cbaacbd-c7b9-4292-8881-b4b463fdbaf8 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/d987746c-ef08-4ed2-9c11-790a241675d6 HTTP/1.1" status: 204 len: 168 time: 1.5338876 Dec 23 08:32:07.921992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47796) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:07.985873 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8d532f-a8a1-490f-838d-055a9cb7e725 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:07.986503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8d532f-a8a1-490f-838d-055a9cb7e725 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:07.991071 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7a8d532f-a8a1-490f-838d-055a9cb7e725 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/c52d9d86-c489-420c-bd81-a760e062bd00 HTTP/1.1" status: 404 len: 337 time: 0.0621381 Dec 23 08:32:07.993015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47800) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:08.071899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3eff8ae6-5939-472e-bec6-291d0c24b170 None None] Provisioning complete for port 3d2e3753-9262-4eee-8c99-e4e114ede0dd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:08.072283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3eff8ae6-5939-472e-bec6-291d0c24b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.149670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3eff8ae6-5939-472e-bec6-291d0c24b170 None None] Port 3d2e3753-9262-4eee-8c99-e4e114ede0dd cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:08.207317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-7653eb92-a947-47ab-acde-cbbaa795935f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting subnet 046d8661-5c98-4e1b-99b4-00f8dec082f1 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:08.215696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7653eb92-a947-47ab-acde-cbbaa795935f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.233310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3eff8ae6-5939-472e-bec6-291d0c24b170 None None] Provisioning complete for port a7d613df-07e8-427f-89bf-2533bec59a81 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:08.233691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3eff8ae6-5939-472e-bec6-291d0c24b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.267357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-45618ac1-135c-42c4-b9b7-9e1926aed35c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.305532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47804) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:08.331087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'subnet': {'network_id': '936f0a20-9bdc-4f94-a152-1b90a2529e23', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:08.340816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7653eb92-a947-47ab-acde-cbbaa795935f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.412115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.17 (414ed109-0aad-48e8-85a0-dc88619545e0/cd123f7f-b679-4f94-b225-66682c736e75/044012c4-98e2-4781-b70a-6fda828a01fe) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:08.421211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.501167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-597a227c-3a57-489a-b2cb-1aabb7a18670 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.544183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-597a227c-3a57-489a-b2cb-1aabb7a18670 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.557528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-45618ac1-135c-42c4-b9b7-9e1926aed35c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.577052 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-73792e73-5447-471a-a34f-db8627f7a968 None None] Provisioning complete for port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:08.577380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-73792e73-5447-471a-a34f-db8627f7a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.637736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:08.642190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:subnet and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:08.646813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:08.677867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45618ac1-135c-42c4-b9b7-9e1926aed35c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2c9b3e-df2b-4d89-aec2-a8322d18141b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:08.690541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7653eb92-a947-47ab-acde-cbbaa795935f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.721521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:08.726600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-45618ac1-135c-42c4-b9b7-9e1926aed35c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.730904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5c8c2-82db-4d3b-a629-f73ab4aa9aad None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:08.759523 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-45618ac1-135c-42c4-b9b7-9e1926aed35c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/4d2c9b3e-df2b-4d89-aec2-a8322d18141b HTTP/1.1" status: 204 len: 168 time: 1.5968003 Dec 23 08:32:08.763529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47808) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:08.865277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7653eb92-a947-47ab-acde-cbbaa795935f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.904272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653eb92-a947-47ab-acde-cbbaa795935f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Subnet': ['ID=046d8661-5c98-4e1b-99b4-00f8dec082f1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:08.929508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:08.934505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7653eb92-a947-47ab-acde-cbbaa795935f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:08.946129 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7653eb92-a947-47ab-acde-cbbaa795935f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/046d8661-5c98-4e1b-99b4-00f8dec082f1 HTTP/1.1" status: 204 len: 168 time: 0.9488056 Dec 23 08:32:08.948222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47812) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:08.968818 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ec4dbacb-b542-4429-8fd5-de63ec09069e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2004821 Dec 23 08:32:08.981256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47816) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:08.992536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:09.061838 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-43220e80-cdfc-436a-aa30-1805c98586a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:09.062251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43220e80-cdfc-436a-aa30-1805c98586a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:09.063883 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-43220e80-cdfc-436a-aa30-1805c98586a6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/c54508b7-c5bc-4248-9dd5-5e86bf717185 HTTP/1.1" status: 404 len: 337 time: 0.1139057 Dec 23 08:32:09.068059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105d4ef-9a47-45ae-a383-8455cbf5c888 None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:32:09.073261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4105d4ef-9a47-45ae-a383-8455cbf5c888 None None] Deleting port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:09.073464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47820) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:09.073665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4105d4ef-9a47-45ae-a383-8455cbf5c888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.121389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d3782-b74a-43f3-b4fa-28fc622c051c None None] Network 5571ecfe-1161-4efa-a023-50833af70f22 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:09.158575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.169458 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-18443b49-e929-4810-aedd-016f63c808b6 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "GET /v2.0/ports?device_id=18277965-a598-4614-80cd-2f2b88300860 HTTP/1.1" status: 200 len: 205 time: 0.0741785 Dec 23 08:32:09.182506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47824) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:09.230025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597a227c-3a57-489a-b2cb-1aabb7a18670 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router cc061fd3-a655-4c6e-b669-c0e391e5bd0b has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:32:09.237329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:09.244263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:09.245712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:09.258862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:09.303281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-086549bf-1890-4409-adff-61f5b9120827 None None] Provisioning complete for port 3d2e3753-9262-4eee-8c99-e4e114ede0dd triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:09.303655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-086549bf-1890-4409-adff-61f5b9120827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.338768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:09.342596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.387498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.413200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.427942 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-e37b48b3-255c-4297-9eba-ace71d782839 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] delete failed (client error): The resource could not be found. Dec 23 08:32:09.432021 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e37b48b3-255c-4297-9eba-ace71d782839 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/routers/18277965-a598-4614-80cd-2f2b88300860 HTTP/1.1" status: 404 len: 336 time: 0.2455039 Dec 23 08:32:09.436347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47828) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:09.517752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-086549bf-1890-4409-adff-61f5b9120827 None None] Port 3d2e3753-9262-4eee-8c99-e4e114ede0dd cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:09.543118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4105d4ef-9a47-45ae-a383-8455cbf5c888 None None] For port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:09.543470 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4105d4ef-9a47-45ae-a383-8455cbf5c888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.574882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.598648 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2bde6a-c660-45ed-8fa1-4223228bfa9f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:09.599083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2bde6a-c660-45ed-8fa1-4223228bfa9f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:09.634398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 044012c4-98e2-4781-b70a-6fda828a01fe will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:09.638108 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2d2bde6a-c660-45ed-8fa1-4223228bfa9f tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/0920d2e4-bd9a-4b89-aa0c-2de42f25e026 HTTP/1.1" status: 404 len: 337 time: 0.1998436 Dec 23 08:32:09.642434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47832) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:09.694558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.694929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Fanout notify agent at l3_agent the message router_deleted on router 915148ba-653b-480b-b7b8-ef6845e36477 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:32:09.699974 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-5654b5c0-1861-47cb-aab6-61b07fecfc67 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:09.701800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5654b5c0-1861-47cb-aab6-61b07fecfc67 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:09.708661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597a227c-3a57-489a-b2cb-1aabb7a18670 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:32:09.717283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4105d4ef-9a47-45ae-a383-8455cbf5c888 None None] Calling delete_port for e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:09.722371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.726004 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ad9506e2-3ebf-4805-b44d-74273c946329 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/routers/915148ba-653b-480b-b7b8-ef6845e36477 HTTP/1.1" status: 204 len: 168 time: 4.9521637 Dec 23 08:32:09.726413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-597a227c-3a57-489a-b2cb-1aabb7a18670 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.727518 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5654b5c0-1861-47cb-aab6-61b07fecfc67 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/7a48a242-fcd7-4d78-8f1c-55de0dc2f19e HTTP/1.1" status: 404 len: 337 time: 0.0829442 Dec 23 08:32:09.729552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47836) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:09.729843 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47838) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:09.730478 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-597a227c-3a57-489a-b2cb-1aabb7a18670 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/cc061fd3-a655-4c6e-b669-c0e391e5bd0b HTTP/1.1" status: 200 len: 890 time: 3.2983382 Dec 23 08:32:09.732955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47840) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:09.747712 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aea3f0-15b4-4baf-b4b6-76ca705cf4fe None None] Sync routers for ids ['cc061fd3-a655-4c6e-b669-c0e391e5bd0b'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:32:09.755279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-086549bf-1890-4409-adff-61f5b9120827 None None] Provisioning complete for port a7d613df-07e8-427f-89bf-2533bec59a81 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:09.755844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-086549bf-1890-4409-adff-61f5b9120827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.759952 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aea3f0-15b4-4baf-b4b6-76ca705cf4fe None None] Routers {'cc061fd3-a655-4c6e-b669-c0e391e5bd0b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:09.760814 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-95aea3f0-15b4-4baf-b4b6-76ca705cf4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['cc061fd3-a655-4c6e-b669-c0e391e5bd0b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:09.814354 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b57f6f7-8958-48af-a41a-6e51f5a48bc5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:09.814877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b57f6f7-8958-48af-a41a-6e51f5a48bc5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:09.815072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.833128 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-95aea3f0-15b4-4baf-b4b6-76ca705cf4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:09.865590 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aea3f0-15b4-4baf-b4b6-76ca705cf4fe None None] Routers {'cc061fd3-a655-4c6e-b669-c0e391e5bd0b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:09.866228 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-95aea3f0-15b4-4baf-b4b6-76ca705cf4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['cc061fd3-a655-4c6e-b669-c0e391e5bd0b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:09.867495 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2b57f6f7-8958-48af-a41a-6e51f5a48bc5 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/5238a6da-e37a-4615-81b8-c967add23d60 HTTP/1.1" status: 404 len: 337 time: 0.1312873 Dec 23 08:32:09.878140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47848) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:09.883280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.898802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1294f4-73b1-481f-97fe-c6517cf9afa3 None None] DHCP port deletion for 5571ecfe-1161-4efa-a023-50833af70f22 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:32:09.904409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2e1294f4-73b1-481f-97fe-c6517cf9afa3 None None] Deleting port a7d613df-07e8-427f-89bf-2533bec59a81 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:09.905097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2e1294f4-73b1-481f-97fe-c6517cf9afa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:09.933502 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-95aea3f0-15b4-4baf-b4b6-76ca705cf4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:09.934224 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aea3f0-15b4-4baf-b4b6-76ca705cf4fe None None] The sync data for ids ['cc061fd3-a655-4c6e-b669-c0e391e5bd0b'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:32:09.968525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:09.969482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=dd460938-edab-457b-99ba-4c3321a2be8d,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:09.973095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:09.984421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:09.985004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.011815 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f15d8589-177c-4b40-92e3-6bb983a3c88e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0285051 Dec 23 08:32:10.015590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47852) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.021676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:10.026202 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab25620e-c444-48d1-b3f4-d8aef56e27ac tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:10.026620 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab25620e-c444-48d1-b3f4-d8aef56e27ac tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:10.030783 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ab25620e-c444-48d1-b3f4-d8aef56e27ac tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/3a7d19d1-6431-4b15-8cff-c4004237a62c HTTP/1.1" status: 404 len: 333 time: 0.1469688 Dec 23 08:32:10.039995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47856) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.073096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4105d4ef-9a47-45ae-a383-8455cbf5c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.114177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 414ed109-0aad-48e8-85a0-dc88619545e0 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:10.117892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=044012c4-98e2-4781-b70a-6fda828a01fe,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:10.135018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:10.135733 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc00ece9-8d7d-4fa2-a0a3-91fed81f9599 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:10.136168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc00ece9-8d7d-4fa2-a0a3-91fed81f9599 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:10.140278 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dc00ece9-8d7d-4fa2-a0a3-91fed81f9599 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/2ca7ab4c-f315-40f9-82ec-541a93e44fc2 HTTP/1.1" status: 404 len: 337 time: 0.0969410 Dec 23 08:32:10.141626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47860) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.141626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:10.228296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.231998 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecb4545-c4cf-452d-a4e8-ebd7981d21b9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:10.232430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecb4545-c4cf-452d-a4e8-ebd7981d21b9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:10.236493 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6ecb4545-c4cf-452d-a4e8-ebd7981d21b9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/19058c3e-9a01-45bb-9d46-e55b9f4f4d2b HTTP/1.1" status: 404 len: 337 time: 0.0670340 Dec 23 08:32:10.240565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47864) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.264697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2e1294f4-73b1-481f-97fe-c6517cf9afa3 None None] For port a7d613df-07e8-427f-89bf-2533bec59a81, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7d613df-07e8-427f-89bf-2533bec59a81,segment=NetworkSegment(00b1152f-5216-4252-bb53-8db7e59871e5),segment_id=00b1152f-5216-4252-bb53-8db7e59871e5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:10.265349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2e1294f4-73b1-481f-97fe-c6517cf9afa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.315022 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63823b4-0271-4cfd-9bc1-def2213fd525 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:10.315510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63823b4-0271-4cfd-9bc1-def2213fd525 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:10.317818 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b63823b4-0271-4cfd-9bc1-def2213fd525 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/28d372d4-48fb-4fd9-9b09-b9948da794ba HTTP/1.1" status: 404 len: 333 time: 0.0754800 Dec 23 08:32:10.322134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47868) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.332420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.343389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdee222f-bf9f-41f1-b1ae-1e98e31a61c4 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Deleting subnet 2926821a-3821-43a1-950b-6cf23bae8a1f {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:10.352990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cdee222f-bf9f-41f1-b1ae-1e98e31a61c4 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.370022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:10.373133 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-282b7537-4f73-452c-b295-954ab61ed877 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:10.373558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282b7537-4f73-452c-b295-954ab61ed877 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:10.375237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-282b7537-4f73-452c-b295-954ab61ed877 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/5a5abb11-1ceb-41fe-9b6b-10fcc83e74ca HTTP/1.1" status: 404 len: 337 time: 0.0506830 Dec 23 08:32:10.378093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47872) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.379800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:10.381646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Subnet': ['ID=f05c0a7d-1b49-4971-abca-156296343f83,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:10.384341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:10.419328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2e1294f4-73b1-481f-97fe-c6517cf9afa3 None None] Calling delete_port for a7d613df-07e8-427f-89bf-2533bec59a81 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:10.424135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:10.431706 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6442f44-8906-437a-b540-292862b3d3e9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:10.432206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6442f44-8906-437a-b540-292862b3d3e9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:10.434313 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e6442f44-8906-437a-b540-292862b3d3e9 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/subnets/9747233a-a2e6-47a0-b8d3-12227e989009 HTTP/1.1" status: 404 len: 337 time: 0.0517521 Dec 23 08:32:10.437748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47876) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.444816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cdee222f-bf9f-41f1-b1ae-1e98e31a61c4 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.481330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Checking segment: {'id': '47eae623-2529-4276-a16c-a1ff90d7a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '936f0a20-9bdc-4f94-a152-1b90a2529e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:10.481330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network hostable DHCP agents. Network: 936f0a20-9bdc-4f94-a152-1b90a2529e23, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:10.523167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:10.526945 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.549959 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7d613df-07e8-427f-89bf-2533bec59a81 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:10.564671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cdee222f-bf9f-41f1-b1ae-1e98e31a61c4 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.576575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2e1294f4-73b1-481f-97fe-c6517cf9afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.580558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105d4ef-9a47-45ae-a383-8455cbf5c888 None None] No DVR routers for this DVR port e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:10.595338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105d4ef-9a47-45ae-a383-8455cbf5c888 None None] Pushing event deleted for resources: {'Port': ['ID=e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:10.610034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.636762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network 936f0a20-9bdc-4f94-a152-1b90a2529e23 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:10.649511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: a7d613df-07e8-427f-89bf-2533bec59a81 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:10.649848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7d613df-07e8-427f-89bf-2533bec59a81 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:10.650278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:10.651430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0b292851-e331-4fad-906a-3464702e6b2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Deleting port 3d2e3753-9262-4eee-8c99-e4e114ede0dd {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:10.651819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b292851-e331-4fad-906a-3464702e6b2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.677727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 936f0a20-9bdc-4f94-a152-1b90a2529e23) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:10.687069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e174c9a-63c8-4878-9ffb-6808de305c45 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:10.691400 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bc84de10-dfa0-48fc-980d-abf9a5a41faf tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/routers/cc061fd3-a655-4c6e-b669-c0e391e5bd0b HTTP/1.1" status: 200 len: 890 time: 0.9571459 Dec 23 08:32:10.692913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47880) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.693548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:10.694185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.715009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c34455-8d30-4849-9445-94d27f0ad731 None None] Network 936f0a20-9bdc-4f94-a152-1b90a2529e23 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:10.763593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f05ddddd-d65a-4a2f-9f43-29ac3d80ba08 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:10.791870 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.ipam_backend_mixin [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd460938-edab-457b-99ba-4c3321a2be8d (CIDR: 2001:db8::/64) Dec 23 08:32:10.802497 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:32:10.802927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:10.819066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1294f4-73b1-481f-97fe-c6517cf9afa3 None None] Pushing event deleted for resources: {'Port': ['ID=a7d613df-07e8-427f-89bf-2533bec59a81,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:10.820853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:10.821131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e51b2bc5-4ccc-42ab-9f18-9e4f07cd5535 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:10.836984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1294f4-73b1-481f-97fe-c6517cf9afa3 None None] No DVR routers for this DVR port a7d613df-07e8-427f-89bf-2533bec59a81 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:10.848342 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-814631cc-dc51-47a5-ad0e-84516cca0fa5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5326025 Dec 23 08:32:10.849103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47884) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.870175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-803064788'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:10.871556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8306edc6-a7da-4e87-9d2b-c9d6467345b1 None None] Provisioning for port 044012c4-98e2-4781-b70a-6fda828a01fe completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:10.873238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cdee222f-bf9f-41f1-b1ae-1e98e31a61c4 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.886745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8306edc6-a7da-4e87-9d2b-c9d6467345b1 None None] Provisioning complete for port 044012c4-98e2-4781-b70a-6fda828a01fe triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:10.887119 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8306edc6-a7da-4e87-9d2b-c9d6467345b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:10.902705 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bb795166-4036-4e28-ac40-c1d48fa1a50c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8867824 Dec 23 08:32:10.906179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47888) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.918603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:10.926188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'subnet': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:10.928040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f05ddddd-d65a-4a2f-9f43-29ac3d80ba08 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:10.929170 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f05ddddd-d65a-4a2f-9f43-29ac3d80ba08 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc061fd3-a655-4c6e-b669-c0e391e5bd0b HTTP/1.1" status: 200 len: 205 time: 0.2312510 Dec 23 08:32:10.932362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:network and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:10.937126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee222f-bf9f-41f1-b1ae-1e98e31a61c4 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Subnet': ['ID=2926821a-3821-43a1-950b-6cf23bae8a1f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:10.938722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47892) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:10.941669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:11.003711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:11.027700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8306edc6-a7da-4e87-9d2b-c9d6467345b1 None None] Port 044012c4-98e2-4781-b70a-6fda828a01fe cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:11.146042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b292851-e331-4fad-906a-3464702e6b2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.174699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3b1e253c-1242-4661-909e-bc02458a5888', 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'tenant_id': '6ace87fbb8ee485590028e136d79c0fb', 'fixed_ips': [{'subnet_id': 'dd460938-edab-457b-99ba-4c3321a2be8d'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:11.175499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.192238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cdee222f-bf9f-41f1-b1ae-1e98e31a61c4 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.196148 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cdee222f-bf9f-41f1-b1ae-1e98e31a61c4 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/subnets/2926821a-3821-43a1-950b-6cf23bae8a1f HTTP/1.1" status: 204 len: 168 time: 1.4614832 Dec 23 08:32:11.207618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47896) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:11.232337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-936f0a20-9bdc-4f94-a152-1b90a2529e23', 'network_id': '936f0a20-9bdc-4f94-a152-1b90a2529e23', 'tenant_id': '4aafa36299c8408a897b476437f98df9', 'fixed_ips': [{'subnet_id': 'f05c0a7d-1b49-4971-abca-156296343f83'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:11.233128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.289535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:11.291579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.295106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0b292851-e331-4fad-906a-3464702e6b2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Calling delete_port for 3d2e3753-9262-4eee-8c99-e4e114ede0dd owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:11.402920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:11.408189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:subnet and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:11.412340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:11.418452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b292851-e331-4fad-906a-3464702e6b2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.424286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:11.445043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.464682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:11.484080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b292851-e331-4fad-906a-3464702e6b2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Port': ['ID=3d2e3753-9262-4eee-8c99-e4e114ede0dd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:11.491728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.492344 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Added segment ff81c48b-8833-4ea7-afa7-9eb3558c9480 of type vlan for network 9fc200fc-37fd-4438-93dd-b0d6b9218d8b Dec 23 08:32:11.504428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b292851-e331-4fad-906a-3464702e6b2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.509682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Allocated IP 2001:db8::2 (3b1e253c-1242-4661-909e-bc02458a5888/dd460938-edab-457b-99ba-4c3321a2be8d/221cff8b-122c-4c54-81cc-7c3d38891a49) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:11.516549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:11.518957 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Allocated IP 2001:db8:0:ffff::2 (936f0a20-9bdc-4f94-a152-1b90a2529e23/f05c0a7d-1b49-4971-abca-156296343f83/bec96a61-c5b4-469e-9107-68eddf063a4b) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:11.521512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.636344 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0b292851-e331-4fad-906a-3464702e6b2b tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/ports/3d2e3753-9262-4eee-8c99-e4e114ede0dd HTTP/1.1" status: 204 len: 168 time: 1.1961918 Dec 23 08:32:11.639272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47900) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:11.700869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.763790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.776647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.824718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a62d7a-0d69-411e-b2d4-3eb8467cff0c']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:11.835804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.839135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:11.839698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.865724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.888283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.905381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.907916 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Transition to ACTIVE for port object 221cff8b-122c-4c54-81cc-7c3d38891a49 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:11.921151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c6c28c-fdf6-4ce1-88f4-bcb3292344c7') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:11.921357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c6c28c-fdf6-4ce1-88f4-bcb3292344c7') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:11.926514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Transition to ACTIVE for port object bec96a61-c5b4-469e-9107-68eddf063a4b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:11.939351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.942746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Transition to ACTIVE for port object 221cff8b-122c-4c54-81cc-7c3d38891a49 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:11.952364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Transition to ACTIVE for port object bec96a61-c5b4-469e-9107-68eddf063a4b will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:11.954010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.985304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:11.995740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.018571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5571ecfe-1161-4efa-a023-50833af70f22']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:12.033370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b1152f-5216-4252-bb53-8db7e59871e5') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:12.033778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b1152f-5216-4252-bb53-8db7e59871e5') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:12.037400 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:12.038520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.046666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:12.051006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Pushing event updated for resources: {'Port': ['ID=221cff8b-122c-4c54-81cc-7c3d38891a49,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:12.054342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Network 936f0a20-9bdc-4f94-a152-1b90a2529e23 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:12.055214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:12.060756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.073778 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2100816 Dec 23 08:32:12.078411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47904) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:12.089235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:12.089456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'subnet': {'network_id': '9fc200fc-37fd-4438-93dd-b0d6b9218d8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:12.089605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98a872-a955-43cb-a737-08a865de4287 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Network': ['ID=9fc200fc-37fd-4438-93dd-b0d6b9218d8b,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:12.093296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.095640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:12.108301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:12.108970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.121327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 9fc200fc-37fd-4438-93dd-b0d6b9218d8b details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:12.129406 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:12.183055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.184470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=044012c4-98e2-4781-b70a-6fda828a01fe,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:12.187042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.196891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.200147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:12.200545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:12.215718 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:12.265100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Pushing event updated for resources: {'Port': ['ID=bec96a61-c5b4-469e-9107-68eddf063a4b,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:12.348674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:12.353078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:subnet and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:12.353539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.356703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:12.364145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:12.381809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.384437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Attempting to bind port 221cff8b-122c-4c54-81cc-7c3d38891a49 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:12.384801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Attempting to bind port 221cff8b-122c-4c54-81cc-7c3d38891a49 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:12.385156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Attempting to bind port 221cff8b-122c-4c54-81cc-7c3d38891a49 on network 3b1e253c-1242-4661-909e-bc02458a5888 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:12.390513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Attempting to bind port bec96a61-c5b4-469e-9107-68eddf063a4b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:12.390513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Attempting to bind port bec96a61-c5b4-469e-9107-68eddf063a4b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '47eae623-2529-4276-a16c-a1ff90d7a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '936f0a20-9bdc-4f94-a152-1b90a2529e23'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:12.390513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Attempting to bind port bec96a61-c5b4-469e-9107-68eddf063a4b on network 936f0a20-9bdc-4f94-a152-1b90a2529e23 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:12.393212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.398070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.400559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:12.401076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Checking segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:12.401484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.401700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:12.401833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] Pushing event deleted for resources: {'Network': ['ID=35a62d7a-0d69-411e-b2d4-3eb8467cff0c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:12.401942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Bound using segment: {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:12.402493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Bound port: 221cff8b-122c-4c54-81cc-7c3d38891a49, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2290a-5471-452e-b731-de58a36860a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3b1e253c-1242-4661-909e-bc02458a5888'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:12.402912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.415844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:12.416211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Checking segment: {'id': '47eae623-2529-4276-a16c-a1ff90d7a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '936f0a20-9bdc-4f94-a152-1b90a2529e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:12.416968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.417530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Bound using segment: {'id': '47eae623-2529-4276-a16c-a1ff90d7a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '936f0a20-9bdc-4f94-a152-1b90a2529e23'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:12.418201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Bound port: bec96a61-c5b4-469e-9107-68eddf063a4b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eae623-2529-4276-a16c-a1ff90d7a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '936f0a20-9bdc-4f94-a152-1b90a2529e23'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:12.418746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.419523 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-47da1046-f9ae-456f-aca3-25f71b21c4e9 tempest-FloatingIPTestJSON-875424107 tempest-FloatingIPTestJSON-875424107-project] 10.222.0.36 "DELETE /v2.0/networks/35a62d7a-0d69-411e-b2d4-3eb8467cff0c HTTP/1.1" status: 204 len: 168 time: 1.2039068 Dec 23 08:32:12.501232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] Pushing event deleted for resources: {'Network': ['ID=5571ecfe-1161-4efa-a023-50833af70f22,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:12.528466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 414ed109-0aad-48e8-85a0-dc88619545e0 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:12.530404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:12.531813 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d2eba45e-2394-46f3-9da4-3d8090573374 tempest-PortsIpV6TestJSON-933617833 tempest-PortsIpV6TestJSON-933617833-project] 10.222.0.36 "DELETE /v2.0/networks/5571ecfe-1161-4efa-a023-50833af70f22 HTTP/1.1" status: 204 len: 168 time: 0.8914864 Dec 23 08:32:12.599638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.643042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] For port 221cff8b-122c-4c54-81cc-7c3d38891a49, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:12.653662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] For port bec96a61-c5b4-469e-9107-68eddf063a4b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:12.662551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] For port 221cff8b-122c-4c54-81cc-7c3d38891a49, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=221cff8b-122c-4c54-81cc-7c3d38891a49,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:12.666714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] For port bec96a61-c5b4-469e-9107-68eddf063a4b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=bec96a61-c5b4-469e-9107-68eddf063a4b,segment=NetworkSegment(47eae623-2529-4276-a16c-a1ff90d7a1ee),segment_id=47eae623-2529-4276-a16c-a1ff90d7a1ee)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:12.675289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.712241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:32:12.758358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:12.901795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534d9c2-799c-4dc4-a665-53e7914c8e59 None None] Pushing event updated for resources: {'Port': ['ID=221cff8b-122c-4c54-81cc-7c3d38891a49,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:13.002665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-537344f4-eeee-47ad-a221-4d034ceddb89 None None] Provisioning complete for port 044012c4-98e2-4781-b70a-6fda828a01fe triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:13.003941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-537344f4-eeee-47ad-a221-4d034ceddb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:13.007593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47916) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:13.012286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47918) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:13.068208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b23f1d-a9ab-4833-b395-c3fbc65f7525 None None] Pushing event updated for resources: {'Port': ['ID=bec96a61-c5b4-469e-9107-68eddf063a4b,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:13.155481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-537344f4-eeee-47ad-a221-4d034ceddb89 None None] Port 044012c4-98e2-4781-b70a-6fda828a01fe cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:13.286381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:13.412428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:13.438357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 99604d97-fa16-4d37-8fea-afb46299d978 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:13.443246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:13.481754 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-683b8851-6804-435a-90b0-455fbbee4478 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5081e89da4a74fbea7194cff8f1d47f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4727697 Dec 23 08:32:13.488358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47928) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:13.599263 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-046f4e86-fc6c-40c6-8118-243cc1659fa5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c600ae97614497a98bd811f81184e15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5736411 Dec 23 08:32:13.633789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47932) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:13.692597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router e053eba9-8c08-4663-a1c4-f14cd41e34d2 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:32:13.746068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:32:13.753530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:13.756664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:13.871487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51b4c5c1-3ada-4e6c-9565-4a656bbb8359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:13.873031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Subnet': ['ID=51291d63-4d84-4afd-9489-4cfad7e317e9,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:13.880476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:13.927255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] For port 221cff8b-122c-4c54-81cc-7c3d38891a49, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=221cff8b-122c-4c54-81cc-7c3d38891a49,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:13.934834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51b4c5c1-3ada-4e6c-9565-4a656bbb8359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:13.950477 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 99604d97-fa16-4d37-8fea-afb46299d978 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:13.962476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Checking segment: {'id': 'ff81c48b-8833-4ea7-afa7-9eb3558c9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9fc200fc-37fd-4438-93dd-b0d6b9218d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:13.962831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network hostable DHCP agents. Network: 9fc200fc-37fd-4438-93dd-b0d6b9218d8b, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:14.011518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.019775 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.020090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.020399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.086241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network 9fc200fc-37fd-4438-93dd-b0d6b9218d8b is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:14.144248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51b4c5c1-3ada-4e6c-9565-4a656bbb8359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.163049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 9fc200fc-37fd-4438-93dd-b0d6b9218d8b) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:14.177761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb28bf-99f2-4585-bbde-40d277e4783b None None] Network 9fc200fc-37fd-4438-93dd-b0d6b9218d8b requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:14.183449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:14.184481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4c5c1-3ada-4e6c-9565-4a656bbb8359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3658c5f7-81ad-4b72-b381-6c27025e6f86,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:14.189704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:14.190727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.192455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.195497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=221cff8b-122c-4c54-81cc-7c3d38891a49,revision_number=4']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:14.197646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Subnet': ['ID=9d99dc82-9104-4811-b684-91ee867eac79,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:14.199768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:14.206640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:14.207239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.228713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40de00e-9f7e-4723-a9be-bed5000b712f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:14.246682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-51b4c5c1-3ada-4e6c-9565-4a656bbb8359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.250237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-51b4c5c1-3ada-4e6c-9565-4a656bbb8359 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3658c5f7-81ad-4b72-b381-6c27025e6f86 HTTP/1.1" status: 204 len: 168 time: 0.7571104 Dec 23 08:32:14.259640 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4c7eb3bb-5b31-4642-8271-e3fcd62ca199 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1787848 Dec 23 08:32:14.268944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47938) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:14.282383 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c2a6d2b9-4134-457e-a8b8-5e35253086e9 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3749917 Dec 23 08:32:14.283321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47942) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:14.289343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'port': {'network_id': '9fc200fc-37fd-4438-93dd-b0d6b9218d8b', 'name': 'tempest-NetworksIpV6TestAttrs-849892362'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:14.313093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Request body: {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'mac_address': 'fa:16:3e:9e:3b:44', 'name': 'tempest-NetworksTestDHCPv6-700339827'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:14.348923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.349338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.349627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.350135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.350351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.350842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.351173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.351519 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.351844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.352313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.352638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:14.362657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.430403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:14.431549 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cf48d2db-d100-4203-bd51-a85490ced987 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a40de00e-9f7e-4723-a9be-bed5000b712f HTTP/1.1" status: 204 len: 168 time: 0.7958550 Dec 23 08:32:14.438155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=99604d97-fa16-4d37-8fea-afb46299d978,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:14.593858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:32:14.637708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Sync routers for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:32:14.773891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 221cff8b-122c-4c54-81cc-7c3d38891a49 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:14.778603 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5e517977-4154-4f72-a543-b49be1e4454b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/e053eba9-8c08-4663-a1c4-f14cd41e34d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7632990 Dec 23 08:32:14.813494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:14.822374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Usage tracker for resource:port and tenant:6ace87fbb8ee485590028e136d79c0fb is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:14.835678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:14.846826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:14.860321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:14.866748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:port and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:14.874862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Made reservation on behalf of 6ace87fbb8ee485590028e136d79c0fb for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:14.877376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e7938d-3ae0-4d12-8812-c81717503aeb None None] Network 936f0a20-9bdc-4f94-a152-1b90a2529e23 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:14.897851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:14.983428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c3c838-42c5-4ed3-bff4-a0137251d551 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:15.013238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:15.014033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:15.015652 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:15.045446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.066573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:15.072565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.156977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] device_id is not set on port 33a1088a-1b33-440b-9acc-0efbb297519f yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:32:15.246253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.298100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] device_id is not set on port 55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:32:15.565780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.572154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.603738 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.605874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Fanout notify agent at l3_agent the message router_deleted on router cc061fd3-a655-4c6e-b669-c0e391e5bd0b {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:32:15.615258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4f66765d-8f6c-48ec-add8-3d4968290ca4 None None] Provisioning for port bec96a61-c5b4-469e-9107-68eddf063a4b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:15.650590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.653477 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4e1fcf94-9776-428c-8310-f6a7ffe9d938 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/cc061fd3-a655-4c6e-b669-c0e391e5bd0b HTTP/1.1" status: 204 len: 168 time: 4.6632223 Dec 23 08:32:15.657090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47976) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:15.665354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-556508183'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:15.681341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:15.683371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-9fc200fc-37fd-4438-93dd-b0d6b9218d8b', 'network_id': '9fc200fc-37fd-4438-93dd-b0d6b9218d8b', 'tenant_id': '4aafa36299c8408a897b476437f98df9', 'fixed_ips': [{'subnet_id': '51291d63-4d84-4afd-9489-4cfad7e317e9'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:15.684543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.690109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:network and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:15.699433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:15.707505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:15.723457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:15.730612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.800037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Allocated IP 2001:db8::f816:3eff:fea8:d4e0 (9fc200fc-37fd-4438-93dd-b0d6b9218d8b/51291d63-4d84-4afd-9489-4cfad7e317e9/33a1088a-1b33-440b-9acc-0efbb297519f) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:15.806078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:15.827655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.828240 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added segment bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c of type vlan for network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 Dec 23 08:32:15.885567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.906264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 221cff8b-122c-4c54-81cc-7c3d38891a49 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:15.918516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8::16a (3b1e253c-1242-4661-909e-bc02458a5888/dd460938-edab-457b-99ba-4c3321a2be8d/55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:15.926051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:3b44 (3b1e253c-1242-4661-909e-bc02458a5888/9d99dc82-9104-4811-b684-91ee867eac79/55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:15.930193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:32:15.953915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.958770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:15.959356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:15.983913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 47988) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:16.065088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 47994) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:16.098418 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4400485 Dec 23 08:32:16.101714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device bec96a61-c5b4-469e-9107-68eddf063a4b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:16.102911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48000) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:16.110529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'subnet': {'network_id': '0e8d57ea-dbd8-402a-ae5b-5cd592025bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:16.180652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ffad0ad0-176b-4b05-b1e6-ff82e2e34457 None None] Provisioning for port 221cff8b-122c-4c54-81cc-7c3d38891a49 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:16.198715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c23251-63e8-4657-b1af-627cc7d731e4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Network': ['ID=0e8d57ea-dbd8-402a-ae5b-5cd592025bc3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:16.248375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:16.255252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:subnet and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:16.255426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:16.258418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:16.266297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:16.283190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:16.287827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.332964 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Transition to ACTIVE for port object 55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:16.378593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-secgroup--500311374'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:16.394681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'networks': [{'name': 'tempest-network--244292770'}, {'name': 'tempest-network--1379692051'}]} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:16.394978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'network': {'name': 'tempest-network--244292770'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:16.395455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'network': {'name': 'tempest-network--1379692051'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:16.397185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:16.400134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:16.405043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:16.407682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Usage tracker for resource:network and tenant:7b3d22d6a8ee476cbc97d2aba2c33112 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:16.410131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ffad0ad0-176b-4b05-b1e6-ff82e2e34457 None None] Provisioning complete for port 221cff8b-122c-4c54-81cc-7c3d38891a49 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:16.410508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ffad0ad0-176b-4b05-b1e6-ff82e2e34457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.411063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.412968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:16.414135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:16.423273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:16.429493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:16.440464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.445522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Transition to ACTIVE for port object 33a1088a-1b33-440b-9acc-0efbb297519f will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:16.449161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.489644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.516988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Made reservation on behalf of 7b3d22d6a8ee476cbc97d2aba2c33112 for: {'network': 2} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:16.522250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.538142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.543439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.545568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.552014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:16.600957 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:16.605506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:16.613517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Usage tracker for resource:security_group_rule and tenant:7b3d22d6a8ee476cbc97d2aba2c33112 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:16.618275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:16.620231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:16.628087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:16.631429 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:16.648367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Network 3b1e253c-1242-4661-909e-bc02458a5888 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:16.653380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:16.667319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network 9fc200fc-37fd-4438-93dd-b0d6b9218d8b is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:16.672162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:16.676719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:16.677353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.708790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:16.712533 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event updated for resources: {'Port': ['ID=55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:16.715994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port bec96a61-c5b4-469e-9107-68eddf063a4b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:16.721180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Allocated IP 2001:db8::f816:3eff:fe9e:c559 (9fc200fc-37fd-4438-93dd-b0d6b9218d8b/51291d63-4d84-4afd-9489-4cfad7e317e9/3e47715c-76e1-4ba0-a52b-6588af996cc8) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:16.723792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:16.732742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:16.733438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.742179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.742609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.742939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.743753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.743753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.744113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.744214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.744597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.744918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.745233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.745607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:16.754191 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0da028fd-19d8-45fe-ba1b-4bdcd7c3d3a6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4493225 Dec 23 08:32:16.761333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48004) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:16.791623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port bec96a61-c5b4-469e-9107-68eddf063a4b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:16.792014 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.887406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.897066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.899817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.907064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.942350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.942812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:16.980679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f1b7d-9334-4dc1-9be1-f8c8bbd684d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting port 55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:16.981012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1b7d-9334-4dc1-9be1-f8c8bbd684d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.027913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ffad0ad0-176b-4b05-b1e6-ff82e2e34457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.056361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Port': ['ID=33a1088a-1b33-440b-9acc-0efbb297519f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:17.062284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:17.066202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d9693a-6662-4239-8c91-20ceed8babf9,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:17.072250 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bf73c525-017e-4297-be9d-45d0e1089654 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8015134 Dec 23 08:32:17.075231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48008) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:17.076392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:17.116839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f8962c-e48d-4678-873e-c2a53f35dba3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:17.131297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:17.145123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:17.185668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ffad0ad0-176b-4b05-b1e6-ff82e2e34457 None None] For port 221cff8b-122c-4c54-81cc-7c3d38891a49, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=221cff8b-122c-4c54-81cc-7c3d38891a49,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:17.209881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ffad0ad0-176b-4b05-b1e6-ff82e2e34457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.233668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.246492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.281350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9f8d8b-b74e-4927-a89f-3dd7c87b184a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Deleting subnet 51291d63-4d84-4afd-9489-4cfad7e317e9 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:17.285323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.342180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Subnet': ['ID=4aa4ea21-bda7-4cfe-8b9c-c805d0a8cd1a,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:17.344444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30400d69-821e-4b9a-ad9a-76931430cfb6,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:17.349364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.351130 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dc853b52-0bde-49f3-af97-0423b1273272 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2832863 Dec 23 08:32:17.354117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48014) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:17.359608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:17.392997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Checking segment: {'id': 'bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0e8d57ea-dbd8-402a-ae5b-5cd592025bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:17.395288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network hostable DHCP agents. Network: 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:17.395779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:32:10Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ade44e14-acd7-4ef1-862d-b77764f113f8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:30:52Z', 'updated_at': '2021-12-23T08:31:05Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044012c4-98e2-4781-b70a-6fda828a01fe', 'name': '', 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd123f7f-b679-4f94-b225-66682c736e75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:07Z', 'updated_at': '2021-12-23T08:32:11Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'cd123f7f-b679-4f94-b225-66682c736e75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:17.402461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1b7d-9334-4dc1-9be1-f8c8bbd684d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.412892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.413560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.413900 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Added segment 7e584c1a-7172-4545-bc31-262fab721b25 of type vlan for network 7e978d60-e32a-4f62-b906-2367b05d2795 Dec 23 08:32:17.420295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port bec96a61-c5b4-469e-9107-68eddf063a4b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=bec96a61-c5b4-469e-9107-68eddf063a4b,segment=NetworkSegment(47eae623-2529-4276-a16c-a1ff90d7a1ee),segment_id=47eae623-2529-4276-a16c-a1ff90d7a1ee)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:17.421722 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad0ad0-176b-4b05-b1e6-ff82e2e34457 None None] Pushing event updated for resources: {'Port': ['ID=221cff8b-122c-4c54-81cc-7c3d38891a49,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:17.426079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Checking router: e053eba9-8c08-4663-a1c4-f14cd41e34d2 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:32:17.426599 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Updating router e053eba9-8c08-4663-a1c4-f14cd41e34d2 port 044012c4-98e2-4781-b70a-6fda828a01fe binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:32:17.443570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-30665701-1343-48d9-8e3f-6ecf45bc365e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:17.467858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.472426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Transition to ACTIVE for port object 3e47715c-76e1-4ba0-a52b-6588af996cc8 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:17.480810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-30665701-1343-48d9-8e3f-6ecf45bc365e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:17.487942 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-30665701-1343-48d9-8e3f-6ecf45bc365e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1293988 Dec 23 08:32:17.488543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48018) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:17.497718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-917eb182-c078-466b-b0d8-74cf87cf1e1e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-security--87635201', 'description': 'tempest-security-description-916007782'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:17.559301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ed091617-4ed7-4691-b046-ebe80c0c42d0 None None] Provisioning complete for port bec96a61-c5b4-469e-9107-68eddf063a4b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:17.559750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ed091617-4ed7-4691-b046-ebe80c0c42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.577423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-917eb182-c078-466b-b0d8-74cf87cf1e1e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.601195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 221cff8b-122c-4c54-81cc-7c3d38891a49 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:17.648678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Transition to ACTIVE for port object 3e47715c-76e1-4ba0-a52b-6588af996cc8 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:17.668141 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8d8b-b74e-4927-a89f-3dd7c87b184a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.673787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.694833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.713607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-917eb182-c078-466b-b0d8-74cf87cf1e1e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.724382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=bec96a61-c5b4-469e-9107-68eddf063a4b,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:17.730732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f1b7d-9334-4dc1-9be1-f8c8bbd684d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Calling delete_port for 55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:17.739770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-917eb182-c078-466b-b0d8-74cf87cf1e1e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.743337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-917eb182-c078-466b-b0d8-74cf87cf1e1e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.744766 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-917eb182-c078-466b-b0d8-74cf87cf1e1e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "PUT /v2.0/security-groups/30400d69-821e-4b9a-ad9a-76931430cfb6 HTTP/1.1" status: 200 len: 1609 time: 0.2551289 Dec 23 08:32:17.759265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48022) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:17.774728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8d8b-b74e-4927-a89f-3dd7c87b184a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.825607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.829604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb182-c078-466b-b0d8-74cf87cf1e1e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30400d69-821e-4b9a-ad9a-76931430cfb6,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:17.847046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Network 9fc200fc-37fd-4438-93dd-b0d6b9218d8b is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:17.857901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:17.860823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:17.868027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:17.881632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Pushing event updated for resources: {'Port': ['ID=3e47715c-76e1-4ba0-a52b-6588af996cc8,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:17.888974 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-42cf2dcf-27b1-4170-930b-4cce8794554d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups/30400d69-821e-4b9a-ad9a-76931430cfb6 HTTP/1.1" status: 200 len: 1609 time: 0.1233199 Dec 23 08:32:17.896220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48026) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:17.922160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:17.947794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:17.951934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:17.952507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:17.974205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8d8b-b74e-4927-a89f-3dd7c87b184a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.040225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.040477 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Added segment f64893d3-5325-4917-b700-68a70a25b01a of type vlan for network 29aa5bb8-e575-4608-b43e-8e046db2aea1 Dec 23 08:32:18.077132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eeb3ac-5e35-4e49-9010-52f2c053e546 None None] Network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:18.100268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8d8b-b74e-4927-a89f-3dd7c87b184a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.106206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 221cff8b-122c-4c54-81cc-7c3d38891a49 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:18.106564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.123475 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a0b63cdb-3319-4780-84ad-f6cda46ccfae tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0169396 Dec 23 08:32:18.132664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48030) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:18.142361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f8d8b-b74e-4927-a89f-3dd7c87b184a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Subnet': ['ID=51291d63-4d84-4afd-9489-4cfad7e317e9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:18.142911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.147541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8d8b-b74e-4927-a89f-3dd7c87b184a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.151190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-370392370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:18.153882 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1c9f8d8b-b74e-4927-a89f-3dd7c87b184a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/subnets/51291d63-4d84-4afd-9489-4cfad7e317e9 HTTP/1.1" status: 204 len: 168 time: 1.0740392 Dec 23 08:32:18.156403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48034) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:18.172396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:18.183854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14998758-f164-445a-b785-e9e4d48176cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.188853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:router and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:18.206212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:18.229004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:18.229253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce41bc78-9d58-416f-91a1-b8f63d9d1a56 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:18.230732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce41bc78-9d58-416f-91a1-b8f63d9d1a56 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:18.231523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ce41bc78-9d58-416f-91a1-b8f63d9d1a56 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Synchronizing usage tracker for tenant:4aafa36299c8408a897b476437f98df9 on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:18.237018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1b7d-9334-4dc1-9be1-f8c8bbd684d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.255586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ce41bc78-9d58-416f-91a1-b8f63d9d1a56 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Unset dirty status for tenant:4aafa36299c8408a897b476437f98df9 on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:18.257037 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ce41bc78-9d58-416f-91a1-b8f63d9d1a56 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0993924 Dec 23 08:32:18.260346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48038) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:18.287951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.288434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.292084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:18.295714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:18.296364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.327534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14998758-f164-445a-b785-e9e4d48176cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.406463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f1b7d-9334-4dc1-9be1-f8c8bbd684d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Port': ['ID=55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:18.410491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d0242c40-aae4-49c0-a05d-21b51b8cefb4 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.421574 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0242c40-aae4-49c0-a05d-21b51b8cefb4 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 08:32:18.422523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0242c40-aae4-49c0-a05d-21b51b8cefb4 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:18.425108 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d0242c40-aae4-49c0-a05d-21b51b8cefb4 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/9fc200fc-37fd-4438-93dd-b0d6b9218d8b HTTP/1.1" status: 409 len: 405 time: 0.1633012 Dec 23 08:32:18.432782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48042) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:18.438436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-501595461'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:18.444395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:18.450450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:network and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:18.453644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:18.462880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:18.464257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.465189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.497674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:18.501541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.542770 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5356791 Dec 23 08:32:18.542770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Network': ['ID=7e978d60-e32a-4f62-b906-2367b05d2795,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:18.543894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:18.546383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48046) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:18.592247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Attempting to bind port 3e47715c-76e1-4ba0-a52b-6588af996cc8 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:18.592898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Attempting to bind port 3e47715c-76e1-4ba0-a52b-6588af996cc8 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'ff81c48b-8833-4ea7-afa7-9eb3558c9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9fc200fc-37fd-4438-93dd-b0d6b9218d8b'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:18.593486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Attempting to bind port 3e47715c-76e1-4ba0-a52b-6588af996cc8 on network 9fc200fc-37fd-4438-93dd-b0d6b9218d8b {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:18.647868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.648534 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Added segment c8ae6351-25e1-4298-86a6-4d954dc9c83e of type vlan for network 1c201da9-0bec-4549-9467-2b9b85208d0d Dec 23 08:32:18.677097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:18.677561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Checking segment: {'id': 'ff81c48b-8833-4ea7-afa7-9eb3558c9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9fc200fc-37fd-4438-93dd-b0d6b9218d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:18.678107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.678731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Bound using segment: {'id': 'ff81c48b-8833-4ea7-afa7-9eb3558c9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9fc200fc-37fd-4438-93dd-b0d6b9218d8b'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:18.679329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Bound port: 3e47715c-76e1-4ba0-a52b-6588af996cc8, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff81c48b-8833-4ea7-afa7-9eb3558c9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9fc200fc-37fd-4438-93dd-b0d6b9218d8b'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:18.679803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.681150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1b7d-9334-4dc1-9be1-f8c8bbd684d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.695734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7e978d60-e32a-4f62-b906-2367b05d2795 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:18.718945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.730111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14998758-f164-445a-b785-e9e4d48176cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.731728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.733578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14998758-f164-445a-b785-e9e4d48176cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.735200 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-14998758-f164-445a-b785-e9e4d48176cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/30400d69-821e-4b9a-ad9a-76931430cfb6 HTTP/1.1" status: 204 len: 168 time: 0.8343124 Dec 23 08:32:18.740977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48050) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:18.750548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f03ef0-5665-46bc-9f03-e1709efe8837 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Network': ['ID=29aa5bb8-e575-4608-b43e-8e046db2aea1,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:18.764922 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0b9f1b7d-9334-4dc1-9be1-f8c8bbd684d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b HTTP/1.1" status: 204 len: 168 time: 2.0003204 Dec 23 08:32:18.765619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48054) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:18.774504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14998758-f164-445a-b785-e9e4d48176cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30400d69-821e-4b9a-ad9a-76931430cfb6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:18.813607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baceafd9-a986-4585-b4c3-d70cac154511 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:18.818006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baceafd9-a986-4585-b4c3-d70cac154511 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:18.822615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 29aa5bb8-e575-4608-b43e-8e046db2aea1 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:18.824893 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baceafd9-a986-4585-b4c3-d70cac154511 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:18.828973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baceafd9-a986-4585-b4c3-d70cac154511 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:18.830628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.834332 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-baceafd9-a986-4585-b4c3-d70cac154511 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2867503 Dec 23 08:32:18.835089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48058) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:18.863652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:18.865910 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6a2ed13f-3cac-46bd-a7aa-9be2b7bccaf4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7317321 Dec 23 08:32:18.868418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48062) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:18.932157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.005908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80f99e-34ca-459d-84e1-4186bacf7c75 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:19.006499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.006731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc80f99e-34ca-459d-84e1-4186bacf7c75 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:19.009671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:19.010257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.054249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Transition to ACTIVE for port object 044012c4-98e2-4781-b70a-6fda828a01fe will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:19.066904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1cf5e355-0517-44dc-9d28-5f5442d0dbe2 None None] Provisioning complete for port 221cff8b-122c-4c54-81cc-7c3d38891a49 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:19.067280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e355-0517-44dc-9d28-5f5442d0dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.115208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc80f99e-34ca-459d-84e1-4186bacf7c75 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:19.119470 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cc80f99e-34ca-459d-84e1-4186bacf7c75 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3469894 Dec 23 08:32:19.120891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48066) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:19.145700 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8f106183-ea53-45cd-b821-4630835af7c3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4012153 Dec 23 08:32:19.150384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48070) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:19.157914 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7215807 Dec 23 08:32:19.166047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48074) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:19.169667 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.190894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'subnet': {'network_id': '1c201da9-0bec-4549-9467-2b9b85208d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:19.205267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b121c-a5d5-411f-abc3-661bd8dda827 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Network': ['ID=1c201da9-0bec-4549-9467-2b9b85208d0d,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:19.213005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.244658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1c201da9-0bec-4549-9467-2b9b85208d0d details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:19.264426 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-1c7635b4-26ae-40eb-8a5d-9756a642815c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] delete failed (client error): The resource could not be found. Dec 23 08:32:19.269118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1c7635b4-26ae-40eb-8a5d-9756a642815c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/30400d69-821e-4b9a-ad9a-76931430cfb6 HTTP/1.1" status: 404 len: 347 time: 0.1121507 Dec 23 08:32:19.276501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48078) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:19.291611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-secgroup--365469450'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:19.305702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:19.333846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:19.353016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-0e8d57ea-dbd8-402a-ae5b-5cd592025bc3', 'network_id': '0e8d57ea-dbd8-402a-ae5b-5cd592025bc3', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'fixed_ips': [{'subnet_id': '4aa4ea21-bda7-4cfe-8b9c-c805d0a8cd1a'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:19.353810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.372383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:19.450928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.466273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:19.503568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.511060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501bcf4-1fa0-4252-a2c2-3c58f20a8237 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:19.512905 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b501bcf4-1fa0-4252-a2c2-3c58f20a8237 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3893869 Dec 23 08:32:19.515379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48082) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:19.515970 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] For port 3e47715c-76e1-4ba0-a52b-6588af996cc8, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:19.522691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:19.528407 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0bb17-ddcf-4b68-b848-6037bd70b356 None None] Pushing event updated for resources: {'Port': ['ID=044012c4-98e2-4781-b70a-6fda828a01fe,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:19.626588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] For port 3e47715c-76e1-4ba0-a52b-6588af996cc8, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3e47715c-76e1-4ba0-a52b-6588af996cc8,segment=NetworkSegment(ff81c48b-8833-4ea7-afa7-9eb3558c9480),segment_id=ff81c48b-8833-4ea7-afa7-9eb3558c9480)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:19.652435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.668557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:19.676567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e978d60-e32a-4f62-b906-2367b05d2795']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:19.684140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:19.699034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:19.714662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e584c1a-7172-4545-bc31-262fab721b25') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:19.714890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e584c1a-7172-4545-bc31-262fab721b25') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:19.741326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.750696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.758891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:19.780307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device bec96a61-c5b4-469e-9107-68eddf063a4b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:19.791547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.795627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.817691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:19.818107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:19.833016 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:19.894677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd1547-cc69-49e4-9217-d7ef4ff522f1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:19.895975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd1547-cc69-49e4-9217-d7ef4ff522f1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:19.897984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd1547-cc69-49e4-9217-d7ef4ff522f1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:19.898139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3dcd1547-cc69-49e4-9217-d7ef4ff522f1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:19.961222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3dcd1547-cc69-49e4-9217-d7ef4ff522f1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:19.962814 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3dcd1547-cc69-49e4-9217-d7ef4ff522f1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4464421 Dec 23 08:32:19.966295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48088) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:19.966537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1cf5e355-0517-44dc-9d28-5f5442d0dbe2 None None] Could not find standard attr ID for object 55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b. {{(pid=83524) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 08:32:19.998265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Attempting to bind port 044012c4-98e2-4781-b70a-6fda828a01fe on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:19.998671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Attempting to bind port 044012c4-98e2-4781-b70a-6fda828a01fe by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:19.998965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Attempting to bind port 044012c4-98e2-4781-b70a-6fda828a01fe on network 414ed109-0aad-48e8-85a0-dc88619545e0 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:20.001028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d73ab2-91f8-4076-9839-00cc7e8b86b8 None None] Pushing event updated for resources: {'Port': ['ID=3e47715c-76e1-4ba0-a52b-6588af996cc8,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:20.012698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.019126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.059314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Network': ['ID=7e978d60-e32a-4f62-b906-2367b05d2795,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:20.064099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Allocated IP 2001:db8::2 (0e8d57ea-dbd8-402a-ae5b-5cd592025bc3/4aa4ea21-bda7-4cfe-8b9c-c805d0a8cd1a/17200df1-c612-4f5b-88ef-934ed7ab9d93) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:20.076746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:20.076746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Checking segment: {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:20.077165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.078040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Bound using segment: {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:20.078040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Bound port: 044012c4-98e2-4781-b70a-6fda828a01fe, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52686182-1ea6-47f8-a05f-78d2e36bcd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:20.078905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.079888 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-af8a62e7-8e4b-4474-a5b8-af3cfe7ce708 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/networks/7e978d60-e32a-4f62-b906-2367b05d2795 HTTP/1.1" status: 204 len: 168 time: 1.2402561 Dec 23 08:32:20.085048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48092) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:20.148880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.155316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.241844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b3d26a-92d5-4199-a678-41115bcae2fe,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:20.249853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.254574 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6d6580cb-10f4-4cd9-b0c5-aa79c10bada1 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9771018 Dec 23 08:32:20.256005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48096) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:20.260393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a826ab0-f724-4ff6-ae9e-f0fe30461635 None None] Network 9fc200fc-37fd-4438-93dd-b0d6b9218d8b requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:20.272010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': '98b3d26a-92d5-4199-a678-41115bcae2fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:20.282534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:20.288923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:20.292965 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:20.302009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:20.328481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.357023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb89a7e-e4fb-4d6e-b1a8-16cd504a20f5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet 9d99dc82-9104-4811-b684-91ee867eac79 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:20.364364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.364586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port bec96a61-c5b4-469e-9107-68eddf063a4b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:20.364888 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.387342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fb89a7e-e4fb-4d6e-b1a8-16cd504a20f5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.453807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.objects.ports [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83522) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:32:20.457430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.553239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.559594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] For port 044012c4-98e2-4781-b70a-6fda828a01fe, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:20.568640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Subnet': ['ID=014e2f50-8040-4518-a5f5-93ada48e95bf,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:20.571423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.577246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.590053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] For port 044012c4-98e2-4781-b70a-6fda828a01fe, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=044012c4-98e2-4781-b70a-6fda828a01fe,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:20.595046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fb89a7e-e4fb-4d6e-b1a8-16cd504a20f5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.608387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e93105-ca5d-4509-84c9-91782325346a,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:20.616473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Checking segment: {'id': 'c8ae6351-25e1-4298-86a6-4d954dc9c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c201da9-0bec-4549-9467-2b9b85208d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:20.616971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network hostable DHCP agents. Network: 1c201da9-0bec-4549-9467-2b9b85208d0d, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:20.625987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.628704 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-207f1f78-c497-4c7b-8339-dfb639ccfd74 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3696041 Dec 23 08:32:20.629257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48100) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:20.635580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.650629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29aa5bb8-e575-4608-b43e-8e046db2aea1']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:20.668693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-030800b3-f9f9-403b-b154-a1baee415f14 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.672592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64893d3-5325-4917-b700-68a70a25b01a') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:20.672992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64893d3-5325-4917-b700-68a70a25b01a') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:20.681255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-030800b3-f9f9-403b-b154-a1baee415f14 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.691339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network 1c201da9-0bec-4549-9467-2b9b85208d0d is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:20.692575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.717410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 1c201da9-0bec-4549-9467-2b9b85208d0d) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:20.722487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.723858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:20.724732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.734288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:20.734868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.748268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519960e-bbc8-4cc5-89c0-333788a139bb None None] Network 1c201da9-0bec-4549-9467-2b9b85208d0d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:20.751651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-030800b3-f9f9-403b-b154-a1baee415f14 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:20.755069 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:20.758586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fb89a7e-e4fb-4d6e-b1a8-16cd504a20f5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.760031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-030800b3-f9f9-403b-b154-a1baee415f14 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.763821 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-030800b3-f9f9-403b-b154-a1baee415f14 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/35e93105-ca5d-4509-84c9-91782325346a HTTP/1.1" status: 204 len: 168 time: 0.1334865 Dec 23 08:32:20.764719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48104) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:20.791738 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6375b5cc-1e1a-449a-8b88-978f8f6386cf tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6105285 Dec 23 08:32:20.798118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48108) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:20.798952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030800b3-f9f9-403b-b154-a1baee415f14 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35e93105-ca5d-4509-84c9-91782325346a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:20.810423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'port': {'network_id': '1c201da9-0bec-4549-9467-2b9b85208d0d', 'name': 'tempest-NetworksIpV6TestAttrs-2094428529'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:20.845831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.901094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Transition to ACTIVE for port object 17200df1-c612-4f5b-88ef-934ed7ab9d93 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:20.901548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.903745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0bb17-ddcf-4b68-b848-6037bd70b356 None None] Pushing event updated for resources: {'Port': ['ID=044012c4-98e2-4781-b70a-6fda828a01fe,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:20.926909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.937842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Network': ['ID=29aa5bb8-e575-4608-b43e-8e046db2aea1,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:20.949533 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b9bcbcb2-ad6b-4ab3-afa0-213450af207f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/networks/29aa5bb8-e575-4608-b43e-8e046db2aea1 HTTP/1.1" status: 204 len: 168 time: 0.8639152 Dec 23 08:32:20.952485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48112) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:20.965139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fb89a7e-e4fb-4d6e-b1a8-16cd504a20f5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:20.974241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Transition to ACTIVE for port object 17200df1-c612-4f5b-88ef-934ed7ab9d93 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:20.974804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5f1ad509-7dfd-48ed-adac-454f4c58a8f9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:20.979342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:20.979981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:21.024091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5f1ad509-7dfd-48ed-adac-454f4c58a8f9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:21.028505 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5f1ad509-7dfd-48ed-adac-454f4c58a8f9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2556384 Dec 23 08:32:21.029300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48116) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:21.048045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:21.052228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:port and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:21.055568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:21.062027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:21.077080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.078926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:21.083197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.131603 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] device_id is not set on port 98d811d7-e71d-4576-af2c-cdd8476a09e5 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:32:21.216641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3586a552-6e5f-4f54-9965-844b1e9b8f49 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.240520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fb89a7e-e4fb-4d6e-b1a8-16cd504a20f5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.241260 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7fb89a7e-e4fb-4d6e-b1a8-16cd504a20f5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/9d99dc82-9104-4811-b684-91ee867eac79 HTTP/1.1" status: 204 len: 168 time: 1.2738771 Dec 23 08:32:21.265986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17d1006-abf9-408c-ae84-294ac9cd69c4 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:21.271660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb89a7e-e4fb-4d6e-b1a8-16cd504a20f5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=9d99dc82-9104-4811-b684-91ee867eac79,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:21.287590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48120) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:21.297678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:21.300907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Pushing event updated for resources: {'Port': ['ID=17200df1-c612-4f5b-88ef-934ed7ab9d93,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:21.364680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:21.375470 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:21.392845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c309567-bf65-4355-a266-646f75c84fb4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:21.396965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c309567-bf65-4355-a266-646f75c84fb4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:21.397725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2c309567-bf65-4355-a266-646f75c84fb4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Synchronizing usage tracker for tenant:7b3d22d6a8ee476cbc97d2aba2c33112 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:21.402099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 2001:db8::1 (0e8d57ea-dbd8-402a-ae5b-5cd592025bc3/4aa4ea21-bda7-4cfe-8b9c-c805d0a8cd1a/b59b451e-d78a-4263-af86-44116261279c) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:21.407091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-1c201da9-0bec-4549-9467-2b9b85208d0d', 'network_id': '1c201da9-0bec-4549-9467-2b9b85208d0d', 'tenant_id': '4aafa36299c8408a897b476437f98df9', 'fixed_ips': [{'subnet_id': '014e2f50-8040-4518-a5f5-93ada48e95bf'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:21.408134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.415387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3586a552-6e5f-4f54-9965-844b1e9b8f49 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.442673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-21141c9b-c198-4752-8768-5b24ad30bdd1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Deleting subnet dd460938-edab-457b-99ba-4c3321a2be8d {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:21.462387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-21141c9b-c198-4752-8768-5b24ad30bdd1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.471860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Allocated IP 2001:db8::f816:3eff:feb3:150b (1c201da9-0bec-4549-9467-2b9b85208d0d/014e2f50-8040-4518-a5f5-93ada48e95bf/98d811d7-e71d-4576-af2c-cdd8476a09e5) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:21.569919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2c309567-bf65-4355-a266-646f75c84fb4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Unset dirty status for tenant:7b3d22d6a8ee476cbc97d2aba2c33112 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:21.575508 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2c309567-bf65-4355-a266-646f75c84fb4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6177044 Dec 23 08:32:21.581088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48124) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:21.593377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-73231737'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:21.620438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-21141c9b-c198-4752-8768-5b24ad30bdd1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.626416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3586a552-6e5f-4f54-9965-844b1e9b8f49 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.649072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:32:21.653320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586a552-6e5f-4f54-9965-844b1e9b8f49 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b3d26a-92d5-4199-a678-41115bcae2fe,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:21.665467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:21.693447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:21.729758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.737999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Made reservation on behalf of 7b3d22d6a8ee476cbc97d2aba2c33112 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:21.740138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3586a552-6e5f-4f54-9965-844b1e9b8f49 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.743659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.743834 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3586a552-6e5f-4f54-9965-844b1e9b8f49 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/98b3d26a-92d5-4199-a678-41115bcae2fe HTTP/1.1" status: 204 len: 168 time: 0.7092979 Dec 23 08:32:21.743928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48128) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:21.744430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Attempting to bind port 17200df1-c612-4f5b-88ef-934ed7ab9d93 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:21.744991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Attempting to bind port 17200df1-c612-4f5b-88ef-934ed7ab9d93 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0e8d57ea-dbd8-402a-ae5b-5cd592025bc3'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:21.745342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Attempting to bind port 17200df1-c612-4f5b-88ef-934ed7ab9d93 on network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:21.774662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Transition to ACTIVE for port object 98d811d7-e71d-4576-af2c-cdd8476a09e5 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:21.806249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:21.816875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.817322 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Added segment dfa0223e-d737-4e4d-a62f-2fa330d60e84 of type vlan for network 9f160ebd-f6a1-43ca-a184-7c94b6654997 Dec 23 08:32:21.823498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d41bc80e-468a-4d07-8a50-30274336fa4b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:21.826339 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:21.826963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Checking segment: {'id': 'bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0e8d57ea-dbd8-402a-ae5b-5cd592025bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:21.827356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.827744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Bound using segment: {'id': 'bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0e8d57ea-dbd8-402a-ae5b-5cd592025bc3'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:21.828201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Bound port: 17200df1-c612-4f5b-88ef-934ed7ab9d93, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0e8d57ea-dbd8-402a-ae5b-5cd592025bc3'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:21.828730 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.837708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.847185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.879751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d41bc80e-468a-4d07-8a50-30274336fa4b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:21.880830 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d41bc80e-468a-4d07-8a50-30274336fa4b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1360371 Dec 23 08:32:21.883523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.887299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:21.887876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.892351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48132) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:21.898039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-secgroup--579349062'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:21.913277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:21.940422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:21.943479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network 1c201da9-0bec-4549-9467-2b9b85208d0d is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:21.944405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Port': ['ID=98d811d7-e71d-4576-af2c-cdd8476a09e5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:21.948095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:21.952958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:21.957046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:21.957652 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.969494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:21.995494 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-64747087-e3fb-4827-8ee8-3c9b28355e30 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1942217 Dec 23 08:32:21.998171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48138) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:22.031138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Network': ['ID=9f160ebd-f6a1-43ca-a184-7c94b6654997,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:22.036545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.042101 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1cd029fe-7add-4440-9ee2-4d8a1b013589 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4599028 Dec 23 08:32:22.046965 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48142) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:22.055424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-37739696'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:22.061203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-21141c9b-c198-4752-8768-5b24ad30bdd1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.065931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:22.070354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:22.077000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 9f160ebd-f6a1-43ca-a184-7c94b6654997 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:22.077534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Usage tracker for resource:network and tenant:7b3d22d6a8ee476cbc97d2aba2c33112 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:22.079745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:22.084639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:22.093498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:22.097083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Transition to ACTIVE for port object b59b451e-d78a-4263-af86-44116261279c will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:22.102453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:22.115535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:22.128010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e20c01-9a02-4206-9c21-468b956d99c6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Deleting subnet 014e2f50-8040-4518-a5f5-93ada48e95bf {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:22.136988 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Made reservation on behalf of 7b3d22d6a8ee476cbc97d2aba2c33112 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:22.139940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.150532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.192854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Allocated IP 2001:db8::f816:3eff:fe14:7e23 (1c201da9-0bec-4549-9467-2b9b85208d0d/014e2f50-8040-4518-a5f5-93ada48e95bf/1c0a02f0-3e48-40d1-9304-04837d1740b9) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:22.194419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:22.217295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.218499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.218852 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Added segment bcf2b484-366d-4506-a8ed-06eba2423c65 of type vlan for network 71449fac-c132-4b5d-9a52-6a42ecd011c5 Dec 23 08:32:22.225621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.246789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=b59b451e-d78a-4263-af86-44116261279c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:22.254554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:22.255447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:22.262239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:22.262753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.267948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-21141c9b-c198-4752-8768-5b24ad30bdd1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.282953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.304712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f87df-77f0-4308-b981-7bc39b969bca,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:22.310307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.313752 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3f491c76-978a-4640-b937-7aab5260ae55 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4177513 Dec 23 08:32:22.314751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48146) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:22.323116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21141c9b-c198-4752-8768-5b24ad30bdd1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Subnet': ['ID=dd460938-edab-457b-99ba-4c3321a2be8d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:22.327190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'a97f87df-77f0-4308-b981-7bc39b969bca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:22.327499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-21141c9b-c198-4752-8768-5b24ad30bdd1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.347534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:22.353107 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-21141c9b-c198-4752-8768-5b24ad30bdd1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/dd460938-edab-457b-99ba-4c3321a2be8d HTTP/1.1" status: 204 len: 168 time: 1.0626254 Dec 23 08:32:22.353585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48150) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:22.359912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:22.364966 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:22.406806 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] For port 17200df1-c612-4f5b-88ef-934ed7ab9d93, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:22.427836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.436050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] For port 17200df1-c612-4f5b-88ef-934ed7ab9d93, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=17200df1-c612-4f5b-88ef-934ed7ab9d93,segment=NetworkSegment(bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c),segment_id=bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:22.436414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:22.440081 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-40f7e210-6d59-48e3-9adc-39e14f74e6db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854380 Dec 23 08:32:22.441262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.443363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48154) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:22.444912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:22.445516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.460899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.558406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.600440 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5510552 Dec 23 08:32:22.604835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48158) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:22.623096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Pushing event updated for resources: {'Port': ['ID=17200df1-c612-4f5b-88ef-934ed7ab9d93,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:22.624296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'ports': [{'network_id': '9f160ebd-f6a1-43ca-a184-7c94b6654997', 'name': 'tempest-port--377237776', 'admin_state_up': True}, {'network_id': '71449fac-c132-4b5d-9a52-6a42ecd011c5', 'admin_state_up': False}]} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:22.624596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'port': {'network_id': '9f160ebd-f6a1-43ca-a184-7c94b6654997', 'name': 'tempest-port--377237776', 'admin_state_up': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:22.625228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'port': {'network_id': '71449fac-c132-4b5d-9a52-6a42ecd011c5', 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:22.646879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6a7bf-b744-4642-a012-693fa3a50d70 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Network': ['ID=71449fac-c132-4b5d-9a52-6a42ecd011c5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:22.664990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 71449fac-c132-4b5d-9a52-6a42ecd011c5 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:22.730152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6361a30b-fe6a-480b-a923-ede200a231bf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:22.731625 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6361a30b-fe6a-480b-a923-ede200a231bf tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2870901 Dec 23 08:32:22.734292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.739708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48162) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:22.747552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.780406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d148916b-f9a3-402e-9a27-3de2478c2429,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:22.837643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.841516 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-821f3b71-47d2-4233-8296-26d2e214407d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5265408 Dec 23 08:32:22.842420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48166) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:22.902844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'a97f87df-77f0-4308-b981-7bc39b969bca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:22.919611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:22.931363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.931940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.932899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.933245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.933575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.933897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.934246 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.934567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.934878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.935003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b5cb9-9cc1-44ea-9ffa-bc1575f48f41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:22.935530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.935653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b37b5cb9-9cc1-44ea-9ffa-bc1575f48f41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Synchronizing usage tracker for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:22.935740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:22.935845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8419ca9d-552c-487b-bb0a-975a3d1b58be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:32:22.942237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:22.959780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:22.978617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:22.979999 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:22.984597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d8b0a-dd9d-4294-a99e-c9603d372e11 None None] Update dhcp port {'port': {'network_id': '3b1e253c-1242-4661-909e-bc02458a5888', 'fixed_ips': [{'subnet_id': 'dd460938-edab-457b-99ba-4c3321a2be8d'}], 'binding:host_id': 'dv-neutron-822507-1-hyperv'}, 'id': '221cff8b-122c-4c54-81cc-7c3d38891a49'} from dv-neutron-822507-1-hyperv. {{(pid=83524) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 08:32:22.985095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Usage tracker for resource:port and tenant:7b3d22d6a8ee476cbc97d2aba2c33112 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:22.989592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b37b5cb9-9cc1-44ea-9ffa-bc1575f48f41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Unset dirty status for tenant:6ace87fbb8ee485590028e136d79c0fb on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:22.990836 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b37b5cb9-9cc1-44ea-9ffa-bc1575f48f41 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2501523 Dec 23 08:32:22.996827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:22.999728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48170) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:23.004728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.039980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.043956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Transition to ACTIVE for port object 1c0a02f0-3e48-40d1-9304-04837d1740b9 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:23.048487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.050154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.063566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:32:10Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ade44e14-acd7-4ef1-862d-b77764f113f8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:30:52Z', 'updated_at': '2021-12-23T08:31:05Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044012c4-98e2-4781-b70a-6fda828a01fe', 'name': '', 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd123f7f-b679-4f94-b225-66682c736e75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:07Z', 'updated_at': '2021-12-23T08:32:20Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'cd123f7f-b679-4f94-b225-66682c736e75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:23.080198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:23.084807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e2c02-02b4-460d-884e-4d8c667582c3 None None] The sync data for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv is: [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:32:10Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ade44e14-acd7-4ef1-862d-b77764f113f8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:30:52Z', 'updated_at': '2021-12-23T08:31:05Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044012c4-98e2-4781-b70a-6fda828a01fe', 'name': '', 'network_id': '414ed109-0aad-48e8-85a0-dc88619545e0', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:c3:08:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd123f7f-b679-4f94-b225-66682c736e75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:07Z', 'updated_at': '2021-12-23T08:32:20Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'cd123f7f-b679-4f94-b225-66682c736e75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:32:23.086743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-952d8b0a-dd9d-4294-a99e-c9603d372e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.093915 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b25c7214-bf14-410a-b0cf-1581bc343f03 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811050 Dec 23 08:32:23.109356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48174) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:23.126288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Transition to ACTIVE for port object 1c0a02f0-3e48-40d1-9304-04837d1740b9 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:23.173098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=b59b451e-d78a-4263-af86-44116261279c,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:23.208610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-75e20c01-9a02-4206-9c21-468b956d99c6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.270212 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a95e09-1102-47c5-9ead-443d7e4c96fc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:23.270899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a95e09-1102-47c5-9ead-443d7e4c96fc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:23.272466 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-35a95e09-1102-47c5-9ead-443d7e4c96fc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/55d6e4ad-7e6f-4a0f-87ff-8ca4ef78904b HTTP/1.1" status: 404 len: 333 time: 0.1622047 Dec 23 08:32:23.273187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Made reservation on behalf of 7b3d22d6a8ee476cbc97d2aba2c33112 for: {'port': 2} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:23.277689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.281321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.298428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48178) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:23.368715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Network 1c201da9-0bec-4549-9467-2b9b85208d0d is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:23.377622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:23.382000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:23.395823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf8ae21-483b-4b04-be49-e585e37cf3c7 None None] Network 3b1e253c-1242-4661-909e-bc02458a5888 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:23.406053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.406925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.427907 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac11c54-b6fb-4d84-87b2-ab4775a2b43c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:23.428341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac11c54-b6fb-4d84-87b2-ab4775a2b43c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:23.451326 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bac11c54-b6fb-4d84-87b2-ab4775a2b43c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/9d99dc82-9104-4811-b684-91ee867eac79 HTTP/1.1" status: 404 len: 337 time: 0.1495719 Dec 23 08:32:23.454413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-75e20c01-9a02-4206-9c21-468b956d99c6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.455510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48182) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:23.483405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.512549 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdaa2c81-6966-423f-b52b-144305a9bb72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:23.512988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdaa2c81-6966-423f-b52b-144305a9bb72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:23.516974 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bdaa2c81-6966-423f-b52b-144305a9bb72 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/dd460938-edab-457b-99ba-4c3321a2be8d HTTP/1.1" status: 404 len: 337 time: 0.0582817 Dec 23 08:32:23.518125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48186) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:23.563897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Pushing event updated for resources: {'Port': ['ID=1c0a02f0-3e48-40d1-9304-04837d1740b9,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:23.630972 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-889f503a-f653-422f-afc6-63829745ab3e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:23.631413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889f503a-f653-422f-afc6-63829745ab3e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:23.637213 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-889f503a-f653-422f-afc6-63829745ab3e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/630ddce9-9b80-4b71-a7d8-6aaafcdd86da HTTP/1.1" status: 404 len: 333 time: 0.1154199 Dec 23 08:32:23.645576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48190) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:23.719825 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48c7c6e-3656-423b-a2c6-72b14f286ae4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:23.720262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48c7c6e-3656-423b-a2c6-72b14f286ae4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:23.722194 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c48c7c6e-3656-423b-a2c6-72b14f286ae4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/4d2c9b3e-df2b-4d89-aec2-a8322d18141b HTTP/1.1" status: 404 len: 337 time: 0.0756040 Dec 23 08:32:23.725855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48194) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:23.729654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:23.801346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:23.830231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7d2117-8f23-4898-90f8-f4ac04d5213c,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:23.840040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 17200df1-c612-4f5b-88ef-934ed7ab9d93 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:23.873089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-89725888-7b7a-4812-a320-0d5e9c5f7539 None None] Provisioning complete for port 221cff8b-122c-4c54-81cc-7c3d38891a49 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:23.873456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-89725888-7b7a-4812-a320-0d5e9c5f7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.891275 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f96d19-f84a-4106-a399-aff213b44c9c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:23.891716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f96d19-f84a-4106-a399-aff213b44c9c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:23.895475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] device_id is not set on port 775f6a8a-9b9e-48f0-a92e-9949ecbdf8fd yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:32:23.897940 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e4f96d19-f84a-4106-a399-aff213b44c9c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/25386aa5-5b4e-4349-85ea-f2d7f0c44d0e HTTP/1.1" status: 404 len: 337 time: 0.1707740 Dec 23 08:32:23.898597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48198) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:23.903252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:23.905110 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-231d4461-b3b9-42ed-994e-51340393787b tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0072691 Dec 23 08:32:23.910506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48200) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:23.925758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'a97f87df-77f0-4308-b981-7bc39b969bca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:23.941797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:23.953317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Attempting to bind port 1c0a02f0-3e48-40d1-9304-04837d1740b9 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:23.953728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Attempting to bind port 1c0a02f0-3e48-40d1-9304-04837d1740b9 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'c8ae6351-25e1-4298-86a6-4d954dc9c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c201da9-0bec-4549-9467-2b9b85208d0d'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:23.954126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Attempting to bind port 1c0a02f0-3e48-40d1-9304-04837d1740b9 on network 1c201da9-0bec-4549-9467-2b9b85208d0d {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:23.986938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:23.993492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:24.005871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:24.006465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:24.006838 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Checking segment: {'id': 'c8ae6351-25e1-4298-86a6-4d954dc9c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c201da9-0bec-4549-9467-2b9b85208d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:24.007504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.007642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Bound using segment: {'id': 'c8ae6351-25e1-4298-86a6-4d954dc9c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c201da9-0bec-4549-9467-2b9b85208d0d'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:24.008442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Bound port: 1c0a02f0-3e48-40d1-9304-04837d1740b9, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ae6351-25e1-4298-86a6-4d954dc9c83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1c201da9-0bec-4549-9467-2b9b85208d0d'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:24.008442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.029821 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ebc112-9fbd-4edd-9674-17b7eb4b1ec0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.030082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-75e20c01-9a02-4206-9c21-468b956d99c6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.030924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ebc112-9fbd-4edd-9674-17b7eb4b1ec0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.036418 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-34ebc112-9fbd-4edd-9674-17b7eb4b1ec0 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/02220092-3def-4154-81dc-a53205978493 HTTP/1.1" status: 404 len: 333 time: 0.1241457 Dec 23 08:32:24.037127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48206) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.096753 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef108f7a-0013-412c-92a4-d693fd92870e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.097188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef108f7a-0013-412c-92a4-d693fd92870e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.102122 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ef108f7a-0013-412c-92a4-d693fd92870e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/da5a2ca8-69f6-49fc-b4e9-08b310dd0a3d HTTP/1.1" status: 404 len: 337 time: 0.0619621 Dec 23 08:32:24.102683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48210) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.139723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.149465 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88aac92-93df-4d58-8d54-293d423898c4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.149624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88aac92-93df-4d58-8d54-293d423898c4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.153837 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b88aac92-93df-4d58-8d54-293d423898c4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/3a354c85-dc74-4065-9340-04917d3566d7 HTTP/1.1" status: 404 len: 337 time: 0.0466282 Dec 23 08:32:24.154445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48214) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.211219 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dbab1a-dcde-45ab-b802-fa32064cea7c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.211501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a001d59-5f1d-4d26-a01e-b61851ee4895 None None] Network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:24.211974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dbab1a-dcde-45ab-b802-fa32064cea7c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.215816 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-68dbab1a-dcde-45ab-b802-fa32064cea7c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/8a6a98ec-0dda-423c-8614-88173621ed22 HTTP/1.1" status: 404 len: 333 time: 0.0573690 Dec 23 08:32:24.216359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48218) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.226333 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 17200df1-c612-4f5b-88ef-934ed7ab9d93 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:24.255307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-75e20c01-9a02-4206-9c21-468b956d99c6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.265251 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3735a36-c805-4de2-8424-c212bb22350e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.265691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3735a36-c805-4de2-8424-c212bb22350e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.270216 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e3735a36-c805-4de2-8424-c212bb22350e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/dc60d90f-68cd-4f1e-a226-1420db3ab7e4 HTTP/1.1" status: 404 len: 337 time: 0.0471952 Dec 23 08:32:24.271089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48222) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.298056 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.299052 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 044012c4-98e2-4781-b70a-6fda828a01fe up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:24.326810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] For port 1c0a02f0-3e48-40d1-9304-04837d1740b9, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:24.330728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02abfcc-3178-413d-b5fe-8676a1ace3ad None None] DHCP port deletion for 3b1e253c-1242-4661-909e-bc02458a5888 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:32:24.363651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a02abfcc-3178-413d-b5fe-8676a1ace3ad None None] Deleting port 221cff8b-122c-4c54-81cc-7c3d38891a49 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:24.363651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a02abfcc-3178-413d-b5fe-8676a1ace3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.371540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e20c01-9a02-4206-9c21-468b956d99c6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Subnet': ['ID=014e2f50-8040-4518-a5f5-93ada48e95bf,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:24.376848 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2613899f-dd9d-419d-a2bd-4a4b3d805029 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.377280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2613899f-dd9d-419d-a2bd-4a4b3d805029 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.381868 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2613899f-dd9d-419d-a2bd-4a4b3d805029 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/462b59e3-75a6-4b57-8847-384507d8a724 HTTP/1.1" status: 404 len: 337 time: 0.1071274 Dec 23 08:32:24.382548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48226) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.393995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.409917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-75e20c01-9a02-4206-9c21-468b956d99c6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.421150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.421362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] For port 1c0a02f0-3e48-40d1-9304-04837d1740b9, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1c0a02f0-3e48-40d1-9304-04837d1740b9,segment=NetworkSegment(c8ae6351-25e1-4298-86a6-4d954dc9c83e),segment_id=c8ae6351-25e1-4298-86a6-4d954dc9c83e)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:24.449977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.471517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31c1b2c-dfd8-4afc-842a-ee2ff2985550,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:24.480324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] device_id is not set on port 77e4f797-9bc5-40ea-9eb7-b8e7031c5593 yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:32:24.485403 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-75e20c01-9a02-4206-9c21-468b956d99c6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/subnets/014e2f50-8040-4518-a5f5-93ada48e95bf HTTP/1.1" status: 204 len: 168 time: 2.4858961 Dec 23 08:32:24.488991 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0da9f89-00d3-4d38-8e49-fc03e67c62d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.489556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48232) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.489700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0da9f89-00d3-4d38-8e49-fc03e67c62d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.493423 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b0da9f89-00d3-4d38-8e49-fc03e67c62d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/2ec95d35-c2b3-4bc3-8f90-724aa9580df5 HTTP/1.1" status: 404 len: 333 time: 0.1080475 Dec 23 08:32:24.494511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48236) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.531090 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.533404 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b8214412-0869-4fd2-8438-04e93e62177a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6203544 Dec 23 08:32:24.538632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48240) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.562438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'a97f87df-77f0-4308-b981-7bc39b969bca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:24.567735 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2a3715-d075-40e7-a32b-bb48c42055af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.568155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2a3715-d075-40e7-a32b-bb48c42055af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.571993 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-aa2a3715-d075-40e7-a32b-bb48c42055af tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/56163758-b7cb-46fb-82cc-61e022ac6f68 HTTP/1.1" status: 404 len: 337 time: 0.0750134 Dec 23 08:32:24.572136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0e0d7-38c6-4822-93b2-fbe3192916a2 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:24.572136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0e0d7-38c6-4822-93b2-fbe3192916a2 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:24.573039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-74d0e0d7-38c6-4822-93b2-fbe3192916a2 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Synchronizing usage tracker for tenant:4aafa36299c8408a897b476437f98df9 on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:24.574393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48244) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.612861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:24.630826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:24.635513 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b45ea4-48d7-4ff8-b4ad-e2531b14c3df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.636141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b45ea4-48d7-4ff8-b4ad-e2531b14c3df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.640002 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-28b45ea4-48d7-4ff8-b4ad-e2531b14c3df tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/d17057cd-4918-498a-9f36-f58107c6b2f1 HTTP/1.1" status: 404 len: 333 time: 0.0621994 Dec 23 08:32:24.640002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:24.640422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48248) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.647510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:24.685829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.702093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-74d0e0d7-38c6-4822-93b2-fbe3192916a2 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Unset dirty status for tenant:4aafa36299c8408a897b476437f98df9 on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:24.703291 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-74d0e0d7-38c6-4822-93b2-fbe3192916a2 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2134545 Dec 23 08:32:24.709268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48252) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.717568 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f117e6d-f4f1-461a-99ee-ec4a334732d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.718023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f117e6d-f4f1-461a-99ee-ec4a334732d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.738232 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4f117e6d-f4f1-461a-99ee-ec4a334732d2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/2700f871-427c-472f-9cf0-c9245743acbc HTTP/1.1" status: 404 len: 337 time: 0.0940824 Dec 23 08:32:24.739211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48256) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.742525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5af3d-23c6-4485-b7d2-c744e7628c8a None None] Pushing event updated for resources: {'Port': ['ID=1c0a02f0-3e48-40d1-9304-04837d1740b9,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:24.745173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b0705a71-f20d-4a82-b20c-27a206f16d63 None None] Provisioning for port 17200df1-c612-4f5b-88ef-934ed7ab9d93 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:24.763580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b0705a71-f20d-4a82-b20c-27a206f16d63 None None] Provisioning complete for port 17200df1-c612-4f5b-88ef-934ed7ab9d93 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:24.764671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b0705a71-f20d-4a82-b20c-27a206f16d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.806320 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd274b29-bc26-4f7a-9f75-bc7d03debad4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.807309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd274b29-bc26-4f7a-9f75-bc7d03debad4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.812231 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cd274b29-bc26-4f7a-9f75-bc7d03debad4 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/6c3ccd0d-4a2f-4e9e-a624-72ad7031ef03 HTTP/1.1" status: 404 len: 333 time: 0.0720150 Dec 23 08:32:24.818660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48260) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.840653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.846212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 044012c4-98e2-4781-b70a-6fda828a01fe completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:24.874661 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-06544ff4-83ef-43dd-8f1e-65a1eec8f8db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.875092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06544ff4-83ef-43dd-8f1e-65a1eec8f8db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.877081 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-06544ff4-83ef-43dd-8f1e-65a1eec8f8db tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/fbf21e1f-daaa-4813-9473-34e3c64061a8 HTTP/1.1" status: 404 len: 337 time: 0.0545406 Dec 23 08:32:24.882908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48264) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.885013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 044012c4-98e2-4781-b70a-6fda828a01fe triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:24.885551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.940657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ef26e9b-942a-4d06-96f5-6470295f40b0 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.965766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 6ccb039e-0c83-4c46-a8e1-10f0258f03cd is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:32:24.969563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.981638 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9e5c44-a8b0-479c-8bc1-83c8db7a33ac tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:24.982105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9e5c44-a8b0-479c-8bc1-83c8db7a33ac tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.985660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a02abfcc-3178-413d-b5fe-8676a1ace3ad None None] For port 221cff8b-122c-4c54-81cc-7c3d38891a49, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=221cff8b-122c-4c54-81cc-7c3d38891a49,segment=NetworkSegment(77e2290a-5471-452e-b731-de58a36860a0),segment_id=77e2290a-5471-452e-b731-de58a36860a0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:24.986041 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef26e9b-942a-4d06-96f5-6470295f40b0 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 08:32:24.986219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a02abfcc-3178-413d-b5fe-8676a1ace3ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.986802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef26e9b-942a-4d06-96f5-6470295f40b0 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:24.991073 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4a9e5c44-a8b0-479c-8bc1-83c8db7a33ac tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/cbf6ea2f-f382-4c17-9cd5-1937803042c2 HTTP/1.1" status: 404 len: 333 time: 0.1067765 Dec 23 08:32:24.991425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:24.991649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48268) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:24.994594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.032234 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6ef26e9b-942a-4d06-96f5-6470295f40b0 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/1c201da9-0bec-4549-9467-2b9b85208d0d HTTP/1.1" status: 409 len: 405 time: 0.3158956 Dec 23 08:32:25.034794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48272) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.036182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24c3b07-9cd4-41d6-91d5-3701b8c78f8d,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:25.046691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1565429405'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:25.051085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.055132 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5a17b8fc-e45a-4934-94c5-d4bbefbb42bc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5069489 Dec 23 08:32:25.055770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48276) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.061598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:25.067474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'a97f87df-77f0-4308-b981-7bc39b969bca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:25.090758 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e85424-2c6a-469a-a189-dd8ab4080d39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:25.091198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e85424-2c6a-469a-a189-dd8ab4080d39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:25.095444 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-22e85424-2c6a-469a-a189-dd8ab4080d39 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/3ab1ccb7-8c95-4ac0-8c1d-d96bad775310 HTTP/1.1" status: 404 len: 337 time: 0.1003895 Dec 23 08:32:25.134512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:network and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:25.136324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a02abfcc-3178-413d-b5fe-8676a1ace3ad None None] Calling delete_port for 221cff8b-122c-4c54-81cc-7c3d38891a49 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:25.137544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:25.139496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48280) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.182689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Port': ['ID=775f6a8a-9b9e-48f0-a92e-9949ecbdf8fd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:25.183348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:25.187492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:25.190457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Checking segment: {'id': 'dfa0223e-d737-4e4d-a62f-2fa330d60e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9f160ebd-f6a1-43ca-a184-7c94b6654997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:25.191024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Network hostable DHCP agents. Network: 9f160ebd-f6a1-43ca-a184-7c94b6654997, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:25.202859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:25.206724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:25.215890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Network 9f160ebd-f6a1-43ca-a184-7c94b6654997 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:25.229204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 9f160ebd-f6a1-43ca-a184-7c94b6654997) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:25.240549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:25.241808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.248227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e0991a-3515-44b1-bb54-2a39be00c005 None None] Network 9f160ebd-f6a1-43ca-a184-7c94b6654997 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:25.317423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Port': ['ID=77e4f797-9bc5-40ea-9eb7-b8e7031c5593,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:25.359684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Checking segment: {'id': 'bcf2b484-366d-4506-a8ed-06eba2423c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '71449fac-c132-4b5d-9a52-6a42ecd011c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:25.360038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Network hostable DHCP agents. Network: 71449fac-c132-4b5d-9a52-6a42ecd011c5, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:25.381845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:25.384281 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b2b41a-efd3-47a0-b9f0-fc3d9af65305 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:25.384858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b2b41a-efd3-47a0-b9f0-fc3d9af65305 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:25.385615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Network 71449fac-c132-4b5d-9a52-6a42ecd011c5 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:25.388850 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f5b2b41a-efd3-47a0-b9f0-fc3d9af65305 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/ddefdd95-de43-419c-835a-baed118864c8 HTTP/1.1" status: 404 len: 333 time: 0.2403095 Dec 23 08:32:25.389200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48284) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.403423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:25.406760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.436552 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7251a1-47c8-468b-990f-69b78928cac2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:25.436941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7251a1-47c8-468b-990f-69b78928cac2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:25.441675 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7b7251a1-47c8-468b-990f-69b78928cac2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/1afc5ea0-e6b8-4328-928f-1c69b56078f2 HTTP/1.1" status: 404 len: 337 time: 0.0485742 Dec 23 08:32:25.441675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 71449fac-c132-4b5d-9a52-6a42ecd011c5) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:25.443565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48288) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.445131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.474352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b0705a71-f20d-4a82-b20c-27a206f16d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.490009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1433d17e-e441-4ec4-8309-55e590f034a9 None None] Network 71449fac-c132-4b5d-9a52-6a42ecd011c5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:25.505858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:25.531599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.531974 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Added segment 076958af-4721-43d7-89fd-ad2c33e6820e of type vlan for network 7eeb4986-5a22-4e8b-a79f-303842709f25 Dec 23 08:32:25.546220 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be91de5-635d-4ff8-844f-96bd32c98554 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:25.546836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be91de5-635d-4ff8-844f-96bd32c98554 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:25.552274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48292) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.555834 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8be91de5-635d-4ff8-844f-96bd32c98554 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/4130d672-7e3e-4bb6-9f13-7c35df282914 HTTP/1.1" status: 404 len: 333 time: 0.1124227 Dec 23 08:32:25.558188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:25.564228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:25.572274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:25.573115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.595262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.610306 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-644c83f1-44c0-4f97-866c-a79b0e2937a7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9952605 Dec 23 08:32:25.611171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48296) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.616591 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70fef10-32f8-491d-8eb2-240b331146e2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:25.617016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70fef10-32f8-491d-8eb2-240b331146e2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:25.619647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.635936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:32:25.647424 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513daac-e6a6-4370-89ca-767cec751360 None None] Sync routers for ids ['6ccb039e-0c83-4c46-a8e1-10f0258f03cd'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:32:25.652914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.665459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a02abfcc-3178-413d-b5fe-8676a1ace3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.675797 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513daac-e6a6-4370-89ca-767cec751360 None None] Routers {'6ccb039e-0c83-4c46-a8e1-10f0258f03cd'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:25.676965 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3513daac-e6a6-4370-89ca-767cec751360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6ccb039e-0c83-4c46-a8e1-10f0258f03cd'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:25.680217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8eddcd-ff24-4ad8-ab63-61222eb33b56,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:25.689473 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b70fef10-32f8-491d-8eb2-240b331146e2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/840cf29a-37f0-4042-be8a-bd453eb2dcc9 HTTP/1.1" status: 404 len: 337 time: 0.1333790 Dec 23 08:32:25.691238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48300) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.691984 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6abc75a0-bead-4d0b-91a4-8cc69c816de3 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/6ccb039e-0c83-4c46-a8e1-10f0258f03cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8224223 Dec 23 08:32:25.695705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.699859 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ff4ef6c6-2983-4a24-9ad6-2ce93cf30f8a tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6405804 Dec 23 08:32:25.700586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48304) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.700930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48306) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.769321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.787995 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3513daac-e6a6-4370-89ca-767cec751360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:25.790579 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd3996b-1afd-4e58-9808-8f4c07a079c5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:25.791530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd3996b-1afd-4e58-9808-8f4c07a079c5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:25.793358 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ecd3996b-1afd-4e58-9808-8f4c07a079c5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/abf555c9-fd9c-47b6-a494-a83a63b67fe9 HTTP/1.1" status: 404 len: 337 time: 0.1011503 Dec 23 08:32:25.804071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48312) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.810157 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513daac-e6a6-4370-89ca-767cec751360 None None] Routers {'6ccb039e-0c83-4c46-a8e1-10f0258f03cd'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:25.811311 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3513daac-e6a6-4370-89ca-767cec751360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6ccb039e-0c83-4c46-a8e1-10f0258f03cd'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:25.812486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02abfcc-3178-413d-b5fe-8676a1ace3ad None None] Pushing event deleted for resources: {'Port': ['ID=221cff8b-122c-4c54-81cc-7c3d38891a49,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:25.833475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.842719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:25.843318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.855034 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e45c9e-b277-4cd9-ac55-1599877397ae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:25.855832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e45c9e-b277-4cd9-ac55-1599877397ae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:25.857718 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c2e45c9e-b277-4cd9-ac55-1599877397ae tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/a3ca8409-f318-4e21-830a-d5021302c41f HTTP/1.1" status: 404 len: 333 time: 0.0524218 Dec 23 08:32:25.861082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48316) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:25.892469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79bdc270-977d-4d53-8af4-df44e0b04228 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:25.904903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02abfcc-3178-413d-b5fe-8676a1ace3ad None None] No DVR routers for this DVR port 221cff8b-122c-4c54-81cc-7c3d38891a49 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:25.928053 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3513daac-e6a6-4370-89ca-767cec751360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:25.928464 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513daac-e6a6-4370-89ca-767cec751360 None None] The sync data for ids ['6ccb039e-0c83-4c46-a8e1-10f0258f03cd'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:32:25.956973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-319c08a5-d28a-4f24-a2ed-9192b9d590dd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:25.957413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319c08a5-d28a-4f24-a2ed-9192b9d590dd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:25.959092 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-319c08a5-d28a-4f24-a2ed-9192b9d590dd tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/32bcfead-1d37-498a-8a31-968c7a1ece18 HTTP/1.1" status: 404 len: 337 time: 0.0945766 Dec 23 08:32:25.963424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48320) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.021546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfcb3f3-39a3-4a43-bafe-b1716fa4581f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:26.025520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfcb3f3-39a3-4a43-bafe-b1716fa4581f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:26.026093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b0705a71-f20d-4a82-b20c-27a206f16d63 None None] For port 17200df1-c612-4f5b-88ef-934ed7ab9d93, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=17200df1-c612-4f5b-88ef-934ed7ab9d93,segment=NetworkSegment(bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c),segment_id=bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:26.026411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bcfcb3f3-39a3-4a43-bafe-b1716fa4581f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Synchronizing usage tracker for tenant:7b3d22d6a8ee476cbc97d2aba2c33112 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:26.035199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Network': ['ID=7eeb4986-5a22-4e8b-a79f-303842709f25,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:26.038917 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfc203e-5da3-4b36-bcec-962fdb39bf54 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:26.039230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfc203e-5da3-4b36-bcec-962fdb39bf54 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:26.040875 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2dfc203e-5da3-4b36-bcec-962fdb39bf54 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/e54b621d-e0bc-459b-99e5-b23d54e56767 HTTP/1.1" status: 404 len: 337 time: 0.0765417 Dec 23 08:32:26.044220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48324) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.045059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79bdc270-977d-4d53-8af4-df44e0b04228 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.094859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a767a552-0d25-4f1f-b80e-a9887b4c1d02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:26.095839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a767a552-0d25-4f1f-b80e-a9887b4c1d02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:26.106923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7eeb4986-5a22-4e8b-a79f-303842709f25 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:26.115391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79bdc270-977d-4d53-8af4-df44e0b04228 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.123343 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9cc0aea-b332-4a13-a5a0-e0d7c45a5c91 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:26.123986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9cc0aea-b332-4a13-a5a0-e0d7c45a5c91 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:26.129059 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b9cc0aea-b332-4a13-a5a0-e0d7c45a5c91 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/4f4c7a0a-2e9c-4aa3-9ef1-2f14904d9790 HTTP/1.1" status: 404 len: 333 time: 0.0815198 Dec 23 08:32:26.129791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48328) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.143354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-79bdc270-977d-4d53-8af4-df44e0b04228 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.144958 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-79bdc270-977d-4d53-8af4-df44e0b04228 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cb8eddcd-ff24-4ad8-ab63-61222eb33b56 HTTP/1.1" status: 204 len: 168 time: 0.4331551 Dec 23 08:32:26.146358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdc270-977d-4d53-8af4-df44e0b04228 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb8eddcd-ff24-4ad8-ab63-61222eb33b56,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:26.148189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48332) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.160805 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d8ad0e15-764d-492a-9590-8197d3d41350 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1176007 Dec 23 08:32:26.188286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48336) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.199460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bcfcb3f3-39a3-4a43-bafe-b1716fa4581f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Unset dirty status for tenant:7b3d22d6a8ee476cbc97d2aba2c33112 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:26.203685 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bcfcb3f3-39a3-4a43-bafe-b1716fa4581f tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5914099 Dec 23 08:32:26.204461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48338) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.218479 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e5869-ddb4-4a53-a012-af79b390594f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:26.218914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091e5869-ddb4-4a53-a012-af79b390594f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:26.220579 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-091e5869-ddb4-4a53-a012-af79b390594f tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/04b27037-8d46-4e1b-afe4-290486a4c049 HTTP/1.1" status: 404 len: 337 time: 0.0900729 Dec 23 08:32:26.223990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c3ff0199-f781-40ea-9576-ddd67e20ddb6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:26.229704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a767a552-0d25-4f1f-b80e-a9887b4c1d02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:26.230891 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a767a552-0d25-4f1f-b80e-a9887b4c1d02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports/b59b451e-d78a-4263-af86-44116261279c HTTP/1.1" status: 200 len: 911 time: 0.5207126 Dec 23 08:32:26.231638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48344) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.235387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'subnet': {'network_id': '7eeb4986-5a22-4e8b-a79f-303842709f25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:26.258809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48346) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.282970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a82c46d3-02bb-43df-89c4-979bfffcf417 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4aa4ea21-bda7-4cfe-8b9c-c805d0a8cd1a'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:26.285942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b0705a71-f20d-4a82-b20c-27a206f16d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.343753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 044012c4-98e2-4781-b70a-6fda828a01fe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=044012c4-98e2-4781-b70a-6fda828a01fe,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:26.355810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4993ab8d-785c-4957-b83a-bdbd3c5896cc tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Deleting port 775f6a8a-9b9e-48f0-a92e-9949ecbdf8fd {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:26.356289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4993ab8d-785c-4957-b83a-bdbd3c5896cc tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.372982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.375150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef9ddc0-e229-4348-8c05-9d744747d34e None None] Network 1c201da9-0bec-4549-9467-2b9b85208d0d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:26.398423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:26.409929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:26.453723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 221cff8b-122c-4c54-81cc-7c3d38891a49 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:26.468498 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f4c0a7-28cb-443f-b7c3-953bd6602e63 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:26.468950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f4c0a7-28cb-443f-b7c3-953bd6602e63 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:26.473065 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-45f4c0a7-28cb-443f-b7c3-953bd6602e63 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/495ca60c-b672-4deb-8c6a-2ca405c3e26c HTTP/1.1" status: 404 len: 337 time: 0.0795054 Dec 23 08:32:26.477624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48352) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.478619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:26.546987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 221cff8b-122c-4c54-81cc-7c3d38891a49 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:26.547731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 221cff8b-122c-4c54-81cc-7c3d38891a49 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:26.625589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.633823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0705a71-f20d-4a82-b20c-27a206f16d63 None None] Pushing event updated for resources: {'Port': ['ID=17200df1-c612-4f5b-88ef-934ed7ab9d93,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:26.651610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c3ff0199-f781-40ea-9576-ddd67e20ddb6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:26.652920 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c3ff0199-f781-40ea-9576-ddd67e20ddb6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4976797 Dec 23 08:32:26.691783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48356) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.733355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1c0a02f0-3e48-40d1-9304-04837d1740b9 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:26.757472 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f935fef7-1cc4-4e14-a937-c80ec7ea3bc3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:26.757916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f935fef7-1cc4-4e14-a937-c80ec7ea3bc3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:26.761814 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f935fef7-1cc4-4e14-a937-c80ec7ea3bc3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/74e43bc9-90f1-4375-9937-d9cce5433fa6 HTTP/1.1" status: 404 len: 333 time: 0.1386588 Dec 23 08:32:26.763670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48360) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.812856 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec98204e-3763-4684-9648-48a06bd20e5b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:26.813335 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec98204e-3763-4684-9648-48a06bd20e5b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:26.817862 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ec98204e-3763-4684-9648-48a06bd20e5b tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/d062f8a0-2a16-4ab9-a101-fd8f864638d4 HTTP/1.1" status: 404 len: 337 time: 0.0508485 Dec 23 08:32:26.818064 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=044012c4-98e2-4781-b70a-6fda828a01fe,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:26.822329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0ab191b8-d5a1-407c-9a60-c493facdfe76 None None] Provisioning for port 1c0a02f0-3e48-40d1-9304-04837d1740b9 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:26.827461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48364) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.851964 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9b4115b-cd3f-4fb5-9b7e-d0cc5cc523fa tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.871628 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5ffdff-ef28-49a8-ba4f-64fe5b795b18 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:26.872360 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5ffdff-ef28-49a8-ba4f-64fe5b795b18 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:26.875357 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-da5ffdff-ef28-49a8-ba4f-64fe5b795b18 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/1233b08a-d71d-4a24-b4c1-ad476ffe9859 HTTP/1.1" status: 404 len: 337 time: 0.0453253 Dec 23 08:32:26.876798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48370) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.907378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0ab191b8-d5a1-407c-9a60-c493facdfe76 None None] Provisioning for port b59b451e-d78a-4263-af86-44116261279c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:26.914764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0ab191b8-d5a1-407c-9a60-c493facdfe76 None None] Provisioning complete for port b59b451e-d78a-4263-af86-44116261279c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:26.915125 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0ab191b8-d5a1-407c-9a60-c493facdfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.917702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9b4115b-cd3f-4fb5-9b7e-d0cc5cc523fa tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.928625 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f958a7f7-4a1a-4f99-a57e-8a9de31839cb tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports?device_id=04600ab4-945d-4d3b-9778-34c5acb76cd8 HTTP/1.1" status: 200 len: 205 time: 0.0489655 Dec 23 08:32:26.933818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48376) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:26.943380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 1c0a02f0-3e48-40d1-9304-04837d1740b9 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:26.960696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 1c0a02f0-3e48-40d1-9304-04837d1740b9 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:26.961309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:26.968034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4993ab8d-785c-4957-b83a-bdbd3c5896cc tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.024275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0ab191b8-d5a1-407c-9a60-c493facdfe76 None None] Port b59b451e-d78a-4263-af86-44116261279c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:27.042092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a82c46d3-02bb-43df-89c4-979bfffcf417 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.044021 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-d5c544ee-ac53-4d04-8db7-21765cd7e6d3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] delete failed (client error): The resource could not be found. Dec 23 08:32:27.045055 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d5c544ee-ac53-4d04-8db7-21765cd7e6d3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/routers/04600ab4-945d-4d3b-9778-34c5acb76cd8 HTTP/1.1" status: 404 len: 336 time: 0.1100626 Dec 23 08:32:27.050328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48380) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.054045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0ab191b8-d5a1-407c-9a60-c493facdfe76 None None] Provisioning complete for port 17200df1-c612-4f5b-88ef-934ed7ab9d93 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:27.054660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0ab191b8-d5a1-407c-9a60-c493facdfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.099258 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d05dd5-38b9-449d-9f3e-c4b73a4cadf2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:27.099698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d05dd5-38b9-449d-9f3e-c4b73a4cadf2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:27.115175 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-12d05dd5-38b9-449d-9f3e-c4b73a4cadf2 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/1da612a5-219c-4cf0-af1d-a58e8bf73fcd HTTP/1.1" status: 404 len: 337 time: 0.0638781 Dec 23 08:32:27.117633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48386) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.131679 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] DHCP port deletion for 1c201da9-0bec-4549-9467-2b9b85208d0d request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:32:27.136643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4993ab8d-785c-4957-b83a-bdbd3c5896cc tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Calling delete_port for 775f6a8a-9b9e-48f0-a92e-9949ecbdf8fd owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:27.165811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9b4115b-cd3f-4fb5-9b7e-d0cc5cc523fa tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.177012 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-93b6fe54-1e3d-4032-a24e-bc479e6f35b5 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a4de539-aabe-4728-8b68-8bf1cbc435df HTTP/1.1" status: 200 len: 205 time: 0.0582776 Dec 23 08:32:27.180011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48390) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.192564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.209844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4115b-cd3f-4fb5-9b7e-d0cc5cc523fa tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a24c3b07-9cd4-41d6-91d5-3701b8c78f8d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:27.222680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Deleting port 1c0a02f0-3e48-40d1-9304-04837d1740b9 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:27.223059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.241361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48394) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.259275 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-f6e3e256-644c-45ea-ab04-c30f62ac48b6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] delete failed (client error): The resource could not be found. Dec 23 08:32:27.262027 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f6e3e256-644c-45ea-ab04-c30f62ac48b6 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/routers/5a4de539-aabe-4728-8b68-8bf1cbc435df HTTP/1.1" status: 404 len: 336 time: 0.0794029 Dec 23 08:32:27.263829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48398) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.321855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a9b4115b-cd3f-4fb5-9b7e-d0cc5cc523fa tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.323021 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a9b4115b-cd3f-4fb5-9b7e-d0cc5cc523fa tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a24c3b07-9cd4-41d6-91d5-3701b8c78f8d HTTP/1.1" status: 204 len: 168 time: 0.6304605 Dec 23 08:32:27.341003 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29b3a3c-3c75-4f38-b96a-19a15ddedcf3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:27.341702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29b3a3c-3c75-4f38-b96a-19a15ddedcf3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:27.344161 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b29b3a3c-3c75-4f38-b96a-19a15ddedcf3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/beebe0b3-fd32-41d1-9ad9-ca909541bf4b HTTP/1.1" status: 404 len: 337 time: 0.0789254 Dec 23 08:32:27.344904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48402) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.350068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48404) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.404749 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6682163-aef0-40dd-8e22-c644c3c898e1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:27.405433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6682163-aef0-40dd-8e22-c644c3c898e1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:27.445661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 1c0a02f0-3e48-40d1-9304-04837d1740b9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1c0a02f0-3e48-40d1-9304-04837d1740b9,segment=NetworkSegment(c8ae6351-25e1-4298-86a6-4d954dc9c83e),segment_id=c8ae6351-25e1-4298-86a6-4d954dc9c83e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:27.470481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.517099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4993ab8d-785c-4957-b83a-bdbd3c5896cc tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.644804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] For port 1c0a02f0-3e48-40d1-9304-04837d1740b9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1c0a02f0-3e48-40d1-9304-04837d1740b9,segment=NetworkSegment(c8ae6351-25e1-4298-86a6-4d954dc9c83e),segment_id=c8ae6351-25e1-4298-86a6-4d954dc9c83e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:27.645192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.658860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.objects.ports [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83523) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:32:27.666619 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a6682163-aef0-40dd-8e22-c644c3c898e1 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/89d065ab-220f-437f-ab0d-ef694a2c1060 HTTP/1.1" status: 404 len: 337 time: 0.3123214 Dec 23 08:32:27.666793 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.671793 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48412) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.704170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993ab8d-785c-4957-b83a-bdbd3c5896cc tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Port': ['ID=775f6a8a-9b9e-48f0-a92e-9949ecbdf8fd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:27.722961 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4993ab8d-785c-4957-b83a-bdbd3c5896cc tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.727116 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4993ab8d-785c-4957-b83a-bdbd3c5896cc tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/ports/775f6a8a-9b9e-48f0-a92e-9949ecbdf8fd HTTP/1.1" status: 204 len: 168 time: 1.5157309 Dec 23 08:32:27.731073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48416) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.761859 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dc5ffedb-c588-4b9d-ae45-38ed31e24902 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4099238 Dec 23 08:32:27.771962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48420) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.778945 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-405af3ba-eb6d-41c5-83e6-8e27c05b62bc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:27.779283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405af3ba-eb6d-41c5-83e6-8e27c05b62bc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:27.783422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Calling delete_port for 1c0a02f0-3e48-40d1-9304-04837d1740b9 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:27.784289 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-405af3ba-eb6d-41c5-83e6-8e27c05b62bc tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/06da2c91-6064-4977-95a8-efc827ac1a07 HTTP/1.1" status: 404 len: 333 time: 0.0845189 Dec 23 08:32:27.785199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48424) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.817131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=1c0a02f0-3e48-40d1-9304-04837d1740b9,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:27.864337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:32:27.864760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:32:27.868496 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fb1a28-78cd-4672-9f43-2af55e065bad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:27.868963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fb1a28-78cd-4672-9f43-2af55e065bad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:27.870680 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f3fb1a28-78cd-4672-9f43-2af55e065bad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/c291dcbf-135d-48ae-9067-0c721be4d15f HTTP/1.1" status: 404 len: 337 time: 0.0693285 Dec 23 08:32:27.880580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Subnet': ['ID=d43614e4-0817-4d74-9997-4387c28839b9,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:27.887080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48428) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.902008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3eb6b272-8468-4df6-bb89-f1ed624f1bd7 None None] Provisioning complete for port b59b451e-d78a-4263-af86-44116261279c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:27.903106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3eb6b272-8468-4df6-bb89-f1ed624f1bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.915621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-adbfa7de-6476-4a5c-a7f3-cb91f82b80d5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Deleting port 77e4f797-9bc5-40ea-9eb7-b8e7031c5593 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:27.915959 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-adbfa7de-6476-4a5c-a7f3-cb91f82b80d5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.937692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47764e57-82ff-4d86-86a1-3b826dcfa982 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.946258 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a042b7-af0c-41e1-949e-26e14e2de205 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:27.946544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a042b7-af0c-41e1-949e-26e14e2de205 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:27.950424 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-80a042b7-af0c-41e1-949e-26e14e2de205 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/9a911a08-f898-4735-b47e-5b86b79c1113 HTTP/1.1" status: 404 len: 333 time: 0.0601139 Dec 23 08:32:27.953825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47764e57-82ff-4d86-86a1-3b826dcfa982 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:27.955354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48432) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:27.963382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Checking segment: {'id': '076958af-4721-43d7-89fd-ad2c33e6820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eeb4986-5a22-4e8b-a79f-303842709f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:27.963732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network hostable DHCP agents. Network: 7eeb4986-5a22-4e8b-a79f-303842709f25, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:27.965379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6b272-8468-4df6-bb89-f1ed624f1bd7 None None] Port b59b451e-d78a-4263-af86-44116261279c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:27.990932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47764e57-82ff-4d86-86a1-3b826dcfa982 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.012714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47764e57-82ff-4d86-86a1-3b826dcfa982 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a31c1b2c-dfd8-4afc-842a-ee2ff2985550,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:28.017185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-47764e57-82ff-4d86-86a1-3b826dcfa982 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.020765 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-47764e57-82ff-4d86-86a1-3b826dcfa982 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a31c1b2c-dfd8-4afc-842a-ee2ff2985550 HTTP/1.1" status: 204 len: 168 time: 0.2465031 Dec 23 08:32:28.021731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48436) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.036191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network 7eeb4986-5a22-4e8b-a79f-303842709f25 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:28.052013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7eeb4986-5a22-4e8b-a79f-303842709f25) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:28.056571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:28.057185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.063328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f5f69-24af-46f1-a892-b7c6b1d4b60d None None] Network 7eeb4986-5a22-4e8b-a79f-303842709f25 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:28.064575 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0759cf-df5f-432c-af3f-67a24852ef4c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.065010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0759cf-df5f-432c-af3f-67a24852ef4c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.069494 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-de0759cf-df5f-432c-af3f-67a24852ef4c tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/d0733a8d-71fd-4e7b-bc09-1eaba7a6d074 HTTP/1.1" status: 404 len: 337 time: 0.1023996 Dec 23 08:32:28.073203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48440) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.129038 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1d53ec-bbaa-4a79-a3b0-1d8508286440 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.129469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1d53ec-bbaa-4a79-a3b0-1d8508286440 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.133651 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-db1d53ec-bbaa-4a79-a3b0-1d8508286440 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/3c1f2f11-a306-47d3-ad03-46255e8941f2 HTTP/1.1" status: 404 len: 333 time: 0.0571342 Dec 23 08:32:28.138535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a4ffe9f0-d6c1-409e-a191-3cb7c9771885 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:28.143171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48444) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.148987 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e8953b08-da48-4735-93e2-1f05a5c7456e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9359705 Dec 23 08:32:28.152888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48450) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.212055 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dab879e-2141-434e-a95a-cb41605b2bbe tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.212490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dab879e-2141-434e-a95a-cb41605b2bbe tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.216534 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1dab879e-2141-434e-a95a-cb41605b2bbe tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/7791f05d-83c8-4bd4-8383-1ec85770655a HTTP/1.1" status: 404 len: 337 time: 0.0666041 Dec 23 08:32:28.233980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48454) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.262767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a4ffe9f0-d6c1-409e-a191-3cb7c9771885 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:28.266609 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a4ffe9f0-d6c1-409e-a191-3cb7c9771885 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2411947 Dec 23 08:32:28.269224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48458) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.292948 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7eeb4986-5a22-4e8b-a79f-303842709f25', 'network_id': '7eeb4986-5a22-4e8b-a79f-303842709f25', 'tenant_id': '4aafa36299c8408a897b476437f98df9', 'fixed_ips': [{'subnet_id': 'd43614e4-0817-4d74-9997-4387c28839b9'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:28.293848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.311514 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce4158d-d22f-466a-b502-670183ac1a83 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.311954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce4158d-d22f-466a-b502-670183ac1a83 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.316600 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cce4158d-d22f-466a-b502-670183ac1a83 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/f41a5d6e-d3aa-4dc6-81ba-86abb8a6fde9 HTTP/1.1" status: 404 len: 333 time: 0.0702035 Dec 23 08:32:28.318621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48462) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.352529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eecd644c-f44f-4989-83c1-53effb715d7c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.365824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Deleting port 1c0a02f0-3e48-40d1-9304-04837d1740b9 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:28.366286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.386665 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca878da-16b3-4a76-a5c7-c5d5da30a2d3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.387173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca878da-16b3-4a76-a5c7-c5d5da30a2d3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.391114 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6ca878da-16b3-4a76-a5c7-c5d5da30a2d3 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/f1a8aea5-9754-4ee5-95e3-19b7c8ffd1e4 HTTP/1.1" status: 404 len: 337 time: 0.0688694 Dec 23 08:32:28.393751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48466) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.408613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eecd644c-f44f-4989-83c1-53effb715d7c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.431429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.509729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.543108 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f02f25-286e-45f2-9c5a-241c521a0251 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.543665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f02f25-286e-45f2-9c5a-241c521a0251 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.547370 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a8f02f25-286e-45f2-9c5a-241c521a0251 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/092aea4b-6c63-4cda-abe0-11b0da434489 HTTP/1.1" status: 404 len: 333 time: 0.1333127 Dec 23 08:32:28.554716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48470) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.573820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eecd644c-f44f-4989-83c1-53effb715d7c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.599098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eecd644c-f44f-4989-83c1-53effb715d7c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.603154 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eecd644c-f44f-4989-83c1-53effb715d7c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1e7d2117-8f23-4898-90f8-f4ac04d5213c HTTP/1.1" status: 204 len: 168 time: 0.3333795 Dec 23 08:32:28.604068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48474) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.604834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd644c-f44f-4989-83c1-53effb715d7c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e7d2117-8f23-4898-90f8-f4ac04d5213c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:28.653406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] For port 1c0a02f0-3e48-40d1-9304-04837d1740b9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1c0a02f0-3e48-40d1-9304-04837d1740b9,segment=NetworkSegment(c8ae6351-25e1-4298-86a6-4d954dc9c83e),segment_id=c8ae6351-25e1-4298-86a6-4d954dc9c83e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:28.654132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.669691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b8422474-7879-48fd-afba-0eaefc58a492 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:28.692607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b8422474-7879-48fd-afba-0eaefc58a492 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:28.696904 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b8422474-7879-48fd-afba-0eaefc58a492 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0867052 Dec 23 08:32:28.697051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-adbfa7de-6476-4a5c-a7f3-cb91f82b80d5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.697166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48478) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.705438 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83949fd-0455-4109-94c1-d54a2ff36710 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.705917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83949fd-0455-4109-94c1-d54a2ff36710 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.709894 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c83949fd-0455-4109-94c1-d54a2ff36710 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/69061fc6-0fbd-47cb-bde2-5ed69e13aae8 HTTP/1.1" status: 404 len: 337 time: 0.1519799 Dec 23 08:32:28.714082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48482) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.723743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 17200df1-c612-4f5b-88ef-934ed7ab9d93 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:28.768987 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ace847a-985d-4037-911e-50e27e074711 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.769542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ace847a-985d-4037-911e-50e27e074711 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.773731 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4ace847a-985d-4037-911e-50e27e074711 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/ab7dbb77-a81c-43c0-b1dd-be0645b7f745 HTTP/1.1" status: 404 len: 333 time: 0.0561919 Dec 23 08:32:28.773731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-779ff7ed-0a70-4167-a518-88cb2e71a632 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.783239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48486) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.787079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-779ff7ed-0a70-4167-a518-88cb2e71a632 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.806186 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Allocated IP 2001:db8::f816:3eff:fe1d:e992 (7eeb4986-5a22-4e8b-a79f-303842709f25/d43614e4-0817-4d74-9997-4387c28839b9/3e83baff-8c3d-4ff8-9ec0-ec7d1658d384) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:28.813470 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Calling delete_port for 1c0a02f0-3e48-40d1-9304-04837d1740b9 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:28.832156 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d18b067-20ca-4cca-b4a3-9330bf2ad5d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.832596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d18b067-20ca-4cca-b4a3-9330bf2ad5d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.836568 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0d18b067-20ca-4cca-b4a3-9330bf2ad5d8 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/94390f36-4602-42fc-a01a-f71de6996138 HTTP/1.1" status: 404 len: 337 time: 0.0505314 Dec 23 08:32:28.837351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48490) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.855041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-adbfa7de-6476-4a5c-a7f3-cb91f82b80d5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Calling delete_port for 77e4f797-9bc5-40ea-9eb7-b8e7031c5593 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:28.879451 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-689e2eeb-57d1-49d8-adc4-589be2d5c937 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.879892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689e2eeb-57d1-49d8-adc4-589be2d5c937 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.888766 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-689e2eeb-57d1-49d8-adc4-589be2d5c937 tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/ports/2421efff-c593-4d08-946f-1121b7fdc352 HTTP/1.1" status: 404 len: 333 time: 0.0486882 Dec 23 08:32:28.889658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48494) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.930977 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9661fe2f-ef86-4c2d-8130-b6d2bd56a25e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:28.931491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9661fe2f-ef86-4c2d-8130-b6d2bd56a25e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:28.935386 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9661fe2f-ef86-4c2d-8130-b6d2bd56a25e tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/subnets/20a70662-de57-49e6-9432-2435660220a5 HTTP/1.1" status: 404 len: 337 time: 0.0425925 Dec 23 08:32:28.935386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-779ff7ed-0a70-4167-a518-88cb2e71a632 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.935671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48498) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.944220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-779ff7ed-0a70-4167-a518-88cb2e71a632 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.947825 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-779ff7ed-0a70-4167-a518-88cb2e71a632 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d148916b-f9a3-402e-9a27-3de2478c2429 HTTP/1.1" status: 204 len: 168 time: 0.2469549 Dec 23 08:32:28.947825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48502) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:28.950380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ff7ed-0a70-4167-a518-88cb2e71a632 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d148916b-f9a3-402e-9a27-3de2478c2429,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:28.952952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a82c46d3-02bb-43df-89c4-979bfffcf417 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:28.997383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dd95eb3c-71a5-460e-98b5-33c107ab4cff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:29.010100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.013312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dd95eb3c-71a5-460e-98b5-33c107ab4cff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:29.017543 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dd95eb3c-71a5-460e-98b5-33c107ab4cff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0661213 Dec 23 08:32:29.017817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48506) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:29.048304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a82c46d3-02bb-43df-89c4-979bfffcf417 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.052452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82c46d3-02bb-43df-89c4-979bfffcf417 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:29.053051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a82c46d3-02bb-43df-89c4-979bfffcf417 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.057651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48510) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:29.057811 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a82c46d3-02bb-43df-89c4-979bfffcf417 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/ports/b59b451e-d78a-4263-af86-44116261279c HTTP/1.1" status: 200 len: 911 time: 2.7874768 Dec 23 08:32:29.060618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 17200df1-c612-4f5b-88ef-934ed7ab9d93 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:29.060980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.096037 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] Pushing event deleted for resources: {'Port': ['ID=1c0a02f0-3e48-40d1-9304-04837d1740b9,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:29.133776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812ab63-ce2e-40e0-8551-9b206f3957df None None] No DVR routers for this DVR port 1c0a02f0-3e48-40d1-9304-04837d1740b9 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:29.181748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-adbfa7de-6476-4a5c-a7f3-cb91f82b80d5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.211460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.218320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ba704dc-f070-4443-9be8-a1b0be5d67b3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.221864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c46d3-02bb-43df-89c4-979bfffcf417 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=b59b451e-d78a-4263-af86-44116261279c,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:29.262354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ba704dc-f070-4443-9be8-a1b0be5d67b3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.269983 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.284031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Transition to ACTIVE for port object 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:29.287856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-adbfa7de-6476-4a5c-a7f3-cb91f82b80d5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.290551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfa7de-6476-4a5c-a7f3-cb91f82b80d5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Port': ['ID=77e4f797-9bc5-40ea-9eb7-b8e7031c5593,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:29.341392 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-adbfa7de-6476-4a5c-a7f3-cb91f82b80d5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/ports/77e4f797-9bc5-40ea-9eb7-b8e7031c5593 HTTP/1.1" status: 204 len: 168 time: 1.6047606 Dec 23 08:32:29.344520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48514) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:29.361327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 044012c4-98e2-4781-b70a-6fda828a01fe up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:29.391270 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Transition to ACTIVE for port object 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:29.401864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.430889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ba704dc-f070-4443-9be8-a1b0be5d67b3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.463343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e5e26296-7f79-4575-8450-3f1567f087ed tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Synchronizing usage tracker for tenant:7b3d22d6a8ee476cbc97d2aba2c33112 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:29.494553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.500673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Network 7eeb4986-5a22-4e8b-a79f-303842709f25 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:29.505580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:29.508106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:29.512539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.557540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Pushing event updated for resources: {'Port': ['ID=3e83baff-8c3d-4ff8-9ec0-ec7d1658d384,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:29.579786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba704dc-f070-4443-9be8-a1b0be5d67b3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f87df-77f0-4308-b981-7bc39b969bca,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:29.583934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e5e26296-7f79-4575-8450-3f1567f087ed tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Unset dirty status for tenant:7b3d22d6a8ee476cbc97d2aba2c33112 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:29.585088 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e5e26296-7f79-4575-8450-3f1567f087ed tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2387636 Dec 23 08:32:29.590518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48518) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:29.593559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1e253c-1242-4661-909e-bc02458a5888']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:29.602875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1950208992'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:29.617543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 044012c4-98e2-4781-b70a-6fda828a01fe triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:29.618236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.619310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:29.619707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e2290a-5471-452e-b731-de58a36860a0') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:29.619960 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e2290a-5471-452e-b731-de58a36860a0') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:29.627233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.633738 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Usage tracker for resource:network and tenant:7b3d22d6a8ee476cbc97d2aba2c33112 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:29.636419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.656350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.661623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:29.665179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:29.665569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:29.680378 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:29.682912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:29.686091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Subnet': ['ID=d43614e4-0817-4d74-9997-4387c28839b9,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:29.696673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Attempting to bind port 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:29.697248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Attempting to bind port 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '076958af-4721-43d7-89fd-ad2c33e6820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eeb4986-5a22-4e8b-a79f-303842709f25'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:29.702059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Attempting to bind port 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384 on network 7eeb4986-5a22-4e8b-a79f-303842709f25 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:29.727231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:29.727605 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Checking segment: {'id': '076958af-4721-43d7-89fd-ad2c33e6820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eeb4986-5a22-4e8b-a79f-303842709f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:29.728072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.728463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Bound using segment: {'id': '076958af-4721-43d7-89fd-ad2c33e6820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eeb4986-5a22-4e8b-a79f-303842709f25'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:29.729024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Bound port: 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076958af-4721-43d7-89fd-ad2c33e6820e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eeb4986-5a22-4e8b-a79f-303842709f25'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:29.729369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.764596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ba704dc-f070-4443-9be8-a1b0be5d67b3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.768030 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2ba704dc-f070-4443-9be8-a1b0be5d67b3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/a97f87df-77f0-4308-b981-7bc39b969bca HTTP/1.1" status: 204 len: 168 time: 0.7463913 Dec 23 08:32:29.772523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Made reservation on behalf of 7b3d22d6a8ee476cbc97d2aba2c33112 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:29.775483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.786156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48522) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:29.844001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.904193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1c0a02f0-3e48-40d1-9304-04837d1740b9 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:29.904782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eeb4986-5a22-4e8b-a79f-303842709f25']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:29.920130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:29.929103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076958af-4721-43d7-89fd-ad2c33e6820e') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:29.929589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076958af-4721-43d7-89fd-ad2c33e6820e') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:29.945930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 1c0a02f0-3e48-40d1-9304-04837d1740b9 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:29.946325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1c0a02f0-3e48-40d1-9304-04837d1740b9 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:29.954493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.956212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] For port 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:29.964750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.965907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] For port 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3e83baff-8c3d-4ff8-9ec0-ec7d1658d384,segment=NetworkSegment(076958af-4721-43d7-89fd-ad2c33e6820e),segment_id=076958af-4721-43d7-89fd-ad2c33e6820e)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:29.971136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.972015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:29.996946 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] 10.222.0.36 "DELETE /v2.0/networks/3b1e253c-1242-4661-909e-bc02458a5888 HTTP/1.1" status: 204 len: 168 time: 1.0585992 Dec 23 08:32:30.008308 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd77e2-940e-4463-b4c3-d7b2ca5792ad tempest-NetworksTestDHCPv6-666830967 tempest-NetworksTestDHCPv6-666830967-project] Pushing event deleted for resources: {'Network': ['ID=3b1e253c-1242-4661-909e-bc02458a5888,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:30.024602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.024944 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Added segment 63ea7fe5-d6b3-4d05-af4b-8e91518ed6da of type vlan for network 63c1a9d3-f2e0-4e78-a004-e404f3c37bc1 Dec 23 08:32:30.027333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.066126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac446f-c794-45a3-985b-05d93378cca5 None None] Pushing event updated for resources: {'Port': ['ID=3e83baff-8c3d-4ff8-9ec0-ec7d1658d384,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:30.106136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-70a7ecd4-5e23-489a-872a-f60a151fd6a3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:30.139423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.152191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.168945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:30.169387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.173835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8484072-65b5-4219-90b3-fd2aab1d3d2b None None] Network 7eeb4986-5a22-4e8b-a79f-303842709f25 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:30.184766 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:30.188174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-70a7ecd4-5e23-489a-872a-f60a151fd6a3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:30.193843 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-70a7ecd4-5e23-489a-872a-f60a151fd6a3 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4026959 Dec 23 08:32:30.194620 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48528) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:30.255699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420004222'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:30.262370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:30.273783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:30.298617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.305862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.379191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 08:32:30.379191 dv-neutron-822507-1-hyperv neutron-server[83523]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 08:32:30.379191 dv-neutron-822507-1-hyperv neutron-server[83523]: [parameters: {'id': '7eeb4986-5a22-4e8b-a79f-303842709f25'}] Dec 23 08:32:30.379191 dv-neutron-822507-1-hyperv neutron-server[83523]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:32:30.379772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:32:30.383583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.387633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:30.388214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.452623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6a316b3d-08a2-496d-95d2-29578997a240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.455478 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4522dfcb-0783-4ae6-a2fb-a7a1f4c19527 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:32:30.465189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48534) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:30.543184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:30.594332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:30.603440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4522dfcb-0783-4ae6-a2fb-a7a1f4c19527 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:32:30.615786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:30.616504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 044012c4-98e2-4781-b70a-6fda828a01fe {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:30.617589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.624181 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0314486 Dec 23 08:32:30.628899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945287b-a14d-4004-8631-c8ce64dea454 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Network': ['ID=63c1a9d3-f2e0-4e78-a004-e404f3c37bc1,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:30.650150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 63c1a9d3-f2e0-4e78-a004-e404f3c37bc1 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:30.655244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48540) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:30.656958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:30.681121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-801611126'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:30.702611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:30.718298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Usage tracker for resource:network and tenant:7b3d22d6a8ee476cbc97d2aba2c33112 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:30.724708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:30.795975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:30.834481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-26d565cb-a7eb-4418-abe9-4ddcf7328fff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ace87fbb8ee485590028e136d79c0fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3681250 Dec 23 08:32:30.837665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48544) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:30.837930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.846973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.883303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.889400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Made reservation on behalf of 7b3d22d6a8ee476cbc97d2aba2c33112 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:30.892347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.944783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.948441 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6958251 Dec 23 08:32:30.948715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48548) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:30.950203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8a578-d538-4d3a-965d-07d338fb01bb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872bbf42-758c-4918-90dd-1eae777df761,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:30.955507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': '872bbf42-758c-4918-90dd-1eae777df761', 'direction': 'ingress', 'protocol': 17}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:30.958899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Deleting port 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:30.959233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.970294 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 044012c4-98e2-4781-b70a-6fda828a01fe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=044012c4-98e2-4781-b70a-6fda828a01fe,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:30.970725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:30.980299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:31.000130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:31.007350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:31.057341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5421d8f8-6e8e-4a05-a688-df01dbd53c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.088850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d11b44-93ee-43ee-ae16-3f192deb482e None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:32:31.130255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 044012c4-98e2-4781-b70a-6fda828a01fe owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:31.162900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:31.172485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:31.213248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5421d8f8-6e8e-4a05-a688-df01dbd53c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.215439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d11b44-93ee-43ee-ae16-3f192deb482e None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:32:31.220883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.221236 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Added segment 6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e of type vlan for network cb8ee44b-c299-45db-86dd-7786f4a0f5e9 Dec 23 08:32:31.267246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.272257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] For port 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3e83baff-8c3d-4ff8-9ec0-ec7d1658d384,segment=NetworkSegment(076958af-4721-43d7-89fd-ad2c33e6820e),segment_id=076958af-4721-43d7-89fd-ad2c33e6820e)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:31.272611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.321646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.404515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5421d8f8-6e8e-4a05-a688-df01dbd53c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.424949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.429249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:31.429869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.524192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Calling delete_port for 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:31.549874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.560683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421d8f8-6e8e-4a05-a688-df01dbd53c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37e678b-4696-478e-bcd4-cfbeaab9a97c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:31.631470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.664473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.707585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96bc2e20-0c27-4c96-bce9-bf5a82379c76,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:31.709480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port b59b451e-d78a-4263-af86-44116261279c {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:31.709818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.716905 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0588930 Dec 23 08:32:31.720815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.724404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.728120 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ddbefc93-543f-4c0a-b99d-c8c56fa1fae8 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7756538 Dec 23 08:32:31.732825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48552) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:31.754186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Port': ['ID=3e83baff-8c3d-4ff8-9ec0-ec7d1658d384,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:31.755307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046d4aa-db69-4251-8873-5e1780255c6b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Network': ['ID=cb8ee44b-c299-45db-86dd-7786f4a0f5e9,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:31.764609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5421d8f8-6e8e-4a05-a688-df01dbd53c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:31.765579 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5421d8f8-6e8e-4a05-a688-df01dbd53c8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d37e678b-4696-478e-bcd4-cfbeaab9a97c HTTP/1.1" status: 204 len: 168 time: 0.9262836 Dec 23 08:32:31.776985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=044012c4-98e2-4781-b70a-6fda828a01fe,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:31.791207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No DVR routers for this DVR port 3e83baff-8c3d-4ff8-9ec0-ec7d1658d384 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:31.807499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network cb8ee44b-c299-45db-86dd-7786f4a0f5e9 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:31.889438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48558) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:32.037709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'subnets': [{'network_id': '63c1a9d3-f2e0-4e78-a004-e404f3c37bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2087957250', 'ip_version': 4}, {'network_id': 'cb8ee44b-c299-45db-86dd-7786f4a0f5e9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:32.038049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'subnet': {'network_id': '63c1a9d3-f2e0-4e78-a004-e404f3c37bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2087957250', 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:32.038627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Request body: {'subnet': {'network_id': 'cb8ee44b-c299-45db-86dd-7786f4a0f5e9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:32.085041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.139237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53f9bffc-bfb3-4073-a8ef-68cae01aeefd tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.176171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eeb4986-5a22-4e8b-a79f-303842709f25']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:32.192309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53f9bffc-bfb3-4073-a8ef-68cae01aeefd tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.216078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076958af-4721-43d7-89fd-ad2c33e6820e') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:32.216377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076958af-4721-43d7-89fd-ad2c33e6820e') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:32.231428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.252105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.369858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:32.373827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Usage tracker for resource:subnet and tenant:7b3d22d6a8ee476cbc97d2aba2c33112 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:32.376816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:32.384525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:32.386669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for b59b451e-d78a-4263-af86-44116261279c owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:32.413805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.434827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:32.435284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:32.449690 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:32.455814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Made reservation on behalf of 7b3d22d6a8ee476cbc97d2aba2c33112 for: {'subnet': 2} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:32.535080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53f9bffc-bfb3-4073-a8ef-68cae01aeefd tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.571211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9bffc-bfb3-4073-a8ef-68cae01aeefd tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872bbf42-758c-4918-90dd-1eae777df761,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:32.598753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.622380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.648554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Network': ['ID=7eeb4986-5a22-4e8b-a79f-303842709f25,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:32.654336 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1d19c157-0abe-48c4-a044-547f8ffb9214 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/7eeb4986-5a22-4e8b-a79f-303842709f25 HTTP/1.1" status: 204 len: 168 time: 4.5002337 Dec 23 08:32:32.662716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48576) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:32.665411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53f9bffc-bfb3-4073-a8ef-68cae01aeefd tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.669311 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-53f9bffc-bfb3-4073-a8ef-68cae01aeefd tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/872bbf42-758c-4918-90dd-1eae777df761 HTTP/1.1" status: 204 len: 168 time: 0.9244010 Dec 23 08:32:32.670509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48580) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:32.676565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1689072402'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:32.714411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:32.715054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5d13c6df-514a-41ab-8641-dae9d56c5944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.725928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:network and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:32.733479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:32.749551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:32.750740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.751215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.829332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48586) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:32.835420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.854962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.893165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a0fad51-8014-456a-9d9d-7ea933c8f1fe tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:32.896227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:32.898988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:32.911061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=b59b451e-d78a-4263-af86-44116261279c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:33.045621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-0a1bbf9c-5d2e-456b-b0ce-8d9737760d8d tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] Request body: {'port': {'network_id': '5d85bec2-40bd-47e8-9e71-d879053371df', 'name': 'tempest-NetworksNegativeTestJSON-1503858228'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:33.059045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:33.061164 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a0fad51-8014-456a-9d9d-7ea933c8f1fe tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:33.066645 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4a0fad51-8014-456a-9d9d-7ea933c8f1fe tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3908222 Dec 23 08:32:33.070147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48592) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:33.082721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-secgroup--891221707'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:33.088678 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1bbf9c-5d2e-456b-b0ce-8d9737760d8d tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] POST failed (client error): The resource could not be found. Dec 23 08:32:33.089352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1bbf9c-5d2e-456b-b0ce-8d9737760d8d tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:33.094318 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0a1bbf9c-5d2e-456b-b0ce-8d9737760d8d tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2602012 Dec 23 08:32:33.094318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.094318 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Added segment 1f4182b0-4215-443e-ab12-9550c2581428 of type vlan for network 30ef2914-d5de-44a2-97d3-6a29a513fd3d Dec 23 08:32:33.111557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48596) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:33.142976 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:33.169677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:33.199767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.205610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.216754 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4ba8e3-251e-49f4-b2d2-db31d0fb4108 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:33.217445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4ba8e3-251e-49f4-b2d2-db31d0fb4108 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:33.219325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.239598 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bd4ba8e3-251e-49f4-b2d2-db31d0fb4108 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "DELETE /v2.0/networks/885da74a-60bd-4295-907e-fdc1eaa9b49e HTTP/1.1" status: 404 len: 339 time: 0.1224353 Dec 23 08:32:33.249611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48600) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:33.461622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.465226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:33.465796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.470873 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3359864-fb38-4873-8c38-4068272b26ae tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:33.471291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3359864-fb38-4873-8c38-4068272b26ae tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:33.475055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:33.503862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:33.556748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:33.626913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:33.633183 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a3359864-fb38-4873-8c38-4068272b26ae tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "DELETE /v2.0/ports/0995e0ed-523c-4b78-8d3b-6bd54f979007 HTTP/1.1" status: 404 len: 333 time: 0.3824871 Dec 23 08:32:33.639043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48604) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:33.650699 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9840686 Dec 23 08:32:33.659528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48608) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:33.671931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'subnet': {'network_id': '30ef2914-d5de-44a2-97d3-6a29a513fd3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:33.690685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a97116-1b5c-455d-a61f-4d4890550333 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Network': ['ID=30ef2914-d5de-44a2-97d3-6a29a513fd3d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:33.703880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 30ef2914-d5de-44a2-97d3-6a29a513fd3d details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:33.705070 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3ea2c1-cd6c-47f1-9f1d-849f8ef6b1d4 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:33.705512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3ea2c1-cd6c-47f1-9f1d-849f8ef6b1d4 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:33.719465 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5c3ea2c1-cd6c-47f1-9f1d-849f8ef6b1d4 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "DELETE /v2.0/subnets/76b01f2b-a578-4ba5-b7ec-a1c8549620ac HTTP/1.1" status: 404 len: 337 time: 0.0729215 Dec 23 08:32:33.719465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.722624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48612) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:33.837683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.851007 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f05d41-c93c-47bd-ae68-6d2a7fb0d22a tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] GET failed (client error): The resource could not be found. Dec 23 08:32:33.851901 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-32f05d41-c93c-47bd-ae68-6d2a7fb0d22a tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "GET /v2.0/networks/2e291c3e-b720-44db-9200-dc460778b6dc HTTP/1.1" status: 404 len: 339 time: 0.1031590 Dec 23 08:32:33.858102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48616) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:33.870492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.929978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Subnet': ['ID=ac61afaa-c007-424d-ad02-b68fdc1adb34,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:33.940708 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-f956d10b-3e93-4129-891c-1db1d9bfaed9 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] GET failed (client error): The resource could not be found. Dec 23 08:32:33.941972 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f956d10b-3e93-4129-891c-1db1d9bfaed9 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "GET /v2.0/ports/fb6fb62f-2e6d-4a87-a2b2-a946ce9122c3 HTTP/1.1" status: 404 len: 333 time: 0.0759075 Dec 23 08:32:33.946927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48620) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:33.952602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:33.953754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:34.000733 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff01ed06-e996-4835-a5c1-1f116fd62f30 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] GET failed (client error): The resource could not be found. Dec 23 08:32:34.002001 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ff01ed06-e996-4835-a5c1-1f116fd62f30 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "GET /v2.0/subnets/ba91b3ca-4a03-4bcc-8a62-f61ef798ee97 HTTP/1.1" status: 404 len: 337 time: 0.0535657 Dec 23 08:32:34.006853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48624) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:34.009842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.011664 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Checking segment: {'id': '63ea7fe5-d6b3-4d05-af4b-8e91518ed6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63c1a9d3-f2e0-4e78-a004-e404f3c37bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:34.012013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Network hostable DHCP agents. Network: 63c1a9d3-f2e0-4e78-a004-e404f3c37bc1, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:34.019672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-92972ec4-404b-437a-82e8-4de5026f1f98 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:34.032855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:34.047508 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-92972ec4-404b-437a-82e8-4de5026f1f98 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] PUT failed (client error): The resource could not be found. Dec 23 08:32:34.047944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92972ec4-404b-437a-82e8-4de5026f1f98 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:34.049027 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-92972ec4-404b-437a-82e8-4de5026f1f98 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "PUT /v2.0/networks/7e0b3a2f-2875-45b0-8a5c-eeeba6394a4d HTTP/1.1" status: 404 len: 339 time: 0.0403719 Dec 23 08:32:34.058056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48628) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:34.117292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-0b90553a-2134-40b3-9617-8ecd49b002c6 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:34.128757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Network 63c1a9d3-f2e0-4e78-a004-e404f3c37bc1 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:34.142941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 63c1a9d3-f2e0-4e78-a004-e404f3c37bc1) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:34.150107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.156492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae56541e-dfee-4eec-845d-64b55491d2be None None] Network 63c1a9d3-f2e0-4e78-a004-e404f3c37bc1 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:34.157569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.158777 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0830474 Dec 23 08:32:34.168435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48632) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:34.169336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:34.188136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37fcf2-daaa-448c-9452-b62bf7ef71e6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f28cf8-6d01-45ad-8799-2f2d3788847f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:34.190440 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b90553a-2134-40b3-9617-8ecd49b002c6 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] PUT failed (client error): The resource could not be found. Dec 23 08:32:34.190863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b90553a-2134-40b3-9617-8ecd49b002c6 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:34.191930 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0b90553a-2134-40b3-9617-8ecd49b002c6 tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "PUT /v2.0/ports/9bc402b2-04f1-49ec-93dd-69542bec594a HTTP/1.1" status: 404 len: 333 time: 0.1324143 Dec 23 08:32:34.201768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48636) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:34.211697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a58f7a41-90b8-4c77-8485-d01f1c9f472a tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:34.243098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-secgroup--118458031'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:34.254813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:34.267577 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58f7a41-90b8-4c77-8485-d01f1c9f472a tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] PUT failed (client error): The resource could not be found. Dec 23 08:32:34.268012 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58f7a41-90b8-4c77-8485-d01f1c9f472a tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:34.273013 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a58f7a41-90b8-4c77-8485-d01f1c9f472a tempest-NetworksNegativeTestJSON-1125134264 tempest-NetworksNegativeTestJSON-1125134264-project] 10.222.0.36 "PUT /v2.0/subnets/f4e10cde-9349-4b47-86d1-ad7c43e1a509 HTTP/1.1" status: 404 len: 337 time: 0.0668612 Dec 23 08:32:34.282928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:34.297887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event updated for resources: {'Subnet': ['ID=bb9bd493-d0ae-45b1-8a9b-82db09fd8fd8,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:34.312490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 6ccb039e-0c83-4c46-a8e1-10f0258f03cd has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:32:34.314692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.318140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router e053eba9-8c08-4663-a1c4-f14cd41e34d2 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:32:34.319669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Checking segment: {'id': '6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cb8ee44b-c299-45db-86dd-7786f4a0f5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:34.320021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Network hostable DHCP agents. Network: cb8ee44b-c299-45db-86dd-7786f4a0f5e9, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:34.379697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.433491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Network cb8ee44b-c299-45db-86dd-7786f4a0f5e9 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:34.446541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-63c1a9d3-f2e0-4e78-a004-e404f3c37bc1', 'network_id': '63c1a9d3-f2e0-4e78-a004-e404f3c37bc1', 'tenant_id': '7b3d22d6a8ee476cbc97d2aba2c33112', 'fixed_ips': [{'subnet_id': 'ac61afaa-c007-424d-ad02-b68fdc1adb34'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:34.447941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.465944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, cb8ee44b-c299-45db-86dd-7786f4a0f5e9) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:34.481458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:34.482226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:34.483190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.517525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bda890-7e95-44ac-b973-7578e105c68c None None] Network cb8ee44b-c299-45db-86dd-7786f4a0f5e9 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:34.526302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:34.532675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:34.537347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:34.600952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:34.653150 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8992f60a-8ca3-4a84-93a4-564efc8e9fd5 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7627764 Dec 23 08:32:34.656464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48644) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:34.672747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:32:34.721818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503b0ae-83f4-40de-b8c2-74bbb4a023ab None None] Sync routers for ids ['6ccb039e-0c83-4c46-a8e1-10f0258f03cd'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:32:34.759156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.765674 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e0fd9852-734c-46e6-80d6-e3dc752c83dd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/6ccb039e-0c83-4c46-a8e1-10f0258f03cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7067046 Dec 23 08:32:34.769583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48648) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:34.778314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.798425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48652) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:34.811635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.817892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503b0ae-83f4-40de-b8c2-74bbb4a023ab None None] Routers {'6ccb039e-0c83-4c46-a8e1-10f0258f03cd'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:34.818690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9503b0ae-83f4-40de-b8c2-74bbb4a023ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6ccb039e-0c83-4c46-a8e1-10f0258f03cd'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:34.831786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fb0572fd-313c-4bc8-99a0-4a622b7c5e55 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:34.866446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fb0572fd-313c-4bc8-99a0-4a622b7c5e55 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:34.870327 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fb0572fd-313c-4bc8-99a0-4a622b7c5e55 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ccb039e-0c83-4c46-a8e1-10f0258f03cd HTTP/1.1" status: 200 len: 205 time: 0.0970705 Dec 23 08:32:34.871383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b97cf-4e80-4a42-9c50-76c08889f75c tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:34.872850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b97cf-4e80-4a42-9c50-76c08889f75c tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:34.874780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b97cf-4e80-4a42-9c50-76c08889f75c tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:34.875996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-293b97cf-4e80-4a42-9c50-76c08889f75c tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Synchronizing usage tracker for tenant:7b3d22d6a8ee476cbc97d2aba2c33112 on resource:subnet {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:34.883309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48658) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:34.900173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Allocated IP 172.20.0.2 (63c1a9d3-f2e0-4e78-a004-e404f3c37bc1/ac61afaa-c007-424d-ad02-b68fdc1adb34/646289fc-9bbb-459e-bb31-6a96ba9c88dd) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:34.902788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9503b0ae-83f4-40de-b8c2-74bbb4a023ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:34.908444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:32:34.921999 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] Sync routers for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:32:34.923898 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9da7d657-0c53-4fad-8517-96e3ba5514f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/e053eba9-8c08-4663-a1c4-f14cd41e34d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6781833 Dec 23 08:32:34.925488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-293b97cf-4e80-4a42-9c50-76c08889f75c tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Unset dirty status for tenant:7b3d22d6a8ee476cbc97d2aba2c33112 on resource:subnet {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:34.927352 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-293b97cf-4e80-4a42-9c50-76c08889f75c tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2694583 Dec 23 08:32:34.963053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48664) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:34.969744 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:34.970528 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:34.979334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:34.980697 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7978039 Dec 23 08:32:35.008439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48668) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:35.018799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'f2f28cf8-6d01-45ad-8799-2f2d3788847f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '516b86c7-9228-439f-af85-c2fbcc6f731d', 'remote_ip_prefix': None}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:35.020598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c82a17-4d31-4865-8bd9-21eac4a6117f tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516b86c7-9228-439f-af85-c2fbcc6f731d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:35.030212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:35.099701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7cbb42d-1bb3-4c10-8c9c-c717c66d8361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.136560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:35.141811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503b0ae-83f4-40de-b8c2-74bbb4a023ab None None] Routers {'6ccb039e-0c83-4c46-a8e1-10f0258f03cd'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:35.143934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9503b0ae-83f4-40de-b8c2-74bbb4a023ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6ccb039e-0c83-4c46-a8e1-10f0258f03cd'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:35.144731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:35.153211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:35.153463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Subnet': ['ID=98ad67ed-f2cc-4476-b9b5-20fcb16b01ed,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:35.172895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-19196970-2277-4490-a4c9-48dbdfc31c8e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.271350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-cb8ee44b-c299-45db-86dd-7786f4a0f5e9', 'network_id': 'cb8ee44b-c299-45db-86dd-7786f4a0f5e9', 'tenant_id': '7b3d22d6a8ee476cbc97d2aba2c33112', 'fixed_ips': [{'subnet_id': 'bb9bd493-d0ae-45b1-8a9b-82db09fd8fd8'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:35.272247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.301132 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:32:35.302024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9503b0ae-83f4-40de-b8c2-74bbb4a023ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:35.302531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503b0ae-83f4-40de-b8c2-74bbb4a023ab None None] The sync data for ids ['6ccb039e-0c83-4c46-a8e1-10f0258f03cd'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:32:35.318649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c7cbb42d-1bb3-4c10-8c9c-c717c66d8361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:35.332721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c7cbb42d-1bb3-4c10-8c9c-c717c66d8361 admin admin] Usage tracker for resource:security_group_rule and tenant:5137e916a2fa4278a1b9676ec062ca90 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:35.337110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c7cbb42d-1bb3-4c10-8c9c-c717c66d8361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:35.356793 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c7cbb42d-1bb3-4c10-8c9c-c717c66d8361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:35.359454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Checking segment: {'id': '1f4182b0-4215-443e-ab12-9550c2581428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '30ef2914-d5de-44a2-97d3-6a29a513fd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:35.359816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network hostable DHCP agents. Network: 30ef2914-d5de-44a2-97d3-6a29a513fd3d, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:35.400460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.461475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network 30ef2914-d5de-44a2-97d3-6a29a513fd3d is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:35.480972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cc2dcb-adfb-4c6f-a7a3-1e550c062ef9 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Deleting subnet ac61afaa-c007-424d-ad02-b68fdc1adb34 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:35.483555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 30ef2914-d5de-44a2-97d3-6a29a513fd3d) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:35.497506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:35.498534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.533398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.547745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Transition to ACTIVE for port object 646289fc-9bbb-459e-bb31-6a96ba9c88dd will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:35.562003 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-20530e17-7546-4352-8aad-73a5dfad0ff6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9012575 Dec 23 08:32:35.563224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48678) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:35.575221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Transition to ACTIVE for port object 646289fc-9bbb-459e-bb31-6a96ba9c88dd will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:35.597070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7cbb42d-1bb3-4c10-8c9c-c717c66d8361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.598156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10cc2dcb-adfb-4c6f-a7a3-1e550c062ef9 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.686198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7cbb42d-1bb3-4c10-8c9c-c717c66d8361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.730334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbb42d-1bb3-4c10-8c9c-c717c66d8361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee01ea6-2e76-4ebc-9de2-ce04a30cb33b,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:35.741562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Allocated IP 172.20.0.18 (cb8ee44b-c299-45db-86dd-7786f4a0f5e9/bb9bd493-d0ae-45b1-8a9b-82db09fd8fd8/51900031-729c-4b33-86d6-0d9347675464) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:35.797637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10cc2dcb-adfb-4c6f-a7a3-1e550c062ef9 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.844477 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c7cbb42d-1bb3-4c10-8c9c-c717c66d8361 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5137e916a2fa4278a1b9676ec062ca90&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0424664 Dec 23 08:32:35.850444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48682) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:35.879564 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:32:31Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ade44e14-acd7-4ef1-862d-b77764f113f8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:30:52Z', 'updated_at': '2021-12-23T08:31:05Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:35.885904 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] Checking router: e053eba9-8c08-4663-a1c4-f14cd41e34d2 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:32:35.900673 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:35.901476 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:35.990008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.990541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:35.991029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-19196970-2277-4490-a4c9-48dbdfc31c8e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.004000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Transition to ACTIVE for port object 51900031-729c-4b33-86d6-0d9347675464 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:36.021408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.024207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-19196970-2277-4490-a4c9-48dbdfc31c8e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.026609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Transition to ACTIVE for port object 51900031-729c-4b33-86d6-0d9347675464 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:36.029998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.032751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c5690f-70f8-4832-913b-773a3d041868 None None] Network 30ef2914-d5de-44a2-97d3-6a29a513fd3d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:36.075268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2318de-08b0-4646-bf93-9a123db317f4 req-4aafbcb5-5c31-4850-86c6-09cf63317950 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:36.075956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-9c2318de-08b0-4646-bf93-9a123db317f4 req-4aafbcb5-5c31-4850-86c6-09cf63317950 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:36.082902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0757828d-379a-4b3a-a70a-c19fed78f6e7,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:36.115751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.117051 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c59fc8da-bb0e-4fe1-b45c-4e97ac2a77f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1065280 Dec 23 08:32:36.119718 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:32:36.120223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48686) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:36.122981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-19196970-2277-4490-a4c9-48dbdfc31c8e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.123522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19196970-2277-4490-a4c9-48dbdfc31c8e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Fanout notify agent at l3_agent the message router_deleted on router 6ccb039e-0c83-4c46-a8e1-10f0258f03cd {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:32:36.145057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-9c2318de-08b0-4646-bf93-9a123db317f4 req-4aafbcb5-5c31-4850-86c6-09cf63317950 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:36.151608 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9c2318de-08b0-4646-bf93-9a123db317f4 req-4aafbcb5-5c31-4850-86c6-09cf63317950 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 946 time: 0.3922939 Dec 23 08:32:36.183758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db8e1f68-c368-4a1c-b91e-bfecce8dc8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.188234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.193877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-19196970-2277-4490-a4c9-48dbdfc31c8e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.195010 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-19196970-2277-4490-a4c9-48dbdfc31c8e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/6ccb039e-0c83-4c46-a8e1-10f0258f03cd HTTP/1.1" status: 204 len: 168 time: 1.2974935 Dec 23 08:32:36.199723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48690) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:36.219404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db8e1f68-c368-4a1c-b91e-bfecce8dc8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.272994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10cc2dcb-adfb-4c6f-a7a3-1e550c062ef9 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.289013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.290249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.295632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f532e47-546e-4db8-82b2-bc98e1d60222 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.306428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Pushing event updated for resources: {'Port': ['ID=646289fc-9bbb-459e-bb31-6a96ba9c88dd,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:36.318439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Network cb8ee44b-c299-45db-86dd-7786f4a0f5e9 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:36.320453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.354940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db8e1f68-c368-4a1c-b91e-bfecce8dc8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.386037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e1f68-c368-4a1c-b91e-bfecce8dc8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee01ea6-2e76-4ebc-9de2-ce04a30cb33b,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:36.387579 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9c2318de-08b0-4646-bf93-9a123db317f4 req-260ae0d2-2f15-4ed3-9e7d-41a921bc904d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350817 Dec 23 08:32:36.392766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:36.395023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f532e47-546e-4db8-82b2-bc98e1d60222 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.395162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Pushing event updated for resources: {'Port': ['ID=51900031-729c-4b33-86d6-0d9347675464,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:36.400702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:36.486478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db8e1f68-c368-4a1c-b91e-bfecce8dc8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.489074 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-db8e1f68-c368-4a1c-b91e-bfecce8dc8df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ee01ea6-2e76-4ebc-9de2-ce04a30cb33b HTTP/1.1" status: 204 len: 168 time: 0.6345665 Dec 23 08:32:36.493990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f532e47-546e-4db8-82b2-bc98e1d60222 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.507782 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-b64692aa-a91f-4264-bbfa-bf2986c77047 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5094397 Dec 23 08:32:36.549415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f532e47-546e-4db8-82b2-bc98e1d60222 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0757828d-379a-4b3a-a70a-c19fed78f6e7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:36.552798 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:32:31Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ade44e14-acd7-4ef1-862d-b77764f113f8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:30:52Z', 'updated_at': '2021-12-23T08:31:05Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:36.559311 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4265fb6-590b-4a2f-aaf0-aa8e7ac188bd None None] The sync data for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv is: [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:32:31Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ade44e14-acd7-4ef1-862d-b77764f113f8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'port_id': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'mac_address': 'fa:16:3e:55:44:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9492a59-2991-41f0-ba06-d25c77706076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:30:52Z', 'updated_at': '2021-12-23T08:31:05Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:32:36.564977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a3b970-4343-4be8-85e5-515ba9f2111d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting subnet 4aa4ea21-bda7-4cfe-8b9c-c805d0a8cd1a {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:36.578310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10cc2dcb-adfb-4c6f-a7a3-1e550c062ef9 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.579504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b970-4343-4be8-85e5-515ba9f2111d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.620415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.633788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Attempting to bind port 51900031-729c-4b33-86d6-0d9347675464 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:36.639665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Attempting to bind port 51900031-729c-4b33-86d6-0d9347675464 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cb8ee44b-c299-45db-86dd-7786f4a0f5e9'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:36.640077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Attempting to bind port 51900031-729c-4b33-86d6-0d9347675464 on network cb8ee44b-c299-45db-86dd-7786f4a0f5e9 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:36.663485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f532e47-546e-4db8-82b2-bc98e1d60222 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.664601 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9f532e47-546e-4db8-82b2-bc98e1d60222 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0757828d-379a-4b3a-a70a-c19fed78f6e7 HTTP/1.1" status: 204 len: 168 time: 0.5436223 Dec 23 08:32:36.665344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10cc2dcb-adfb-4c6f-a7a3-1e550c062ef9 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.667573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48696) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:36.679385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc2dcb-adfb-4c6f-a7a3-1e550c062ef9 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Subnet': ['ID=ac61afaa-c007-424d-ad02-b68fdc1adb34,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:36.685381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:36.685753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Checking segment: {'id': '6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cb8ee44b-c299-45db-86dd-7786f4a0f5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:36.686179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.686556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Bound using segment: {'id': '6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cb8ee44b-c299-45db-86dd-7786f4a0f5e9'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:36.687031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Bound port: 51900031-729c-4b33-86d6-0d9347675464, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'cb8ee44b-c299-45db-86dd-7786f4a0f5e9'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:36.687396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.713288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Network 63c1a9d3-f2e0-4e78-a004-e404f3c37bc1 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:36.720238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:36.724571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:36.740115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Subnet': ['ID=98ad67ed-f2cc-4476-b9b5-20fcb16b01ed,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:36.773563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b970-4343-4be8-85e5-515ba9f2111d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.829811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-63fafb3d-15ca-4487-9f75-ccf27219b808 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:36.836149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacbc561-a7d2-4a25-ade3-39f91ef41dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-30ef2914-d5de-44a2-97d3-6a29a513fd3d', 'network_id': '30ef2914-d5de-44a2-97d3-6a29a513fd3d', 'tenant_id': '4aafa36299c8408a897b476437f98df9', 'fixed_ips': [{'subnet_id': '98ad67ed-f2cc-4476-b9b5-20fcb16b01ed'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:36.837110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bacbc561-a7d2-4a25-ade3-39f91ef41dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.866620 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.884812 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-63fafb3d-15ca-4487-9f75-ccf27219b808 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:36.888613 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-63fafb3d-15ca-4487-9f75-ccf27219b808 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2174568 Dec 23 08:32:36.889105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48702) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:36.911313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ef2914-d5de-44a2-97d3-6a29a513fd3d']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:36.919141 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-fa49ea0e-5d2e-460b-9406-f435870051ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 1098 time: 0.2463193 Dec 23 08:32:36.927774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4182b0-4215-443e-ab12-9550c2581428') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:36.928342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4182b0-4215-443e-ab12-9550c2581428') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:36.941917 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.959876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:36.970459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:36.970854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.039718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Attempting to bind port 646289fc-9bbb-459e-bb31-6a96ba9c88dd on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:37.040686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Attempting to bind port 646289fc-9bbb-459e-bb31-6a96ba9c88dd by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '63ea7fe5-d6b3-4d05-af4b-8e91518ed6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63c1a9d3-f2e0-4e78-a004-e404f3c37bc1'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:37.041207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Attempting to bind port 646289fc-9bbb-459e-bb31-6a96ba9c88dd on network 63c1a9d3-f2e0-4e78-a004-e404f3c37bc1 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:37.083907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b970-4343-4be8-85e5-515ba9f2111d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.088238 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-10cc2dcb-adfb-4c6f-a7a3-1e550c062ef9 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/subnets/ac61afaa-c007-424d-ad02-b68fdc1adb34 HTTP/1.1" status: 204 len: 168 time: 2.1177471 Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:37.089255 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:37.091595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48712) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:37.120512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:37.121151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Checking segment: {'id': '63ea7fe5-d6b3-4d05-af4b-8e91518ed6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63c1a9d3-f2e0-4e78-a004-e404f3c37bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:37.121730 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.122290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Bound using segment: {'id': '63ea7fe5-d6b3-4d05-af4b-8e91518ed6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63c1a9d3-f2e0-4e78-a004-e404f3c37bc1'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:37.122928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Bound port: 646289fc-9bbb-459e-bb31-6a96ba9c88dd, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ea7fe5-d6b3-4d05-af4b-8e91518ed6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63c1a9d3-f2e0-4e78-a004-e404f3c37bc1'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:37.123586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.154904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.164994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] For port 51900031-729c-4b33-86d6-0d9347675464, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:37.186845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.212929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] For port 51900031-729c-4b33-86d6-0d9347675464, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=51900031-729c-4b33-86d6-0d9347675464,segment=NetworkSegment(6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e),segment_id=6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:37.221026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Network': ['ID=30ef2914-d5de-44a2-97d3-6a29a513fd3d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:37.226779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.247521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-24c579fe-664b-4b39-bb49-cd1dc6f2b92e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.251154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-da6b187b-ebd0-4d27-9d8b-3b04f3415cac tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:37.251945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-da6b187b-ebd0-4d27-9d8b-3b04f3415cac tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:37.265012 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c4f93c14-40de-4e05-bff6-ba9c00916bbd tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/30ef2914-d5de-44a2-97d3-6a29a513fd3d HTTP/1.1" status: 204 len: 168 time: 1.6975484 Dec 23 08:32:37.268978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48718) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:37.279566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18384c67-46ac-4279-9608-adb56ecdab91 None None] Network 30ef2914-d5de-44a2-97d3-6a29a513fd3d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:37.286613 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-8828ee66-51ec-4b79-9a94-2daa9aff082b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:37.288088 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-8828ee66-51ec-4b79-9a94-2daa9aff082b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6 HTTP/1.1" status: 200 len: 897 time: 0.3342969 Dec 23 08:32:37.292907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-24c579fe-664b-4b39-bb49-cd1dc6f2b92e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.308783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1486745632'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:37.333972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18384c67-46ac-4279-9608-adb56ecdab91 None None] Network 30ef2914-d5de-44a2-97d3-6a29a513fd3d could not be found, it might have been deleted concurrently. {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 08:32:37.359565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] For port 646289fc-9bbb-459e-bb31-6a96ba9c88dd, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:37.363940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:37.364137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] For port 646289fc-9bbb-459e-bb31-6a96ba9c88dd, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=646289fc-9bbb-459e-bb31-6a96ba9c88dd,segment=NetworkSegment(63ea7fe5-d6b3-4d05-af4b-8e91518ed6da),segment_id=63ea7fe5-d6b3-4d05-af4b-8e91518ed6da)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:37.371028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-da6b187b-ebd0-4d27-9d8b-3b04f3415cac tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:37.371725 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-da6b187b-ebd0-4d27-9d8b-3b04f3415cac tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 946 time: 0.7427967 Dec 23 08:32:37.373803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.377103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eff53-2049-4081-8be4-6b80dcbe9f0a None None] Pushing event updated for resources: {'Port': ['ID=51900031-729c-4b33-86d6-0d9347675464,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:37.377270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Usage tracker for resource:network and tenant:4aafa36299c8408a897b476437f98df9 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:37.490940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b970-4343-4be8-85e5-515ba9f2111d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.556972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b970-4343-4be8-85e5-515ba9f2111d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.561167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8a017-199d-4241-ba7d-aba631ac6ef3 None None] Pushing event updated for resources: {'Port': ['ID=646289fc-9bbb-459e-bb31-6a96ba9c88dd,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:37.578252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3b970-4343-4be8-85e5-515ba9f2111d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa4ea21-bda7-4cfe-8b9c-c805d0a8cd1a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:37.578493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0033196-2ad7-4b98-8e91-85d9619d1d16 None None] Network 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:37.600698 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e8a3b970-4343-4be8-85e5-515ba9f2111d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/4aa4ea21-bda7-4cfe-8b9c-c805d0a8cd1a HTTP/1.1" status: 204 len: 168 time: 1.3989053 Dec 23 08:32:37.605293 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-1fd221bf-45f0-4be8-a7d0-b10ff9cd0d26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c HTTP/1.1" status: 200 len: 1000 time: 0.2825575 Dec 23 08:32:37.607526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48726) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:37.646033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-24c579fe-664b-4b39-bb49-cd1dc6f2b92e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.648332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-24c579fe-664b-4b39-bb49-cd1dc6f2b92e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.662995 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-24c579fe-664b-4b39-bb49-cd1dc6f2b92e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/516b86c7-9228-439f-af85-c2fbcc6f731d HTTP/1.1" status: 204 len: 168 time: 0.7651031 Dec 23 08:32:37.681697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea2793-99ec-4c77-a6cb-adf18ad49cb6 None None] Network 63c1a9d3-f2e0-4e78-a004-e404f3c37bc1 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:37.686584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:37.719215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48730) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:37.735314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:37.883089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:37.886214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.919210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5e783480-38c8-462f-916c-d2eee3bdfb89 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:37.938744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:37.958446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:37.958701 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Added segment aeca521c-7c25-4144-81fb-9cfd896af139 of type vlan for network 41c3c832-faf9-4cd5-974c-cd32378af862 Dec 23 08:32:37.961717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c579fe-664b-4b39-bb49-cd1dc6f2b92e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b86c7-9228-439f-af85-c2fbcc6f731d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:38.000166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.052282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48738) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:38.059832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.064788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:38.065360 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.071994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 8c4d1c02-17ae-438a-8c90-4eb713639df0 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:38.072332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.121251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.129319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-c090384a-7b3e-4b60-bd2f-5b4bce499d90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:38.130828 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-c090384a-7b3e-4b60-bd2f-5b4bce499d90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7be9df53-de85-4ec7-8c03-915b49af02fd HTTP/1.1" status: 200 len: 835 time: 0.4859836 Dec 23 08:32:38.187505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 17200df1-c612-4f5b-88ef-934ed7ab9d93 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:38.187840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.227779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35a16f5-20fd-4354-97c5-5bab6f5a9905 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Deleting subnet bb9bd493-d0ae-45b1-8a9b-82db09fd8fd8 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:38.240068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc8514-f0a2-4a2c-b5f8-050d9253c4d1 req-0596a9ff-4804-4086-b28e-728d7b5bac83 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:38.241559 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f4cc8514-f0a2-4a2c-b5f8-050d9253c4d1 req-0596a9ff-4804-4086-b28e-728d7b5bac83 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 946 time: 0.4779203 Dec 23 08:32:38.269365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5e783480-38c8-462f-916c-d2eee3bdfb89 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:38.270653 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5e783480-38c8-462f-916c-d2eee3bdfb89 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5475304 Dec 23 08:32:38.272642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a35a16f5-20fd-4354-97c5-5bab6f5a9905 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.279159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48744) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:38.340985 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0706167 Dec 23 08:32:38.348180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48748) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:38.359950 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] DHCP port deletion for 0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:32:38.365066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] Deleting port 17200df1-c612-4f5b-88ef-934ed7ab9d93 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:38.365829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.390127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c3518-83cc-49aa-8402-748ca04c9687 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Network': ['ID=41c3c832-faf9-4cd5-974c-cd32378af862,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:38.408520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 41c3c832-faf9-4cd5-974c-cd32378af862 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:38.417390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Request body: {'subnet': {'network_id': '41c3c832-faf9-4cd5-974c-cd32378af862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:38.442961 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-4f5220e7-8ec5-4544-bfc6-552a1d5dd86c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3044298 Dec 23 08:32:38.560258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-fa2fcefd-174a-46e2-b819-e11d071d3ec8 tempest-DvrRoutersNegativeTest-1696861272 tempest-DvrRoutersNegativeTest-1696861272-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-907224574', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:38.563263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.policy [None req-fa2fcefd-174a-46e2-b819-e11d071d3ec8 tempest-DvrRoutersNegativeTest-1696861272 tempest-DvrRoutersNegativeTest-1696861272-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83523) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 23 08:32:38.563557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.policy [None req-fa2fcefd-174a-46e2-b819-e11d071d3ec8 tempest-DvrRoutersNegativeTest-1696861272 tempest-DvrRoutersNegativeTest-1696861272-project] Failed policy check for 'create_router' {{(pid=83523) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 23 08:32:38.564759 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-fa2fcefd-174a-46e2-b819-e11d071d3ec8 tempest-DvrRoutersNegativeTest-1696861272 tempest-DvrRoutersNegativeTest-1696861272-project] create failed (client error): Access was denied to this resource. Dec 23 08:32:38.569485 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fa2fcefd-174a-46e2-b819-e11d071d3ec8 tempest-DvrRoutersNegativeTest-1696861272 tempest-DvrRoutersNegativeTest-1696861272-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5126901 Dec 23 08:32:38.577981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port 17200df1-c612-4f5b-88ef-934ed7ab9d93, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=17200df1-c612-4f5b-88ef-934ed7ab9d93,segment=NetworkSegment(bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c),segment_id=bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:38.578384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.601493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:38.605181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a35a16f5-20fd-4354-97c5-5bab6f5a9905 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.742281 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 17200df1-c612-4f5b-88ef-934ed7ab9d93 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:38.793814 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f4cc8514-f0a2-4a2c-b5f8-050d9253c4d1 req-b97c2cd3-0d16-4cd9-ad28-145a26899566 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0237597-77db-4ddd-bb20-bab6af7f737c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5406408 Dec 23 08:32:38.821416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 51900031-729c-4b33-86d6-0d9347675464 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:38.845472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:38.880790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 8c4d1c02-17ae-438a-8c90-4eb713639df0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8c4d1c02-17ae-438a-8c90-4eb713639df0,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:38.881136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.894274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Made reservation on behalf of 4aafa36299c8408a897b476437f98df9 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:38.908231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac78b14-2e13-4549-8916-3e6791792676 None None] Network cb8ee44b-c299-45db-86dd-7786f4a0f5e9 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:38.918747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-40271831-4e49-4d3d-9696-9c06b4cfa6cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:38.946465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-40271831-4e49-4d3d-9696-9c06b4cfa6cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.019522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.054805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.067882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48758) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:39.074384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] For port 17200df1-c612-4f5b-88ef-934ed7ab9d93, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=17200df1-c612-4f5b-88ef-934ed7ab9d93,segment=NetworkSegment(bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c),segment_id=bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:39.074848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.084042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No DVR routers for this DVR port 17200df1-c612-4f5b-88ef-934ed7ab9d93 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:39.121536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=17200df1-c612-4f5b-88ef-934ed7ab9d93,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:39.137270 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-6e6bd45f-701a-4dfd-a6eb-dc70e67e6a63 service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396795 Dec 23 08:32:39.232961 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-dc4e9dd3-7bdb-472d-8c18-be648b62d3d3 None None] Provisioning for port 51900031-729c-4b33-86d6-0d9347675464 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:39.249905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] Calling delete_port for 17200df1-c612-4f5b-88ef-934ed7ab9d93 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:39.269673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-40271831-4e49-4d3d-9696-9c06b4cfa6cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.272586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 8c4d1c02-17ae-438a-8c90-4eb713639df0 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:39.329840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40271831-4e49-4d3d-9696-9c06b4cfa6cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f28cf8-6d01-45ad-8799-2f2d3788847f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:39.352222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c7a46e1-4496-4748-a9e4-3885e4f6ba88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.369915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 51900031-729c-4b33-86d6-0d9347675464 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:39.371283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.398675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a35a16f5-20fd-4354-97c5-5bab6f5a9905 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.419676 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:32:39.419938 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:32:39.437005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8d57ea-dbd8-402a-ae5b-5cd592025bc3']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:39.454559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 51900031-729c-4b33-86d6-0d9347675464 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:39.455340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.464488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8c7a46e1-4496-4748-a9e4-3885e4f6ba88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:39.468140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:39.468435 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd68073-cf77-4e8f-b3d8-2d1fcfbf723c') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:39.479801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-40271831-4e49-4d3d-9696-9c06b4cfa6cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.480899 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-40271831-4e49-4d3d-9696-9c06b4cfa6cb tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/f2f28cf8-6d01-45ad-8799-2f2d3788847f HTTP/1.1" status: 204 len: 168 time: 1.1977596 Dec 23 08:32:39.484076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8c7a46e1-4496-4748-a9e4-3885e4f6ba88 admin admin] Usage tracker for resource:security_group_rule and tenant:c7547f93f2134955ac2dd4a6f171f7c0 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:39.488600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8c7a46e1-4496-4748-a9e4-3885e4f6ba88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:39.492248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48764) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:39.500107 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27ed33a9-3539-4ce7-88cd-d3c5906a347d req-ad3bb827-d32d-4b10-9bcb-cba7bb7fda2a service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458359 Dec 23 08:32:39.513126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8c7a46e1-4496-4748-a9e4-3885e4f6ba88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:39.516668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.555055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.570059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:39.570610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:39.593326 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:39.629081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.665264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.671183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a35a16f5-20fd-4354-97c5-5bab6f5a9905 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.715136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-29b5e0b3-8969-4f9d-ac12-dbe6ac6e0edc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:39.724923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.750273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:32:39.750704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:32:39.759339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.771697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=8c4d1c02-17ae-438a-8c90-4eb713639df0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:39.773621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a16f5-20fd-4354-97c5-5bab6f5a9905 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9bd493-d0ae-45b1-8a9b-82db09fd8fd8,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:39.784322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Network': ['ID=0e8d57ea-dbd8-402a-ae5b-5cd592025bc3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:39.789220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-29b5e0b3-8969-4f9d-ac12-dbe6ac6e0edc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:39.790725 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-29b5e0b3-8969-4f9d-ac12-dbe6ac6e0edc tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2975240 Dec 23 08:32:39.796755 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-05ac6062-6cb8-4bbe-90fc-ff877822dd3e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/networks/0e8d57ea-dbd8-402a-ae5b-5cd592025bc3 HTTP/1.1" status: 204 len: 168 time: 2.1870503 Dec 23 08:32:39.797771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48768) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:39.801007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48770) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:39.810400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a35a16f5-20fd-4354-97c5-5bab6f5a9905 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.817482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c7a46e1-4496-4748-a9e4-3885e4f6ba88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.822255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-secgroup--689929817'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:39.830149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c7a46e1-4496-4748-a9e4-3885e4f6ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.862464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:39.881142 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8c7a46e1-4496-4748-a9e4-3885e4f6ba88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7547f93f2134955ac2dd4a6f171f7c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8122180 Dec 23 08:32:39.886914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:39.889115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48778) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:39.917841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709a5b9-78f4-4627-878c-3b7e8ac583e1 None None] Network cb8ee44b-c299-45db-86dd-7786f4a0f5e9 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:39.939443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] Deleting port 17200df1-c612-4f5b-88ef-934ed7ab9d93 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:39.940585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.952338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a46e1-4496-4748-a9e4-3885e4f6ba88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f225281d-b7c0-427f-acaf-b2c4d2f05050,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:39.971934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:39.972422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1626511618', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:39.993630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:40.035362 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb8a7162-0b86-416c-8633-c3126f3bb072 req-75e0e95e-c718-48bd-b09e-180e7f139bac tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c8cb3f6-8b5a-451e-86eb-c93d1722543a HTTP/1.1" status: 200 len: 210 time: 0.0667818 Dec 23 08:32:40.038420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:router and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:40.043964 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port 8c4d1c02-17ae-438a-8c90-4eb713639df0 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:40.047735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:40.052906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.055863 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-47791376-d64b-44fa-9cf0-e51383b68d7f req-f3987cba-2dc0-4b8b-b05e-98e6a503d140 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/8c4d1c02-17ae-438a-8c90-4eb713639df0 HTTP/1.1" status: 204 len: 173 time: 2.6741502 Dec 23 08:32:40.059788 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a35a16f5-20fd-4354-97c5-5bab6f5a9905 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/subnets/bb9bd493-d0ae-45b1-8a9b-82db09fd8fd8 HTTP/1.1" status: 204 len: 168 time: 2.9674125 Dec 23 08:32:40.060423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8cb3f6-8b5a-451e-86eb-c93d1722543a', 'name': 'network-vif-deleted', 'tag': '8c4d1c02-17ae-438a-8c90-4eb713639df0'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:32:40.063578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10dda58a-f4b6-4c55-b639-4532cc508169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.067628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48782) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:40.080479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf4df4-007a-4aa1-b555-9ec1fbf83a07 None None] The port '17200df1-c612-4f5b-88ef-934ed7ab9d93' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:32:40.127209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:40.161293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.162289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.229118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4bf0eb17-cd85-4a40-8ed5-5573e1ccc969 None None] Provisioning complete for port 51900031-729c-4b33-86d6-0d9347675464 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:40.229658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb17-cd85-4a40-8ed5-5573e1ccc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.252278 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8cb3f6-8b5a-451e-86eb-c93d1722543a', 'name': 'network-vif-deleted', 'tag': '8c4d1c02-17ae-438a-8c90-4eb713639df0', 'status': 'completed', 'code': 200} Dec 23 08:32:40.266985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.objects.ports [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83523) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 08:32:40.269010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.291132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:40.309969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:40.321806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:40.340198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10dda58a-f4b6-4c55-b639-4532cc508169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.341286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 8c4d1c02-17ae-438a-8c90-4eb713639df0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:40.347399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:40.370042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6e1e9-56d3-420f-ad25-a84a51b2bd61 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:40.377646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.378735 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-eea6e1e9-56d3-420f-ad25-a84a51b2bd61 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3023510 Dec 23 08:32:40.378735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48788) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:40.403202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 8c4d1c02-17ae-438a-8c90-4eb713639df0 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:40.403801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 8c4d1c02-17ae-438a-8c90-4eb713639df0 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:40.406906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event updated for resources: {'Subnet': ['ID=0275ec5f-8eed-42cc-9257-699659f91a3b,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:40.416368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Checking segment: {'id': 'aeca521c-7c25-4144-81fb-9cfd896af139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '41c3c832-faf9-4cd5-974c-cd32378af862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:40.417914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network hostable DHCP agents. Network: 41c3c832-faf9-4cd5-974c-cd32378af862, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:40.425739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.438568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.468667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.473443 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-17ab9d37-36c2-4d44-a7a1-6d60a7cafcea tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6687510 Dec 23 08:32:40.474061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48792) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:40.477379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Network 41c3c832-faf9-4cd5-974c-cd32378af862 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:40.493459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1104423533'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:40.498361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 41c3c832-faf9-4cd5-974c-cd32378af862) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:40.500859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:40.508923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:40.509499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.514578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:network and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:40.519439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:40.531783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:40.535442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e87a550-a8c4-4b60-aeef-155a0d160fb9 None None] Network 41c3c832-faf9-4cd5-974c-cd32378af862 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:40.549362 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cf077858-37fc-41a5-a7bb-c23a0e36d044 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1542354 Dec 23 08:32:40.551236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48796) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:40.583326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:40.586466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.600712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.622687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 51900031-729c-4b33-86d6-0d9347675464, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=51900031-729c-4b33-86d6-0d9347675464,segment=NetworkSegment(6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e),segment_id=6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:40.624811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.632962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.645435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.671317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d13694-376b-4aad-b178-bd6ea5ec131c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:40.673444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Deleting port 51900031-729c-4b33-86d6-0d9347675464 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:40.673782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.708968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10dda58a-f4b6-4c55-b639-4532cc508169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.723476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4bf0eb17-cd85-4a40-8ed5-5573e1ccc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.735213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dda58a-f4b6-4c55-b639-4532cc508169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f225281d-b7c0-427f-acaf-b2c4d2f05050,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:40.767349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 17200df1-c612-4f5b-88ef-934ed7ab9d93 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:40.808067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.830104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:40.832714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] DHCP port deletion for cb8ee44b-c299-45db-86dd-7786f4a0f5e9 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:32:40.834721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 17200df1-c612-4f5b-88ef-934ed7ab9d93 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:40.835062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 17200df1-c612-4f5b-88ef-934ed7ab9d93 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:40.835547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 044012c4-98e2-4781-b70a-6fda828a01fe no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:40.870608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.871106 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added segment 05cba679-aeae-4ce1-8f7a-2ba2714d57ee of type vlan for network d5de7770-b48a-4fba-90c8-de2db0e274a5 Dec 23 08:32:40.889277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 044012c4-98e2-4781-b70a-6fda828a01fe {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:40.889608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 044012c4-98e2-4781-b70a-6fda828a01fe not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:40.910402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] Deleting port 51900031-729c-4b33-86d6-0d9347675464 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:40.910685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.935653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:40.939933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.005644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=51900031-729c-4b33-86d6-0d9347675464,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:41.022124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] For port 51900031-729c-4b33-86d6-0d9347675464, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=51900031-729c-4b33-86d6-0d9347675464,segment=NetworkSegment(6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e),segment_id=6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:41.022867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.048726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.052500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:41.053072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.060989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 51900031-729c-4b33-86d6-0d9347675464 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:41.150373 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-4bf0eb17-cd85-4a40-8ed5-5573e1ccc969 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:32:41.150715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-4bf0eb17-cd85-4a40-8ed5-5573e1ccc969 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:32:41.152781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Calling delete_port for 51900031-729c-4b33-86d6-0d9347675464 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:41.188854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48802) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:41.199153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-10dda58a-f4b6-4c55-b639-4532cc508169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.202623 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-10dda58a-f4b6-4c55-b639-4532cc508169 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f225281d-b7c0-427f-acaf-b2c4d2f05050 HTTP/1.1" status: 204 len: 168 time: 1.3100750 Dec 23 08:32:41.203590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.207836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-442c653d-5cba-4596-a404-48519d1cbcef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3906810 Dec 23 08:32:41.211400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48808) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:41.224475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'e3d13694-376b-4aad-b178-bd6ea5ec131c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:41.230485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Network': ['ID=d5de7770-b48a-4fba-90c8-de2db0e274a5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:41.237346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:41.242154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.284816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:41.291036 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a875d04d-ba75-4be0-a0e6-d8dcc8f48fb8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8129742 Dec 23 08:32:41.291661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:41.300641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48812) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:41.301394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e9300-2266-4d3b-a3e8-ba8344c0bcb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-41c3c832-faf9-4cd5-974c-cd32378af862', 'network_id': '41c3c832-faf9-4cd5-974c-cd32378af862', 'tenant_id': '4aafa36299c8408a897b476437f98df9', 'fixed_ips': [{'subnet_id': '0275ec5f-8eed-42cc-9257-699659f91a3b'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:41.302221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c00e9300-2266-4d3b-a3e8-ba8344c0bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.303036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Subnet': ['ID=0275ec5f-8eed-42cc-9257-699659f91a3b,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:41.310127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'subnet': {'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:41.312678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network d5de7770-b48a-4fba-90c8-de2db0e274a5 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:41.327090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:41.354155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7eabc488-2ba3-4fd8-bb52-7e9058961feb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.368720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.415819 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No ports have port_id starting with 51900031-729c-4b33-86d6-0d9347675464 Dec 23 08:32:41.448782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Port': ['ID=51900031-729c-4b33-86d6-0d9347675464,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:41.454907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] No DVR routers for this DVR port 51900031-729c-4b33-86d6-0d9347675464 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:41.459675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7eabc488-2ba3-4fd8-bb52-7e9058961feb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.535968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] For port 51900031-729c-4b33-86d6-0d9347675464, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=51900031-729c-4b33-86d6-0d9347675464,segment=NetworkSegment(6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e),segment_id=6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:41.536344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.588570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.617898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c3c832-faf9-4cd5-974c-cd32378af862']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:41.634184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeca521c-7c25-4144-81fb-9cfd896af139') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:41.634760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeca521c-7c25-4144-81fb-9cfd896af139') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:41.648151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.664426 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.670782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:41.671237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.706267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.707392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] Calling delete_port for 51900031-729c-4b33-86d6-0d9347675464 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:41.740196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8ee44b-c299-45db-86dd-7786f4a0f5e9']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:41.754803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:41.755261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddae7e8-d794-4a66-b0ad-33f37d4e6f5e') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:41.768620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:41.774670 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:41.789844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.796245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.801370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:41.801370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.810015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0eb17-cd85-4a40-8ed5-5573e1ccc969 None None] Port 51900031-729c-4b33-86d6-0d9347675464 update to ACTIVE by agent not found {{(pid=83524) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 23 08:32:41.833526 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.836102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.853974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba22c97f-c507-4beb-980d-b47ac0529687 None None] Network 41c3c832-faf9-4cd5-974c-cd32378af862 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:41.864417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Network': ['ID=41c3c832-faf9-4cd5-974c-cd32378af862,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:41.881073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba22c97f-c507-4beb-980d-b47ac0529687 None None] Network 41c3c832-faf9-4cd5-974c-cd32378af862 could not be found, it might have been deleted concurrently. {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 08:32:41.885114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:41.887337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:32:41.887885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:32:41.889966 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ae193d7e-3c5c-4026-b0de-e6ed291c0a40 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/41c3c832-faf9-4cd5-974c-cd32378af862 HTTP/1.1" status: 204 len: 168 time: 1.3368742 Dec 23 08:32:41.891073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:subnet and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:41.899092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48826) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:41.902760 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:41.905252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:41.921210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:41.938350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:41.965150 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ba0f13-3b03-4e05-b151-0d527af10d98 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:41.965577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ba0f13-3b03-4e05-b151-0d527af10d98 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:41.968386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:41.992152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.007588 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c1ba0f13-3b03-4e05-b151-0d527af10d98 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/subnets/0275ec5f-8eed-42cc-9257-699659f91a3b HTTP/1.1" status: 404 len: 337 time: 0.0997365 Dec 23 08:32:42.009453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48832) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.009600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Network': ['ID=cb8ee44b-c299-45db-86dd-7786f4a0f5e9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:42.012367 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7d5eb7ec-640e-4a73-8a45-08e4ed565ad7 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/networks/cb8ee44b-c299-45db-86dd-7786f4a0f5e9 HTTP/1.1" status: 204 len: 168 time: 1.6348357 Dec 23 08:32:42.014775 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48836) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.058979 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da9e9c5-93b3-4f84-8298-efbdbe76e718 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:42.059414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da9e9c5-93b3-4f84-8298-efbdbe76e718 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:42.068857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.082564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.087305 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3da9e9c5-93b3-4f84-8298-efbdbe76e718 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/41c3c832-faf9-4cd5-974c-cd32378af862 HTTP/1.1" status: 404 len: 339 time: 0.0757537 Dec 23 08:32:42.087627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48842) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.115448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.133179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b7ea6b-009a-4c62-8e4f-9d8728071d78,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:42.150544 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-564aa06d-3f43-4741-aab1-8f39465a65a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:42.151192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564aa06d-3f43-4741-aab1-8f39465a65a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:42.172769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7eabc488-2ba3-4fd8-bb52-7e9058961feb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.175710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7eabc488-2ba3-4fd8-bb52-7e9058961feb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.177015 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7eabc488-2ba3-4fd8-bb52-7e9058961feb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/b0237597-77db-4ddd-bb20-bab6af7f737c HTTP/1.1" status: 204 len: 168 time: 0.9794014 Dec 23 08:32:42.188214 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-564aa06d-3f43-4741-aab1-8f39465a65a6 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/subnets/98ad67ed-f2cc-4476-b9b5-20fcb16b01ed HTTP/1.1" status: 404 len: 337 time: 0.0991871 Dec 23 08:32:42.192195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48850) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.197448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.200439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabc488-2ba3-4fd8-bb52-7e9058961feb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0237597-77db-4ddd-bb20-bab6af7f737c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:42.211264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Deleting port 646289fc-9bbb-459e-bb31-6a96ba9c88dd {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:42.211654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.219349 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:32:42.250016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.251966 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-beb9dfea-3dbd-48dc-8ac4-445fe2628560 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.0383759 Dec 23 08:32:42.254520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48854) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.254838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48856) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.307118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48862) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.389612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] Deleting port 51900031-729c-4b33-86d6-0d9347675464 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:42.390179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.421503 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6c559a-7e68-4348-93de-a8c9a8969f8a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:42.422000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6c559a-7e68-4348-93de-a8c9a8969f8a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:42.426770 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9e6c559a-7e68-4348-93de-a8c9a8969f8a tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/30ef2914-d5de-44a2-97d3-6a29a513fd3d HTTP/1.1" status: 404 len: 339 time: 0.2105453 Dec 23 08:32:42.434775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48868) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.490963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7954c491-37c4-4199-95eb-c07ab69d6279 None None] The port '51900031-729c-4b33-86d6-0d9347675464' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:32:42.491579 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4423f7-60d2-4326-9641-dbbd80c0a82e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:42.492031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e4423f7-60d2-4326-9641-dbbd80c0a82e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:42.493746 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7e4423f7-60d2-4326-9641-dbbd80c0a82e tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/subnets/d43614e4-0817-4d74-9997-4387c28839b9 HTTP/1.1" status: 404 len: 337 time: 0.0560827 Dec 23 08:32:42.519058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb484a76-2c1b-4e82-9ee0-0e56445428b4 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:32:42.528566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48872) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.533175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1539383715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:42.540598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:42.545049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:router and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:42.555091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:42.581064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:42.601437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da91b222-ebec-4554-9872-b7e4f15c1a16 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.616916 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-0168efbf-2902-4aef-a1fe-63449faea18b tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:42.617385 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0168efbf-2902-4aef-a1fe-63449faea18b tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:42.617858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da91b222-ebec-4554-9872-b7e4f15c1a16 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.621985 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0168efbf-2902-4aef-a1fe-63449faea18b tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/7eeb4986-5a22-4e8b-a79f-303842709f25 HTTP/1.1" status: 404 len: 339 time: 0.0712390 Dec 23 08:32:42.622981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.623912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.628173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48876) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.648565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb484a76-2c1b-4e82-9ee0-0e56445428b4 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:32:42.694210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] For port 646289fc-9bbb-459e-bb31-6a96ba9c88dd, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=646289fc-9bbb-459e-bb31-6a96ba9c88dd,segment=NetworkSegment(63ea7fe5-d6b3-4d05-af4b-8e91518ed6da),segment_id=63ea7fe5-d6b3-4d05-af4b-8e91518ed6da)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:42.694618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.728533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da91b222-ebec-4554-9872-b7e4f15c1a16 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.756606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4eff2d9-19d7-46d4-9ce6-9dcf6dd009a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting subnet cd123f7f-b679-4f94-b225-66682c736e75 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:42.760840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91b222-ebec-4554-9872-b7e4f15c1a16 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9b7ea6b-009a-4c62-8e4f-9d8728071d78,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:42.777013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4eff2d9-19d7-46d4-9ce6-9dcf6dd009a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.805713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-da91b222-ebec-4554-9872-b7e4f15c1a16 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.809136 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-da91b222-ebec-4554-9872-b7e4f15c1a16 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a9b7ea6b-009a-4c62-8e4f-9d8728071d78 HTTP/1.1" status: 204 len: 168 time: 0.5450356 Dec 23 08:32:42.812823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48880) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:42.823529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-5900142d-4bc0-4a5e-87be-79597f7a7e25 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Deleting port 98d811d7-e71d-4576-af2c-cdd8476a09e5 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:42.823868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5900142d-4bc0-4a5e-87be-79597f7a7e25 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.856996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Calling delete_port for 646289fc-9bbb-459e-bb31-6a96ba9c88dd owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:42.890673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4eff2d9-19d7-46d4-9ce6-9dcf6dd009a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.943722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.952816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:42.980550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8a24fdf1-7a53-4db1-9730-51a4dda72fd9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:43.020482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.025586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.051720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Subnet': ['ID=9bdb2a41-eb22-45ea-9286-9dd22dccbffd,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:43.065852 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8a24fdf1-7a53-4db1-9730-51a4dda72fd9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:43.067111 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8a24fdf1-7a53-4db1-9730-51a4dda72fd9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2515600 Dec 23 08:32:43.076031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48884) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:43.106139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Port': ['ID=646289fc-9bbb-459e-bb31-6a96ba9c88dd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:43.116161 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Checking segment: {'id': '05cba679-aeae-4ce1-8f7a-2ba2714d57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:43.116519 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network hostable DHCP agents. Network: d5de7770-b48a-4fba-90c8-de2db0e274a5, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:43.133174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4eff2d9-19d7-46d4-9ce6-9dcf6dd009a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.165180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.169049 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b718055a-a1c2-4ce8-bb63-8cea94b5d320 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8581326 Dec 23 08:32:43.169049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] No DVR routers for this DVR port 646289fc-9bbb-459e-bb31-6a96ba9c88dd on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:43.175634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48888) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:43.185377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1407367702'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:43.196738 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:43.212971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:network and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:43.217170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:43.231371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:43.254798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network d5de7770-b48a-4fba-90c8-de2db0e274a5 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:43.267634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffab8228-385a-4bef-aebc-ea47728420f9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.269721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Made reservation on behalf of ac7327b70095476fb2047431922d206c for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:43.272717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.300293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5900142d-4bc0-4a5e-87be-79597f7a7e25 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.302265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.311214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, d5de7770-b48a-4fba-90c8-de2db0e274a5) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:43.321166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b5f721-cc38-4095-aedd-a7227a6f3aaf None None] Network d5de7770-b48a-4fba-90c8-de2db0e274a5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:43.325854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:43.326471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.330487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4eff2d9-19d7-46d4-9ce6-9dcf6dd009a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.386095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffab8228-385a-4bef-aebc-ea47728420f9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.407118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eff2d9-19d7-46d4-9ce6-9dcf6dd009a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Subnet': ['ID=cd123f7f-b679-4f94-b225-66682c736e75,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:43.430032 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f3b3c3ff-cfce-412b-ad07-ec1a4d250976 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1248138 Dec 23 08:32:43.431233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c4eff2d9-19d7-46d4-9ce6-9dcf6dd009a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.435630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.436540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48892) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:43.448251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebd648-abf5-4de5-9268-269b4f7cc142 None None] Network 414ed109-0aad-48e8-85a0-dc88619545e0 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:43.450164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-5900142d-4bc0-4a5e-87be-79597f7a7e25 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Calling delete_port for 98d811d7-e71d-4576-af2c-cdd8476a09e5 owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:43.509160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:43.519084 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c4eff2d9-19d7-46d4-9ce6-9dcf6dd009a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/subnets/cd123f7f-b679-4f94-b225-66682c736e75 HTTP/1.1" status: 204 len: 168 time: 1.2580297 Dec 23 08:32:43.527176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48896) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:43.528318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:security_group_rule and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:43.534554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:43.576958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c1a9d3-f2e0-4e78-a004-e404f3c37bc1']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:43.587326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5900142d-4bc0-4a5e-87be-79597f7a7e25 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.626956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ea7fe5-d6b3-4d05-af4b-8e91518ed6da') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:43.627389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ea7fe5-d6b3-4d05-af4b-8e91518ed6da') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:43.652091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900142d-4bc0-4a5e-87be-79597f7a7e25 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Port': ['ID=98d811d7-e71d-4576-af2c-cdd8476a09e5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:43.655290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.664745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:43.677015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5900142d-4bc0-4a5e-87be-79597f7a7e25 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.679243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.686725 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5900142d-4bc0-4a5e-87be-79597f7a7e25 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/ports/98d811d7-e71d-4576-af2c-cdd8476a09e5 HTTP/1.1" status: 204 len: 168 time: 1.0548511 Dec 23 08:32:43.687824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:43.688651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.693931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffab8228-385a-4bef-aebc-ea47728420f9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.697324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48900) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:43.703850 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:43.734821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-d5de7770-b48a-4fba-90c8-de2db0e274a5', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:43.736124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.771098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab8228-385a-4bef-aebc-ea47728420f9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d13694-376b-4aad-b178-bd6ea5ec131c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:43.783284 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fa213c-8aa5-44e4-a2c6-1845a3fcf7b5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:43.783996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fa213c-8aa5-44e4-a2c6-1845a3fcf7b5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:43.792849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.808583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.816273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.822494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Network': ['ID=63c1a9d3-f2e0-4e78-a004-e404f3c37bc1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:43.830098 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9e865330-b1b8-4d16-98b0-cebe9724701b tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/networks/63c1a9d3-f2e0-4e78-a004-e404f3c37bc1 HTTP/1.1" status: 204 len: 168 time: 1.8141830 Dec 23 08:32:43.832435 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48904) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:43.896511 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e4fa213c-8aa5-44e4-a2c6-1845a3fcf7b5 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/subnets/014e2f50-8040-4518-a5f5-93ada48e95bf HTTP/1.1" status: 404 len: 337 time: 0.1823509 Dec 23 08:32:43.903919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffab8228-385a-4bef-aebc-ea47728420f9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.908012 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ffab8228-385a-4bef-aebc-ea47728420f9 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/e3d13694-376b-4aad-b178-bd6ea5ec131c HTTP/1.1" status: 204 len: 168 time: 0.8280210 Dec 23 08:32:43.908012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48908) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:43.908012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48910) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:43.928147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90f6c0-55e0-4baf-947b-53e6d5ec9130 None None] DHCP port deletion for 414ed109-0aad-48e8-85a0-dc88619545e0 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:32:43.950284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3a90f6c0-55e0-4baf-947b-53e6d5ec9130 None None] Deleting port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:43.950956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3a90f6c0-55e0-4baf-947b-53e6d5ec9130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:43.965750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.003671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Allocated IP 2001:db8::2 (d5de7770-b48a-4fba-90c8-de2db0e274a5/9bdb2a41-eb22-45ea-9286-9dd22dccbffd/43f37e39-3621-40af-9f00-d95075c6affe) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:44.058377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:44.058598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.204780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.232087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71449fac-c132-4b5d-9a52-6a42ecd011c5']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:44.245329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf2b484-366d-4506-a8ed-06eba2423c65') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:44.245754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf2b484-366d-4506-a8ed-06eba2423c65') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:44.257345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.273717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.275985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3a90f6c0-55e0-4baf-947b-53e6d5ec9130 None None] For port 4c7825e7-eed6-4c35-a097-04bdde2f8de4, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4c7825e7-eed6-4c35-a097-04bdde2f8de4,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:44.276369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3a90f6c0-55e0-4baf-947b-53e6d5ec9130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.280574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:44.281008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:44.297274 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:44.300491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.338922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.381543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.385860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.400107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.412277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Network': ['ID=71449fac-c132-4b5d-9a52-6a42ecd011c5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:44.418642 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c9a93d66-bb4d-4df5-be04-ac427e6265d4 tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/networks/71449fac-c132-4b5d-9a52-6a42ecd011c5 HTTP/1.1" status: 204 len: 168 time: 0.5851912 Dec 23 08:32:44.420926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48916) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:44.447789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3604d85a-ff2f-4284-9832-88395020a8db tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:44.482932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3a90f6c0-55e0-4baf-947b-53e6d5ec9130 None None] Calling delete_port for 4c7825e7-eed6-4c35-a097-04bdde2f8de4 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:44.539898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.541641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:44.562950 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.583424 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Transition to ACTIVE for port object 43f37e39-3621-40af-9f00-d95075c6affe will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:44.604732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Transition to ACTIVE for port object 43f37e39-3621-40af-9f00-d95075c6affe will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:44.613039 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.650591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3a90f6c0-55e0-4baf-947b-53e6d5ec9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.653999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797d4fdd-d869-40d6-9e4b-929cae4bd985,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:44.687971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3604d85a-ff2f-4284-9832-88395020a8db tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:44.692885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3604d85a-ff2f-4284-9832-88395020a8db tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7790294 Dec 23 08:32:44.693036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.693456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90f6c0-55e0-4baf-947b-53e6d5ec9130 None None] No DVR routers for this DVR port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:44.695531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.695868 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Added segment 8a6b2fee-5fe4-4a37-809d-dce48a4fafa0 of type vlan for network 3885eeef-0633-442f-9ced-d0f1fd27593d Dec 23 08:32:44.704975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48920) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:44.705116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Network d5de7770-b48a-4fba-90c8-de2db0e274a5 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:44.708504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:44.713876 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:44.715498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-secgroup--955916445'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:44.718354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Pushing event updated for resources: {'Port': ['ID=43f37e39-3621-40af-9f00-d95075c6affe,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:44.726059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:44.748003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f160ebd-f6a1-43ca-a184-7c94b6654997']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:44.755374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:44.766368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa0223e-d737-4e4d-a62f-2fa330d60e84') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:44.766773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa0223e-d737-4e4d-a62f-2fa330d60e84') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:44.785157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.789517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90f6c0-55e0-4baf-947b-53e6d5ec9130 None None] Pushing event deleted for resources: {'Port': ['ID=4c7825e7-eed6-4c35-a097-04bdde2f8de4,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:44.793295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.819210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.829598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:44.830000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.844249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:44.847469 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:44.849598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Attempting to bind port 43f37e39-3621-40af-9f00-d95075c6affe on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:44.849598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Attempting to bind port 43f37e39-3621-40af-9f00-d95075c6affe by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '05cba679-aeae-4ce1-8f7a-2ba2714d57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:44.849598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Attempting to bind port 43f37e39-3621-40af-9f00-d95075c6affe on network d5de7770-b48a-4fba-90c8-de2db0e274a5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:44.856338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:44.856696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Checking segment: {'id': '05cba679-aeae-4ce1-8f7a-2ba2714d57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:44.857657 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.858083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Bound using segment: {'id': '05cba679-aeae-4ce1-8f7a-2ba2714d57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:44.858536 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Bound port: 43f37e39-3621-40af-9f00-d95075c6affe, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cba679-aeae-4ce1-8f7a-2ba2714d57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:44.858759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.858885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.865168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 4c7825e7-eed6-4c35-a097-04bdde2f8de4, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4c7825e7-eed6-4c35-a097-04bdde2f8de4,segment=NetworkSegment(52686182-1ea6-47f8-a05f-78d2e36bcd4c),segment_id=52686182-1ea6-47f8-a05f-78d2e36bcd4c)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:44.865516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.945635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:44.948816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.959317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] For port 43f37e39-3621-40af-9f00-d95075c6affe, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:44.962605 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] For port 43f37e39-3621-40af-9f00-d95075c6affe, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43f37e39-3621-40af-9f00-d95075c6affe,segment=NetworkSegment(05cba679-aeae-4ce1-8f7a-2ba2714d57ee),segment_id=05cba679-aeae-4ce1-8f7a-2ba2714d57ee)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:44.967847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.994388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:44.997403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:45.001915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4c7825e7-eed6-4c35-a097-04bdde2f8de4 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:45.011188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:45.022423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 4c7825e7-eed6-4c35-a097-04bdde2f8de4 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:45.024463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] Pushing event deleted for resources: {'Network': ['ID=9f160ebd-f6a1-43ca-a184-7c94b6654997,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:45.026417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:45.029331 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ed7c48e1-9e1d-488e-bebc-b012be99dbeb tempest-BulkNetworkOpsTest-1252136162 tempest-BulkNetworkOpsTest-1252136162-project] 10.222.0.36 "DELETE /v2.0/networks/9f160ebd-f6a1-43ca-a184-7c94b6654997 HTTP/1.1" status: 204 len: 168 time: 0.6074469 Dec 23 08:32:45.051069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 4c7825e7-eed6-4c35-a097-04bdde2f8de4 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:45.051406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4c7825e7-eed6-4c35-a097-04bdde2f8de4 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:45.056321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c201da9-0bec-4549-9467-2b9b85208d0d']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:45.073072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:32:45.089402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ae6351-25e1-4298-86a6-4d954dc9c83e') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:45.089697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ae6351-25e1-4298-86a6-4d954dc9c83e') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:45.097691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.105461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.117717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c460da8-b9f9-4590-892d-f65468b95cbd None None] Pushing event updated for resources: {'Port': ['ID=43f37e39-3621-40af-9f00-d95075c6affe,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:45.146303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.158832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.167243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.168438 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4625180 Dec 23 08:32:45.171574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48926) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:45.173976 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a724c6-33b8-4304-ac37-830378af3401 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c0b445-39c3-46a3-8c1e-43671cb05803,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:45.181751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'c4c0b445-39c3-46a3-8c1e-43671cb05803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:45.186903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.188471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:45.192240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:45.192846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.193559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:45.197041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:45.200362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.203377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:45.224434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.235380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:45.235926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.296376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:45.296720 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:45.303113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.342185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b316939-3d98-48d0-98ed-1cdbca470488,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:45.375889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.377269 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c086845e-1982-446e-b986-1a246b1bca70 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2045751 Dec 23 08:32:45.380542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48932) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:45.381309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:32:45.381623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:32:45.409283 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bf80e1fe-e8dd-4fe5-ac33-68e23e58ba19 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules/3b316939-3d98-48d0-98ed-1cdbca470488 HTTP/1.1" status: 200 len: 705 time: 0.0255375 Dec 23 08:32:45.409810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48936) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:45.470973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f9f8767-48bd-4e8d-b09a-91c7cf283b5c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:45.488773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f9f8767-48bd-4e8d-b09a-91c7cf283b5c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:45.490605 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4f9f8767-48bd-4e8d-b09a-91c7cf283b5c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0792010 Dec 23 08:32:45.495900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48940) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:45.523491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48944) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:45.542829 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3654542 Dec 23 08:32:45.546991 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c67890c8-5e5f-4619-9f66-3a32cf02f194 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.555663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48950) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:45.563089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'subnet': {'network_id': '3885eeef-0633-442f-9ced-d0f1fd27593d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:45.586064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c67890c8-5e5f-4619-9f66-3a32cf02f194 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.696366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.699691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6980746-c1bb-44f8-8503-e5fc31c1e2f7 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Network': ['ID=3885eeef-0633-442f-9ced-d0f1fd27593d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:45.704140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.715104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 3885eeef-0633-442f-9ced-d0f1fd27593d details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:45.717400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c67890c8-5e5f-4619-9f66-3a32cf02f194 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.750947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Network': ['ID=1c201da9-0bec-4549-9467-2b9b85208d0d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:45.753428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:45.759825 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-94bc681a-239d-4699-8c07-3f658cded1f3 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/1c201da9-0bec-4549-9467-2b9b85208d0d HTTP/1.1" status: 204 len: 168 time: 1.8510551 Dec 23 08:32:45.763657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 48954) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:45.764173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67890c8-5e5f-4619-9f66-3a32cf02f194 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b316939-3d98-48d0-98ed-1cdbca470488,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:45.770178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:subnet and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:45.775760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:45.782586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c67890c8-5e5f-4619-9f66-3a32cf02f194 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.783686 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c67890c8-5e5f-4619-9f66-3a32cf02f194 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3b316939-3d98-48d0-98ed-1cdbca470488 HTTP/1.1" status: 204 len: 168 time: 0.2868469 Dec 23 08:32:45.785367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:45.789464 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-22ba78a3-2c00-46f7-bc0f-8bcf801d11b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b3d22d6a8ee476cbc97d2aba2c33112&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2640033 Dec 23 08:32:45.790681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48958) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:45.793266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48960) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:45.834048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Made reservation on behalf of ac7327b70095476fb2047431922d206c for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:45.961563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 4c7825e7-eed6-4c35-a097-04bdde2f8de4 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:45.962193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:45.989137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e05c23f3-8835-44f3-b4e3-659da52defc4 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:45.998508 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.063777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] The port '4c7825e7-eed6-4c35-a097-04bdde2f8de4' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:32:46.104459 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-056d4322-feea-4867-a8b4-992badc7d65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.106385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8dbde0e4-d23b-48da-94e8-dd4c3f29c3d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Deleting port 33a1088a-1b33-440b-9acc-0efbb297519f {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:46.106723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8dbde0e4-d23b-48da-94e8-dd4c3f29c3d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.112591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e05c23f3-8835-44f3-b4e3-659da52defc4 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:46.113869 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e05c23f3-8835-44f3-b4e3-659da52defc4 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3222623 Dec 23 08:32:46.123179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48966) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:46.143821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c73ebdd1-ef2f-4dec-9b6d-b2ec967a0e96 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'c4c0b445-39c3-46a3-8c1e-43671cb05803', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:46.153704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c73ebdd1-ef2f-4dec-9b6d-b2ec967a0e96 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:46.162192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-056d4322-feea-4867-a8b4-992badc7d65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.187180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c73ebdd1-ef2f-4dec-9b6d-b2ec967a0e96 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:46.207889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc1cdc0-f31d-49d5-85a8-5b5cc91a5cdc None None] Network d5de7770-b48a-4fba-90c8-de2db0e274a5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:46.231687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c73ebdd1-ef2f-4dec-9b6d-b2ec967a0e96 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.317083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2a0cd00d-83ca-4523-95ab-17590f8b158c None None] Provisioning for port 43f37e39-3621-40af-9f00-d95075c6affe completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:46.317548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-056d4322-feea-4867-a8b4-992badc7d65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.340354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 2001:db8::1 (d5de7770-b48a-4fba-90c8-de2db0e274a5/9bdb2a41-eb22-45ea-9286-9dd22dccbffd/2705985c-e375-4c0e-9a61-c3e8e67a9f61) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:46.343880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d4322-feea-4867-a8b4-992badc7d65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f8962c-e48d-4678-873e-c2a53f35dba3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:46.344066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.392889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414ed109-0aad-48e8-85a0-dc88619545e0']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:46.407975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c73ebdd1-ef2f-4dec-9b6d-b2ec967a0e96 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.418697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c73ebdd1-ef2f-4dec-9b6d-b2ec967a0e96 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.425977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52686182-1ea6-47f8-a05f-78d2e36bcd4c') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:46.426564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52686182-1ea6-47f8-a05f-78d2e36bcd4c') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:46.436743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-056d4322-feea-4867-a8b4-992badc7d65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.440554 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-056d4322-feea-4867-a8b4-992badc7d65e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46f8962c-e48d-4678-873e-c2a53f35dba3 HTTP/1.1" status: 204 len: 168 time: 0.6419878 Dec 23 08:32:46.445429 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.508395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.542563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ebdd1-ef2f-4dec-9b6d-b2ec967a0e96 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226d297f-8b5e-4377-adbd-20770cfc2cfe,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:46.554773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c73ebdd1-ef2f-4dec-9b6d-b2ec967a0e96 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.558352 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c73ebdd1-ef2f-4dec-9b6d-b2ec967a0e96 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4295032 Dec 23 08:32:46.563404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48972) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:46.583177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Subnet': ['ID=31dc28ac-7624-411f-9975-de7f664d844f,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:46.603874 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e0993be7-cc36-4fed-894c-7e09158ae6db tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules/226d297f-8b5e-4377-adbd-20770cfc2cfe HTTP/1.1" status: 200 len: 705 time: 0.0400159 Dec 23 08:32:46.607084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48976) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:46.620625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.648985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:46.649677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.650693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Checking segment: {'id': '8a6b2fee-5fe4-4a37-809d-dce48a4fafa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3885eeef-0633-442f-9ced-d0f1fd27593d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:46.651049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network hostable DHCP agents. Network: 3885eeef-0633-442f-9ced-d0f1fd27593d, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:46.667239 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:46.738920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8dbde0e4-d23b-48da-94e8-dd4c3f29c3d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.787182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-62c91511-d543-41be-9419-fce565b17bb6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:46.809770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-62c91511-d543-41be-9419-fce565b17bb6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:46.811176 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-62c91511-d543-41be-9419-fce565b17bb6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2031755 Dec 23 08:32:46.813992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48982) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:46.818106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network 3885eeef-0633-442f-9ced-d0f1fd27593d is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:46.856332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 3885eeef-0633-442f-9ced-d0f1fd27593d) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:46.860702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:46.861280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.872250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0ff065-ea5d-49c3-88bd-0c68477ef3fe None None] Network 3885eeef-0633-442f-9ced-d0f1fd27593d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:46.881188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-79ad3bbf-854a-466e-812e-2e77026fefef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.894395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-79ad3bbf-854a-466e-812e-2e77026fefef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.922249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8dbde0e4-d23b-48da-94e8-dd4c3f29c3d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Calling delete_port for 33a1088a-1b33-440b-9acc-0efbb297519f owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:46.922528 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f587d77f-b753-400c-b5c3-51178f489a30 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3650818 Dec 23 08:32:46.923442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48990) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:46.927528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-79ad3bbf-854a-466e-812e-2e77026fefef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:46.936746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'network': {'name': 'tempest-router-network01--1452558740'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:46.957987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:46.972035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad3bbf-854a-466e-812e-2e77026fefef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=226d297f-8b5e-4377-adbd-20770cfc2cfe,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:46.986435 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:network and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:46.994633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:47.004233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:47.004746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.022737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.025639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-79ad3bbf-854a-466e-812e-2e77026fefef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.029230 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-79ad3bbf-854a-466e-812e-2e77026fefef tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/226d297f-8b5e-4377-adbd-20770cfc2cfe HTTP/1.1" status: 204 len: 168 time: 0.2141409 Dec 23 08:32:47.038274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 48996) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:47.055010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.059139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Transition to ACTIVE for port object 2705985c-e375-4c0e-9a61-c3e8e67a9f61 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:47.071517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Made reservation on behalf of ac7327b70095476fb2047431922d206c for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:47.075480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.077629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Network': ['ID=414ed109-0aad-48e8-85a0-dc88619545e0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:47.095077 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e1cc5a54-3c1b-4e1c-bba7-afe60d0f7d37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/networks/414ed109-0aad-48e8-85a0-dc88619545e0 HTTP/1.1" status: 204 len: 168 time: 3.5637217 Dec 23 08:32:47.099986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8dbde0e4-d23b-48da-94e8-dd4c3f29c3d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.101251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49000) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:47.119879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43f37e39-3621-40af-9f00-d95075c6affe up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:47.160468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbde0e4-d23b-48da-94e8-dd4c3f29c3d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Port': ['ID=33a1088a-1b33-440b-9acc-0efbb297519f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:47.172525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8dbde0e4-d23b-48da-94e8-dd4c3f29c3d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.178938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.211384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:47.221780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.222527 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Added segment b602679d-9b8c-4aaf-8085-62ffc03c5acb of type vlan for network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 Dec 23 08:32:47.229785 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8dbde0e4-d23b-48da-94e8-dd4c3f29c3d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/ports/33a1088a-1b33-440b-9acc-0efbb297519f HTTP/1.1" status: 204 len: 168 time: 1.4647765 Dec 23 08:32:47.240341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49006) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:47.264853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3885eeef-0633-442f-9ced-d0f1fd27593d', 'network_id': '3885eeef-0633-442f-9ced-d0f1fd27593d', 'tenant_id': 'ac7327b70095476fb2047431922d206c', 'fixed_ips': [{'subnet_id': '31dc28ac-7624-411f-9975-de7f664d844f'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:47.265873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.290544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 43f37e39-3621-40af-9f00-d95075c6affe completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:47.293112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.301900 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cca234b-a6db-41f9-8e4b-f5740bd605d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] DELETE failed (client error): The resource could not be found. Dec 23 08:32:47.302466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cca234b-a6db-41f9-8e4b-f5740bd605d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:32:47.304213 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3cca234b-a6db-41f9-8e4b-f5740bd605d8 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/subnets/51291d63-4d84-4afd-9489-4cfad7e317e9 HTTP/1.1" status: 404 len: 337 time: 0.0602086 Dec 23 08:32:47.308498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network d5de7770-b48a-4fba-90c8-de2db0e274a5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:47.309182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49010) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:47.313966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:47.316710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=2705985c-e375-4c0e-9a61-c3e8e67a9f61,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:47.319270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:47.319925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.326087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3a728a08-a5b4-458f-ba66-faff66a361af tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:47.355248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 43f37e39-3621-40af-9f00-d95075c6affe triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:47.356269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.453019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.510427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.resource_extend [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:32:47.618162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3a728a08-a5b4-458f-ba66-faff66a361af tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:47.619346 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3a728a08-a5b4-458f-ba66-faff66a361af tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5800908 Dec 23 08:32:47.651731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Allocated IP 2001:db8::2 (3885eeef-0633-442f-9ced-d0f1fd27593d/31dc28ac-7624-411f-9975-de7f664d844f/5fba1947-95c8-48cf-9bd7-2e348b5a2584) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:47.661704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49020) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:47.663143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.667097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.672357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:47.672899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.695908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-325417e2-cfe6-4edf-9575-600b0811d66c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': 'c4c0b445-39c3-46a3-8c1e-43671cb05803', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:47.742313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-325417e2-cfe6-4edf-9575-600b0811d66c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:47.797584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.807621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49024) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:47.842885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port cb42c431-280e-451b-8a5f-4152e1dd01d8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:47.843162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.855898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 43f37e39-3621-40af-9f00-d95075c6affe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43f37e39-3621-40af-9f00-d95075c6affe,segment=NetworkSegment(05cba679-aeae-4ce1-8f7a-2ba2714d57ee),segment_id=05cba679-aeae-4ce1-8f7a-2ba2714d57ee)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:47.864031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.880257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-325417e2-cfe6-4edf-9575-600b0811d66c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:47.899885 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9752157 Dec 23 08:32:47.911803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8becb89d-93d1-456b-bd5e-4e251871d511 None None] Provisioning for port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:47.916725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49030) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:47.917601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d946481-cdb5-46d7-a63d-bc4ba2b4fd3a tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Network': ['ID=37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:47.930300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'network': {'name': 'tempest-router-network02--904766413'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:47.933767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Deleting port 3e47715c-76e1-4ba0-a52b-6588af996cc8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:47.934321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:47.946352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:47.965339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:47.966889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8becb89d-93d1-456b-bd5e-4e251871d511 None None] Provisioning complete for port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:47.967260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8becb89d-93d1-456b-bd5e-4e251871d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.048357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:network and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:48.053549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:48.068495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-325417e2-cfe6-4edf-9575-600b0811d66c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.079922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:48.094060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'network': {'name': 'tempest-RoutersTest-1024686086'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:48.116317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:48.128873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.130620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:network and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:48.134416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.136107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.137649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:48.148360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8becb89d-93d1-456b-bd5e-4e251871d511 None None] Port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:48.160088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=43f37e39-3621-40af-9f00-d95075c6affe,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:48.174174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Made reservation on behalf of ac7327b70095476fb2047431922d206c for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:48.177533 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.185588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.196017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Transition to ACTIVE for port object 5fba1947-95c8-48cf-9bd7-2e348b5a2584 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:48.211036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:48.215500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Transition to ACTIVE for port object 5fba1947-95c8-48cf-9bd7-2e348b5a2584 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:48.221769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.258835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.259154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.296258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=2705985c-e375-4c0e-9a61-c3e8e67a9f61,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:48.296521 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Network 3885eeef-0633-442f-9ced-d0f1fd27593d is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:48.300016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:48.302086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Pushing event updated for resources: {'Port': ['ID=5fba1947-95c8-48cf-9bd7-2e348b5a2584,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:48.304370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:48.348511 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:48.351269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.358902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network d5de7770-b48a-4fba-90c8-de2db0e274a5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:48.360256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:48.392170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Attempting to bind port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:48.392534 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Attempting to bind port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '8a6b2fee-5fe4-4a37-809d-dce48a4fafa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3885eeef-0633-442f-9ced-d0f1fd27593d'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:48.392894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Attempting to bind port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 on network 3885eeef-0633-442f-9ced-d0f1fd27593d {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:48.399993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:48.400353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Checking segment: {'id': '8a6b2fee-5fe4-4a37-809d-dce48a4fafa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3885eeef-0633-442f-9ced-d0f1fd27593d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:48.400746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.401154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Bound using segment: {'id': '8a6b2fee-5fe4-4a37-809d-dce48a4fafa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3885eeef-0633-442f-9ced-d0f1fd27593d'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:48.401606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Bound port: 5fba1947-95c8-48cf-9bd7-2e348b5a2584, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6b2fee-5fe4-4a37-809d-dce48a4fafa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3885eeef-0633-442f-9ced-d0f1fd27593d'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:48.401992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.476118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for cb42c431-280e-451b-8a5f-4152e1dd01d8 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:48.498737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] For port 5fba1947-95c8-48cf-9bd7-2e348b5a2584, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:48.502032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] For port 5fba1947-95c8-48cf-9bd7-2e348b5a2584, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5fba1947-95c8-48cf-9bd7-2e348b5a2584,segment=NetworkSegment(8a6b2fee-5fe4-4a37-809d-dce48a4fafa0),segment_id=8a6b2fee-5fe4-4a37-809d-dce48a4fafa0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:48.509358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.539171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.570407 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:48.618638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a554a16-3abd-4194-9fdd-2e51f37cf6d1 None None] Pushing event updated for resources: {'Port': ['ID=5fba1947-95c8-48cf-9bd7-2e348b5a2584,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:48.623116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-325417e2-cfe6-4edf-9575-600b0811d66c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.635147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.635487 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Added segment d0e9d4f8-a8e1-4191-b322-96eed7c3ad55 of type vlan for network 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f Dec 23 08:32:48.653886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] For port 3e47715c-76e1-4ba0-a52b-6588af996cc8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3e47715c-76e1-4ba0-a52b-6588af996cc8,segment=NetworkSegment(ff81c48b-8833-4ea7-afa7-9eb3558c9480),segment_id=ff81c48b-8833-4ea7-afa7-9eb3558c9480)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:48.654282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.662256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-325417e2-cfe6-4edf-9575-600b0811d66c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.777649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2c66abef-d9ad-4dcc-ac5b-5ecaa90b622f None None] Provisioning complete for port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:48.778335 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c66abef-d9ad-4dcc-ac5b-5ecaa90b622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.833788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:32:48.850780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2c66abef-d9ad-4dcc-ac5b-5ecaa90b622f None None] Port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:32:48.961844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:48.989467 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:48.993376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:security_group_rule and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:48.996267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:49.002110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:49.020310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Calling delete_port for 3e47715c-76e1-4ba0-a52b-6588af996cc8 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:49.043499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:32:49.054475 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dbcd6cd2-c2ac-4577-b3fa-228a3d3ca0fe tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6074033 Dec 23 08:32:49.057111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:32:49.057273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49034) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:49.068314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325417e2-cfe6-4edf-9575-600b0811d66c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3fa7d5-353c-467c-959f-333264a8b51e,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:49.069496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-964425600'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:49.074356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:49.075895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:49.078361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:49.085508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:network and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:49.097659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:49.104397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:49.111566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.115940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:49.116119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:49.116986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.120542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.151849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43f37e39-3621-40af-9f00-d95075c6affe up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:49.156932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:49.168964 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.169603 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added segment 853e4b36-fd9a-48ea-85a1-c2e06a708dd3 of type vlan for network b3116310-e882-44da-90ce-4ce386145baf Dec 23 08:32:49.198827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.231097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-325417e2-cfe6-4edf-9575-600b0811d66c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.232619 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-325417e2-cfe6-4edf-9575-600b0811d66c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5504146 Dec 23 08:32:49.237364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49038) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:49.240476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.244743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:49.245498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.311221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:32:49.322563 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4023936 Dec 23 08:32:49.326109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49042) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:49.345093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'subnet': {'network_id': '37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:49.349435 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9eda37ff-3204-4bcc-9cc9-9222871983ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules/ae3fa7d5-353c-467c-959f-333264a8b51e HTTP/1.1" status: 200 len: 706 time: 0.1106610 Dec 23 08:32:49.356299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 43f37e39-3621-40af-9f00-d95075c6affe triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:49.356894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.360630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49046) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:49.385029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff301d00-af4c-4574-aa79-e10cb37914ad tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Network': ['ID=01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:49.401122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Network': ['ID=b3116310-e882-44da-90ce-4ce386145baf,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:49.411273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:49.425874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-348b76aa-46d3-4325-811d-271c33eeb03c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:49.432363 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b3f37734-2ee0-4eeb-8538-b61f8bb7f8bc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3740282 Dec 23 08:32:49.436374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49050) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:49.445339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'subnet': {'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:49.517866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.523531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network b3116310-e882-44da-90ce-4ce386145baf details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:49.527866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.560797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-348b76aa-46d3-4325-811d-271c33eeb03c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:49.569357 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-348b76aa-46d3-4325-811d-271c33eeb03c tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2075882 Dec 23 08:32:49.570301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49054) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:49.628324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Port': ['ID=3e47715c-76e1-4ba0-a52b-6588af996cc8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:49.636921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.645215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:49.650935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d3c6-203d-41a1-8a98-89e0d93701c6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.656671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:subnet and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:49.661343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:49.670442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d3c6-203d-41a1-8a98-89e0d93701c6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.676637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:49.703016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:49.714034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No DVR routers for this DVR port 3e47715c-76e1-4ba0-a52b-6588af996cc8 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:49.762486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.769601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:49.771915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:49.821806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.827589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a1dbd2-9dd8-426f-b2d1-a28a7fdfd20c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:49.838123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d3c6-203d-41a1-8a98-89e0d93701c6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.839167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:subnet and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:49.862615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:49.870069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=cb42c431-280e-451b-8a5f-4152e1dd01d8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:49.901813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee9c593-34d0-47cd-b3ab-7ab5765b9228 None None] Network 3885eeef-0633-442f-9ced-d0f1fd27593d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:49.942458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:49.942793 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added segment 8822966b-11e3-4070-8911-0bbeb61b02fc of type vlan for network 7d711256-84fc-462e-b8b0-a61c1caca6ce Dec 23 08:32:49.944291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:50.029908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0d3c6-203d-41a1-8a98-89e0d93701c6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae3fa7d5-353c-467c-959f-333264a8b51e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:50.034850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.046321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d3c6-203d-41a1-8a98-89e0d93701c6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.050791 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f1f0d3c6-203d-41a1-8a98-89e0d93701c6 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ae3fa7d5-353c-467c-959f-333264a8b51e HTTP/1.1" status: 204 len: 168 time: 0.4597795 Dec 23 08:32:50.051469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49058) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:50.098169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.110915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Made reservation on behalf of ac7327b70095476fb2047431922d206c for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:50.121944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ecd8a186-47f5-4f51-9b0a-6a7ae031ea02 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:50.136569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5fba1947-95c8-48cf-9bd7-2e348b5a2584 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:50.181348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ecd8a186-47f5-4f51-9b0a-6a7ae031ea02 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:50.185581 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ecd8a186-47f5-4f51-9b0a-6a7ae031ea02 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1308575 Dec 23 08:32:50.186226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49062) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:50.206964 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc200fc-37fd-4438-93dd-b0d6b9218d8b']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:50.209254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-63220de4-16f5-468b-83c8-799cbf281108 None None] Provisioning for port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:50.244210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff81c48b-8833-4ea7-afa7-9eb3558c9480') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:50.244785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff81c48b-8833-4ea7-afa7-9eb3558c9480') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:50.251194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.275787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.325361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24b7e958-232d-41b7-9b0e-0af9daebe26d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.334986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.362814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.374799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:50.378306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24b7e958-232d-41b7-9b0e-0af9daebe26d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.381016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.382990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:32:47Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:32:47Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:50.384752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:50.385600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.386147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Subnet': ['ID=8028c30a-04fc-4ea0-b943-5fbaca86399a,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:50.386300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:50.386653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.390347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.423559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Checking router: 9fad65ee-e0bd-4ab7-870a-812199247dae for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:32:50.423783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Updating router 9fad65ee-e0bd-4ab7-870a-812199247dae port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:32:50.434230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Checking segment: {'id': '853e4b36-fd9a-48ea-85a1-c2e06a708dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:50.434437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network hostable DHCP agents. Network: b3116310-e882-44da-90ce-4ce386145baf, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:50.457730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24b7e958-232d-41b7-9b0e-0af9daebe26d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.473757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network b3116310-e882-44da-90ce-4ce386145baf is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:50.477593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7e958-232d-41b7-9b0e-0af9daebe26d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c0b445-39c3-46a3-8c1e-43671cb05803,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:50.493384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, b3116310-e882-44da-90ce-4ce386145baf) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:50.497801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:50.498600 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.513497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c96e7b1-4d7c-4ded-99bf-2b02874a02b6 None None] Network b3116310-e882-44da-90ce-4ce386145baf requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:50.530326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24b7e958-232d-41b7-9b0e-0af9daebe26d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.535713 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-24b7e958-232d-41b7-9b0e-0af9daebe26d tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/c4c0b445-39c3-46a3-8c1e-43671cb05803 HTTP/1.1" status: 204 len: 168 time: 0.3462422 Dec 23 08:32:50.536515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49066) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:50.540540 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b4437f47-3aef-4e84-8ac2-c5f86fe928e9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1030982 Dec 23 08:32:50.555859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49070) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:50.594033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.642871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:50.643857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:50.671515 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:50.738374 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.9236877 Dec 23 08:32:50.738595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-86c9c7f4-76d4-4860-9f91-eec7550fc137 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:50.740756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49074) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:50.761069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'network': {'name': 'tempest-RoutersTest-2089379752'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:50.761752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999e4bd-dc03-4ca3-bed8-06b3b76196fa tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Network': ['ID=7d711256-84fc-462e-b8b0-a61c1caca6ce,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:50.768938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:50.777879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:network and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:50.784636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:50.790700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7d711256-84fc-462e-b8b0-a61c1caca6ce details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:50.796792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:50.800454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-86c9c7f4-76d4-4860-9f91-eec7550fc137 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:50.804798 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-86c9c7f4-76d4-4860-9f91-eec7550fc137 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2639594 Dec 23 08:32:50.806266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49078) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:50.818509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group': {'name': 'tempest-secgroup--762302138'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:50.827923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:50.838553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:50.842080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.857222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:50.908552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.969550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.994523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:50.997694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.017681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Network': ['ID=9fc200fc-37fd-4438-93dd-b0d6b9218d8b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:51.029765 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-121ecfd7-fb90-4f9a-8f85-274ccdb5b135 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/9fc200fc-37fd-4438-93dd-b0d6b9218d8b HTTP/1.1" status: 204 len: 168 time: 3.7192056 Dec 23 08:32:51.031523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:32:51.032421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49082) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:51.055996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.055996 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added segment 39a92f00-b6e5-4e2e-aec6-8aad8472b1f4 of type vlan for network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d Dec 23 08:32:51.079213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:51.091296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:51.102392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:51.116046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.120580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 5fba1947-95c8-48cf-9bd7-2e348b5a2584, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5fba1947-95c8-48cf-9bd7-2e348b5a2584,segment=NetworkSegment(8a6b2fee-5fe4-4a37-809d-dce48a4fafa0),segment_id=8a6b2fee-5fe4-4a37-809d-dce48a4fafa0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:51.121299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:51.205664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9c21cfce-52fe-4bc8-88cc-c154244c64df None None] Provisioning complete for port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:51.206944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9c21cfce-52fe-4bc8-88cc-c154244c64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.232100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.282836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-b3116310-e882-44da-90ce-4ce386145baf', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:51.283090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.304188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.307968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:51.308779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.318263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.351935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.412000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.475569 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7240500 Dec 23 08:32:51.487576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49086) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:51.490785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ab86d-c4c3-4f2c-ba25-873019403c82 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Network': ['ID=8841b667-dbcb-4807-b2cb-75c2de5c6a9d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:51.501931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'subnet': {'network_id': '7d711256-84fc-462e-b8b0-a61c1caca6ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:51.514207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f064a6-bd50-4e58-9fd8-85fbf234a9ad tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Deleting subnet f05c0a7d-1b49-4971-abca-156296343f83 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:32:51.516608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.517773 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7099342 Dec 23 08:32:51.520817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f9f064a6-bd50-4e58-9fd8-85fbf234a9ad tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.522442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:32:51.569289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49090) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:51.571662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d4b32-b497-4561-9b91-7ee5c4aa32cf tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2e3fe5-af4b-4b1e-b939-49a6f9e8f12c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:51.591229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Request body: {'security_group_rule': {'security_group_id': '2c2e3fe5-af4b-4b1e-b939-49a6f9e8f12c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:51.599857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Subnet': ['ID=4503b80a-420c-4143-ad06-31ae8c7d5dd6,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:51.612423 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=5fba1947-95c8-48cf-9bd7-2e348b5a2584,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:51.624993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:51.635778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:51.639434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Usage tracker for resource:security_group_rule and tenant:f8dadb8b5de74018b0c4dd2373aee99f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:51.640745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:subnet and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:51.644572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:51.660272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:51.672071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:51.673409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f9f064a6-bd50-4e58-9fd8-85fbf234a9ad tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.683658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:51.709924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:51.726195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Checking segment: {'id': 'b602679d-9b8c-4aaf-8085-62ffc03c5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:51.726621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network hostable DHCP agents. Network: 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:51.806048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.822818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Allocated IP 2001:db8:1::2 (b3116310-e882-44da-90ce-4ce386145baf/8028c30a-04fc-4ea0-b943-5fbaca86399a/c37260b0-5392-4717-af3e-6d21eed6b97f) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:51.909503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.909772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:51.939851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Transition to ACTIVE for port object 2705985c-e375-4c0e-9a61-c3e8e67a9f61 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:51.941836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:51.946186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:51.946676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.956241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.956948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f9f064a6-bd50-4e58-9fd8-85fbf234a9ad tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.965165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:51.991148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.004561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.035078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4776da-db8a-45c7-968e-5e14cddd72ec None None] Pushing event updated for resources: {'Port': ['ID=2705985c-e375-4c0e-9a61-c3e8e67a9f61,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:52.037503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b67197-9d90-4a78-aac2-67d142543037 None None] Network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:52.038433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.057446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf5d2a0-0316-46d5-babc-99b691ee4694,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:52.064836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49094) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:52.065125 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-585b3a79-2ab9-4a51-906a-010b7e3cda2c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7293220 Dec 23 08:32:52.070859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.071983 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d7889cc5-5c22-4b2d-8b13-eef519edd0ff tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5015907 Dec 23 08:32:52.075975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49098) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:52.080533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'subnet': {'network_id': '01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:52.091446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router e053eba9-8c08-4663-a1c4-f14cd41e34d2 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:32:52.111582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f9f064a6-bd50-4e58-9fd8-85fbf234a9ad tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.212699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f064a6-bd50-4e58-9fd8-85fbf234a9ad tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Subnet': ['ID=f05c0a7d-1b49-4971-abca-156296343f83,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:52.224205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f9f064a6-bd50-4e58-9fd8-85fbf234a9ad tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.255489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc51117-4060-40ed-bc73-38906e21c1b3 None None] Network 936f0a20-9bdc-4f94-a152-1b90a2529e23 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:52.256175 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f9f064a6-bd50-4e58-9fd8-85fbf234a9ad tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/subnets/f05c0a7d-1b49-4971-abca-156296343f83 HTTP/1.1" status: 204 len: 168 time: 1.2223172 Dec 23 08:32:52.258396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49102) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:52.428342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8aa6-4f77-438e-93f5-b517369efb93 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.460529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.501303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Deleting port bec96a61-c5b4-469e-9107-68eddf063a4b {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:52.501881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.551953 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.574555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:52.613350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.639513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Transition to ACTIVE for port object c37260b0-5392-4717-af3e-6d21eed6b97f will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:52.648828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24', 'network_id': '37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24', 'tenant_id': 'ac7327b70095476fb2047431922d206c', 'fixed_ips': [{'subnet_id': '4503b80a-420c-4143-ad06-31ae8c7d5dd6'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:52.649614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.660922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:subnet and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:52.688121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:52.698172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8aa6-4f77-438e-93f5-b517369efb93 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.704046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:32:52.722197 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] Sync routers for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:32:52.728658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:52.742479 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:52.744551 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:52.833712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Allocated IP 2001:db8::2 (37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24/4503b80a-420c-4143-ad06-31ae8c7d5dd6/82b5d546-176b-41a7-ac2b-2caadcfd5f2b) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:52.838473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.851617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Subnet': ['ID=939e4956-1297-42bd-99d0-4bd5a3b270c1,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:52.863863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Made reservation on behalf of ac7327b70095476fb2047431922d206c for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:52.904773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] For port bec96a61-c5b4-469e-9107-68eddf063a4b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=bec96a61-c5b4-469e-9107-68eddf063a4b,segment=NetworkSegment(47eae623-2529-4276-a16c-a1ff90d7a1ee),segment_id=47eae623-2529-4276-a16c-a1ff90d7a1ee)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:52.904773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:52.920351 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0ac6a581-8b2c-4982-b78f-6bc601a89983 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/floatingips/ade44e14-acd7-4ef1-862d-b77764f113f8 HTTP/1.1" status: 204 len: 168 time: 5.8177924 Dec 23 08:32:52.956953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Checking segment: {'id': '8822966b-11e3-4070-8911-0bbeb61b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d711256-84fc-462e-b8b0-a61c1caca6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:52.957312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network hostable DHCP agents. Network: 7d711256-84fc-462e-b8b0-a61c1caca6ce, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:52.972176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:32:53.047836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Calling delete_port for bec96a61-c5b4-469e-9107-68eddf063a4b owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:53.052400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 7d711256-84fc-462e-b8b0-a61c1caca6ce is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:53.052861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.067568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Attempting to bind port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:53.068103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Attempting to bind port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '05cba679-aeae-4ce1-8f7a-2ba2714d57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:53.068561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Attempting to bind port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 on network d5de7770-b48a-4fba-90c8-de2db0e274a5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:53.096025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Transition to ACTIVE for port object 82b5d546-176b-41a7-ac2b-2caadcfd5f2b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:53.096833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8aa6-4f77-438e-93f5-b517369efb93 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.137286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.144825 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:32:53.161218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.176055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Transition to ACTIVE for port object 82b5d546-176b-41a7-ac2b-2caadcfd5f2b will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:53.186090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7d711256-84fc-462e-b8b0-a61c1caca6ce) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:53.192550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:53.193740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Transition to ACTIVE for port object c37260b0-5392-4717-af3e-6d21eed6b97f will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:53.194494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.200602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:53.210510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Checking segment: {'id': '05cba679-aeae-4ce1-8f7a-2ba2714d57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:53.210920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.211311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Bound using segment: {'id': '05cba679-aeae-4ce1-8f7a-2ba2714d57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:53.211798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Bound port: 2705985c-e375-4c0e-9a61-c3e8e67a9f61, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cba679-aeae-4ce1-8f7a-2ba2714d57ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:53.212162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.231908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Port': ['ID=bec96a61-c5b4-469e-9107-68eddf063a4b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:53.240741 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bff772-716b-4379-87c9-5003cef17082 None None] Network 7d711256-84fc-462e-b8b0-a61c1caca6ce requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:53.261117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] No DVR routers for this DVR port bec96a61-c5b4-469e-9107-68eddf063a4b on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:53.266520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd8aa6-4f77-438e-93f5-b517369efb93 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2e3fe5-af4b-4b1e-b939-49a6f9e8f12c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:53.456207 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'status': 'completed', 'code': 200} Dec 23 08:32:53.461070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.491375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936f0a20-9bdc-4f94-a152-1b90a2529e23']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:53.505590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eae623-2529-4276-a16c-a1ff90d7a1ee') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:53.506226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eae623-2529-4276-a16c-a1ff90d7a1ee') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:53.526952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.550867 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8ef3b6d8-2e75-4779-8d11-504f8c5c6065 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0571158 Dec 23 08:32:53.554401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5dd8aa6-4f77-438e-93f5-b517369efb93 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.557790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49114) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:53.558487 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e5dd8aa6-4f77-438e-93f5-b517369efb93 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c2e3fe5-af4b-4b1e-b939-49a6f9e8f12c HTTP/1.1" status: 204 len: 168 time: 1.4582505 Dec 23 08:32:53.560742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49116) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:53.565594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.570218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'subnet': {'network_id': '8841b667-dbcb-4807-b2cb-75c2de5c6a9d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:53.578489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.612545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5fba1947-95c8-48cf-9bd7-2e348b5a2584 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:53.672109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 2001:db8:1::1 (b3116310-e882-44da-90ce-4ce386145baf/8028c30a-04fc-4ea0-b943-5fbaca86399a/1a8e7c0d-6179-48c4-8b03-94788b5d9eb3) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:53.673249 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:32:31Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:53.680195 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] Checking router: e053eba9-8c08-4663-a1c4-f14cd41e34d2 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:32:53.695257 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:53.696207 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:53.736482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.743220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:32:53.743717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.824800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Network b3116310-e882-44da-90ce-4ce386145baf is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:53.826669 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:53.829561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Pushing event updated for resources: {'Port': ['ID=c37260b0-5392-4717-af3e-6d21eed6b97f,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:53.843372 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f3ce5b53-84db-41d3-b672-3af841aecd7a req-e456dea3-9114-437b-9ac6-640de1214d52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 1098 time: 0.2740221 Dec 23 08:32:53.869721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:53.873752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:subnet and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:53.877623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:53.877810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:53.879692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:53.884268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:53.889740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:32:53.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:32:53.901815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:53.954244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:53.980586 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:32:54.017266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:32:54.042324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] For port 2705985c-e375-4c0e-9a61-c3e8e67a9f61, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:54.114051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa0326-4caa-4d1d-a355-242491ed0d4f None None] DHCP port deletion for 936f0a20-9bdc-4f94-a152-1b90a2529e23 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:32:54.115927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Pushing event updated for resources: {'Port': ['ID=82b5d546-176b-41a7-ac2b-2caadcfd5f2b,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:54.147803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-31cb879f-1979-41bd-bc73-4bc383e4d42e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:54.173137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] For port 2705985c-e375-4c0e-9a61-c3e8e67a9f61, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2705985c-e375-4c0e-9a61-c3e8e67a9f61,segment=NetworkSegment(05cba679-aeae-4ce1-8f7a-2ba2714d57ee),segment_id=05cba679-aeae-4ce1-8f7a-2ba2714d57ee)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:54.175800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.204359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.210662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.229160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.266318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5b53-84db-41d3-b672-3af841aecd7a req-721be10d-b0ca-46da-9e6a-b9114c39a34e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:54.267709 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f3ce5b53-84db-41d3-b672-3af841aecd7a req-721be10d-b0ca-46da-9e6a-b9114c39a34e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6 HTTP/1.1" status: 200 len: 897 time: 0.4120014 Dec 23 08:32:54.273474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Transition to ACTIVE for port object 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:54.283539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:32:54.284190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.322054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Attempting to bind port c37260b0-5392-4717-af3e-6d21eed6b97f on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:54.322814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Attempting to bind port c37260b0-5392-4717-af3e-6d21eed6b97f by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '853e4b36-fd9a-48ea-85a1-c2e06a708dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:54.323343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Attempting to bind port c37260b0-5392-4717-af3e-6d21eed6b97f on network b3116310-e882-44da-90ce-4ce386145baf {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:54.325580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Attempting to bind port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:32:54.326127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Attempting to bind port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'b602679d-9b8c-4aaf-8085-62ffc03c5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:32:54.326626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Attempting to bind port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b on network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:32:54.382247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.402630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] Pushing event deleted for resources: {'Network': ['ID=936f0a20-9bdc-4f94-a152-1b90a2529e23,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:54.410584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:54.411250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Checking segment: {'id': '853e4b36-fd9a-48ea-85a1-c2e06a708dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:54.411792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.412305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Bound using segment: {'id': '853e4b36-fd9a-48ea-85a1-c2e06a708dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:54.413107 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0aabcc02-d190-4037-9420-897cef98e712 tempest-NetworksIpV6TestAttrs-840166896 tempest-NetworksIpV6TestAttrs-840166896-project] 10.222.0.36 "DELETE /v2.0/networks/936f0a20-9bdc-4f94-a152-1b90a2529e23 HTTP/1.1" status: 204 len: 168 time: 2.1535714 Dec 23 08:32:54.413355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Bound port: c37260b0-5392-4717-af3e-6d21eed6b97f, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853e4b36-fd9a-48ea-85a1-c2e06a708dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:54.413899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.416401 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-31cb879f-1979-41bd-bc73-4bc383e4d42e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:54.417884 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-31cb879f-1979-41bd-bc73-4bc383e4d42e tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5549443 Dec 23 08:32:54.428578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49124) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:54.435927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:32:54.436594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Checking segment: {'id': 'b602679d-9b8c-4aaf-8085-62ffc03c5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:54.437153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.437700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Bound using segment: {'id': 'b602679d-9b8c-4aaf-8085-62ffc03c5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:32:54.438350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Bound port: 82b5d546-176b-41a7-ac2b-2caadcfd5f2b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b602679d-9b8c-4aaf-8085-62ffc03c5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:32:54.438890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.460233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Subnet': ['ID=8ec9e029-6e43-4ff8-acb2-463b21955281,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:54.471757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7d711256-84fc-462e-b8b0-a61c1caca6ce', 'network_id': '7d711256-84fc-462e-b8b0-a61c1caca6ce', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'fixed_ips': [{'subnet_id': '939e4956-1297-42bd-99d0-4bd5a3b270c1'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:54.472807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.485617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.524241 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f3ce5b53-84db-41d3-b672-3af841aecd7a req-0e7fa29a-dae8-4efc-b8c5-2e97ba7b075f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c HTTP/1.1" status: 200 len: 217 time: 0.2336383 Dec 23 08:32:54.571894 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:32:31Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:54.585727 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2b79d6-cecb-4772-852c-e7dc700d9926 None None] The sync data for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv is: [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:32:31Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '94644757-123a-40b5-83c3-f51a0cb93db1', 'name': '', 'network_id': '5d10699c-99b5-4cad-bbb8-16dc3695dbd6', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:53:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:30:00Z', 'updated_at': '2021-12-23T08:30:17Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '7be9df53-de85-4ec7-8c03-915b49af02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:32:54.610160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4776da-db8a-45c7-968e-5e14cddd72ec None None] Pushing event updated for resources: {'Port': ['ID=2705985c-e375-4c0e-9a61-c3e8e67a9f61,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:54.640313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Checking segment: {'id': 'd0e9d4f8-a8e1-4191-b322-96eed7c3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:54.640822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network hostable DHCP agents. Network: 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:54.671073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.689477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727aec1-a6af-4977-b04c-8c1bb27b0fed req-7be084c7-5ca7-46c6-9ae2-d91d6cd7b59f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:54.694541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4727aec1-a6af-4977-b04c-8c1bb27b0fed req-7be084c7-5ca7-46c6-9ae2-d91d6cd7b59f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:54.708909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:32:54.709816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:54.739684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Checking segment: {'id': '39a92f00-b6e5-4e2e-aec6-8aad8472b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8841b667-dbcb-4807-b2cb-75c2de5c6a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:32:54.740032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network hostable DHCP agents. Network: 8841b667-dbcb-4807-b2cb-75c2de5c6a9d, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:32:54.786913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Subnet': ['ID=b04f7dbf-9e0f-4952-9468-e622e60a18e2,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:54.801368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network b3116310-e882-44da-90ce-4ce386145baf is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:54.808180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:54.825457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:54.830997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.865185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-aa381d41-55b9-4776-a748-15068e24edde tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Synchronizing usage tracker for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:54.865824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5b53-84db-41d3-b672-3af841aecd7a req-6bb798c4-d0f1-4e06-b93e-6f7a30033ede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:54.867559 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f3ce5b53-84db-41d3-b672-3af841aecd7a req-6bb798c4-d0f1-4e06-b93e-6f7a30033ede service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7be9df53-de85-4ec7-8c03-915b49af02fd HTTP/1.1" status: 200 len: 835 time: 0.3262889 Dec 23 08:32:54.868113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:54.882345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4727aec1-a6af-4977-b04c-8c1bb27b0fed req-7be084c7-5ca7-46c6-9ae2-d91d6cd7b59f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:54.883132 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4727aec1-a6af-4977-b04c-8c1bb27b0fed req-7be084c7-5ca7-46c6-9ae2-d91d6cd7b59f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 945 time: 0.9884679 Dec 23 08:32:54.921347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:54.948755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:54.949340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:54.982674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-aa381d41-55b9-4776-a748-15068e24edde tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] Unset dirty status for tenant:f8dadb8b5de74018b0c4dd2373aee99f on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:54.987937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=1a8e7c0d-6179-48c4-8b03-94788b5d9eb3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:54.989890 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-aa381d41-55b9-4776-a748-15068e24edde tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5233240 Dec 23 08:32:54.992355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49132) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:55.014579 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-193e2cdc-143a-4ca5-9a58-bf9652a4fbe2 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] delete failed (client error): The resource could not be found. Dec 23 08:32:55.020005 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-193e2cdc-143a-4ca5-9a58-bf9652a4fbe2 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c2e3fe5-af4b-4b1e-b939-49a6f9e8f12c HTTP/1.1" status: 404 len: 347 time: 0.0244458 Dec 23 08:32:55.020624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49136) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:55.025137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4727aec1-a6af-4977-b04c-8c1bb27b0fed req-0a36795c-6999-477a-a812-e2c483286b85 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:55.029175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:32:55.031857 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-916e2816-0eea-45e5-8a31-e25a0e0afcb1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9627500 Dec 23 08:32:55.032418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49140) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:55.067986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 8841b667-dbcb-4807-b2cb-75c2de5c6a9d) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:55.079189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:55.079768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.089380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4727aec1-a6af-4977-b04c-8c1bb27b0fed req-0a36795c-6999-477a-a812-e2c483286b85 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:55.094425 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4727aec1-a6af-4977-b04c-8c1bb27b0fed req-0a36795c-6999-477a-a812-e2c483286b85 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041705 Dec 23 08:32:55.098313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0929b0-e486-4c8f-9733-623e903e727f None None] New status for floating IP ade44e14-acd7-4ef1-862d-b77764f113f8: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:32:55.110487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49144) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:55.118325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-2d920f7d-9e07-4a6f-9417-b6b080fc5c7f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:55.120003 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-2d920f7d-9e07-4a6f-9417-b6b080fc5c7f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 945 time: 0.3476808 Dec 23 08:32:55.151309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dabc17-44cc-459e-b4f9-60ceebde79ab None None] Network 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:55.164421 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2966b1d7-b017-49d8-a39e-36211ea3bd70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6040208 Dec 23 08:32:55.168926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49150) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:55.196545 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a062dd6e-8962-43e0-be08-ea9ad66ba8f0 tempest-SecGroupTest-1008500826 tempest-SecGroupTest-1008500826-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1736195 Dec 23 08:32:55.197016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Allocated IP 172.20.0.2 (7d711256-84fc-462e-b8b0-a61c1caca6ce/939e4956-1297-42bd-99d0-4bd5a3b270c1/edb26361-bbba-4983-a921-fc79931d6f8d) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:55.222378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port dff6c749-2ad0-4ea8-a5be-6b39e664770c {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:32:55.223289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.230697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] For port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:55.235607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9185fa-a549-46f8-9aab-a544658d989a None None] Network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:55.246910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1523874292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:55.263126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:55.274797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:router and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:55.282784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:55.301103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:32:55.318136 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f3ce5b53-84db-41d3-b672-3af841aecd7a req-27c5732a-1735-414e-bd65-e3cb20ebed08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d10699c-99b5-4cad-bbb8-16dc3695dbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4416137 Dec 23 08:32:55.463188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.464144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.473623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.529128 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6f92d14a-1ac8-41b0-8a39-70f2c068e203 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4aafa36299c8408a897b476437f98df9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4076636 Dec 23 08:32:55.531880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49158) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:55.617089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49162) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:55.677170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.707471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd596cda-6249-45df-90e6-d02956ea2bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.741428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd596cda-6249-45df-90e6-d02956ea2bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.746017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] For port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=82b5d546-176b-41a7-ac2b-2caadcfd5f2b,segment=NetworkSegment(b602679d-9b8c-4aaf-8085-62ffc03c5acb),segment_id=b602679d-9b8c-4aaf-8085-62ffc03c5acb)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:55.749134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] For port c37260b0-5392-4717-af3e-6d21eed6b97f, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:32:55.764526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-8841b667-dbcb-4807-b2cb-75c2de5c6a9d', 'network_id': '8841b667-dbcb-4807-b2cb-75c2de5c6a9d', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'fixed_ips': [{'subnet_id': 'b04f7dbf-9e0f-4952-9468-e622e60a18e2'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:55.766132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.810501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd596cda-6249-45df-90e6-d02956ea2bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.849707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd596cda-6249-45df-90e6-d02956ea2bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.851041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dd596cda-6249-45df-90e6-d02956ea2bdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af0dac06-ee0a-4c0e-9f3b-a792110c5d89 HTTP/1.1" status: 204 len: 168 time: 0.3183997 Dec 23 08:32:55.851924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd596cda-6249-45df-90e6-d02956ea2bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0dac06-ee0a-4c0e-9f3b-a792110c5d89,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:55.882210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port dff6c749-2ad0-4ea8-a5be-6b39e664770c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=dff6c749-2ad0-4ea8-a5be-6b39e664770c,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:32:55.882562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.889312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.920357 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f3ce5b53-84db-41d3-b672-3af841aecd7a req-beedc01f-802c-4eec-b253-21a8fff49dca service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497389 Dec 23 08:32:55.932457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:55.998412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] For port c37260b0-5392-4717-af3e-6d21eed6b97f, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c37260b0-5392-4717-af3e-6d21eed6b97f,segment=NetworkSegment(853e4b36-fd9a-48ea-85a1-c2e06a708dd3),segment_id=853e4b36-fd9a-48ea-85a1-c2e06a708dd3)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:32:56.057032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:56.083420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for dff6c749-2ad0-4ea8-a5be-6b39e664770c owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:32:56.151183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device bec96a61-c5b4-469e-9107-68eddf063a4b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:56.193293 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1edb0dfe-32f2-4f74-83a2-b037a4a4a734 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8dadb8b5de74018b0c4dd2373aee99f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5725980 Dec 23 08:32:56.196117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49176) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:56.297452 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:32:56.385160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:56.387423 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cc700012-8ea5-4cbe-b1e1-17a142fc512d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2118311 Dec 23 08:32:56.420382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32decad1-98e8-4ffe-80e3-d90ab5adde7f None None] Pushing event updated for resources: {'Port': ['ID=82b5d546-176b-41a7-ac2b-2caadcfd5f2b,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:56.429789 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49182) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:56.457832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0960508b-6c03-4fbf-8933-4afbcc9c0ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:56.506729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0960508b-6c03-4fbf-8933-4afbcc9c0ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:56.599805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Allocated IP 172.21.0.2 (8841b667-dbcb-4807-b2cb-75c2de5c6a9d/b04f7dbf-9e0f-4952-9468-e622e60a18e2/d28f2901-c6e3-4011-8414-a5b8ca49ebf3) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:56.700510 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f3ce5b53-84db-41d3-b672-3af841aecd7a req-b083ffa4-2005-4b01-b6a2-1cd195363020 service neutron] 10.222.0.24 "GET /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694056 Dec 23 08:32:56.747771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0960508b-6c03-4fbf-8933-4afbcc9c0ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:56.761359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: bec96a61-c5b4-469e-9107-68eddf063a4b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:56.761991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device bec96a61-c5b4-469e-9107-68eddf063a4b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:56.848003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960508b-6c03-4fbf-8933-4afbcc9c0ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d9693a-6662-4239-8c91-20ceed8babf9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:56.895966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:56.987726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:57.089308 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0960508b-6c03-4fbf-8933-4afbcc9c0ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:57.090667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0960508b-6c03-4fbf-8933-4afbcc9c0ff3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20d9693a-6662-4239-8c91-20ceed8babf9 HTTP/1.1" status: 204 len: 168 time: 0.8936641 Dec 23 08:32:57.103499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab42e62-420c-45fe-9c85-d190a9dc34d8 None None] Pushing event updated for resources: {'Port': ['ID=c37260b0-5392-4717-af3e-6d21eed6b97f,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:57.110121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605c06e-df17-455b-aff2-9f41e3d0a0ad req-684e2bb5-6b16-4059-89ef-557adfe7d541 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:32:57.118434 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3605c06e-df17-455b-aff2-9f41e3d0a0ad req-684e2bb5-6b16-4059-89ef-557adfe7d541 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 945 time: 0.7990568 Dec 23 08:32:57.146894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=dff6c749-2ad0-4ea8-a5be-6b39e664770c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:57.336278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Allocated IP 2001:db8::1 (37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24/4503b80a-420c-4143-ad06-31ae8c7d5dd6/397bd6a8-19cb-4483-aa19-b6bbffb05060) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:57.357998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port dff6c749-2ad0-4ea8-a5be-6b39e664770c on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:32:57.377927 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3605c06e-df17-455b-aff2-9f41e3d0a0ad req-0b96a5d1-7de9-4d03-9e0d-c0e2c5dc1d7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=72ac62cb-78ca-48b7-9dcd-dc18d4a77059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582307 Dec 23 08:32:57.379499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:57.388383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'name': 'network-vif-deleted', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:32:57.506173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:57.544681 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9492a59-2991-41f0-ba06-d25c77706076', 'name': 'network-vif-deleted', 'tag': 'dff6c749-2ad0-4ea8-a5be-6b39e664770c', 'status': 'completed', 'code': 200} Dec 23 08:32:57.645437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:57.663818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Transition to ACTIVE for port object 397bd6a8-19cb-4483-aa19-b6bbffb05060 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:57.686640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:57.692605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:57.718708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Transition to ACTIVE for port object edb26361-bbba-4983-a921-fc79931d6f8d will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:57.801398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:57.802606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:57.803366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:57.814848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Port': ['ID=397bd6a8-19cb-4483-aa19-b6bbffb05060,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:57.890550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:57.963741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:32:57.964284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:58.097611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f', 'network_id': '01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f', 'tenant_id': 'ac7327b70095476fb2047431922d206c', 'fixed_ips': [{'subnet_id': '8ec9e029-6e43-4ff8-acb2-463b21955281'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:32:58.098616 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:58.099790 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3f8fb24d-7c1f-473a-b10b-abad74eb92ab req-1ad061b8-7cf5-46be-ad4a-6069fb5e0639 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/dff6c749-2ad0-4ea8-a5be-6b39e664770c HTTP/1.1" status: 204 len: 173 time: 2.9698656 Dec 23 08:32:58.161656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40915fca-2494-4732-8433-c3adf35358cd None None] Network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:58.177842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Transition to ACTIVE for port object edb26361-bbba-4983-a921-fc79931d6f8d will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:58.212069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=1a8e7c0d-6179-48c4-8b03-94788b5d9eb3,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:58.348286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network b3116310-e882-44da-90ce-4ce386145baf is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:32:58.351741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:32:58.367357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a11ea-a104-4343-897a-18998adc8a99 None None] Network b3116310-e882-44da-90ce-4ce386145baf requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:32:58.384765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:58.454814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:58.470576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Transition to ACTIVE for port object d28f2901-c6e3-4011-8414-a5b8ca49ebf3 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:58.492774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:58.557937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 82b5d546-176b-41a7-ac2b-2caadcfd5f2b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:32:58.630969 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device dff6c749-2ad0-4ea8-a5be-6b39e664770c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:32:58.844409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:58.856088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Transition to ACTIVE for port object d28f2901-c6e3-4011-8414-a5b8ca49ebf3 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:59.008900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49232) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:59.036135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-d89bc9e3-09df-4af0-9289-91b43328fe31 req-c4c7f00e-8821-468a-a219-d53eaeb98dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:32:59.072320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Pushing event updated for resources: {'Port': ['ID=edb26361-bbba-4983-a921-fc79931d6f8d,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:59.088012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: dff6c749-2ad0-4ea8-a5be-6b39e664770c {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:32:59.088347 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device dff6c749-2ad0-4ea8-a5be-6b39e664770c not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:32:59.123503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-d89bc9e3-09df-4af0-9289-91b43328fe31 req-c4c7f00e-8821-468a-a219-d53eaeb98dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:32:59.125756 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d89bc9e3-09df-4af0-9289-91b43328fe31 req-c4c7f00e-8821-468a-a219-d53eaeb98dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9492a59-2991-41f0-ba06-d25c77706076 HTTP/1.1" status: 200 len: 210 time: 0.4159455 Dec 23 08:32:59.213096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4f0915c4-f77d-4a82-8234-4e6a45c4c674 None None] Provisioning for port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:32:59.217868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:32:47Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:32:53Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:32:59.247392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:59.380757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Pushing event updated for resources: {'Port': ['ID=d28f2901-c6e3-4011-8414-a5b8ca49ebf3,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:32:59.383447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e49338-db46-40e3-8ae4-c11547a018f7 None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:32:47Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:32:53Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:32:59.435910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.20.0.1 (7d711256-84fc-462e-b8b0-a61c1caca6ce/939e4956-1297-42bd-99d0-4bd5a3b270c1/982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:32:59.690341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:59.743365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b6d8ce9a-8b97-4609-86f9-d0be98b8db08 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:59.752117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-b6d8ce9a-8b97-4609-86f9-d0be98b8db08 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 08:32:59.752117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b6d8ce9a-8b97-4609-86f9-d0be98b8db08 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7345903 Dec 23 08:32:59.762960 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Transition to ACTIVE for port object 982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:32:59.769097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49248) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:32:59.790443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--731803384'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:32:59.804381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:32:59.823505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:32:59.827283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:32:59.845779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:32:59.855325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:00.000925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Allocated IP 2001:db8::2 (01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f/8ec9e029-6e43-4ff8-acb2-463b21955281/aff0be93-fc42-4fca-b7f2-1f848bfc0049) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:00.010005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:00.025896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 7d711256-84fc-462e-b8b0-a61c1caca6ce is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:00.026972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.053645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:00.062073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:00.097206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.112179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:00.114543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.146575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Network 7d711256-84fc-462e-b8b0-a61c1caca6ce is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:00.160086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:00.176811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.177412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:00.211317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.213129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.248774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:00.257535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:00.261708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:00.269032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:00.270167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-920c94df-1556-4723-a179-9e166db02bd9 None None] Provisioning for port c37260b0-5392-4717-af3e-6d21eed6b97f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:00.348694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:00.379796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.431525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49256) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:00.438198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:00.445540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.457651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:00.466384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.513660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.525921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:00.541659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:00.546235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:00.546470 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:00.546801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.550340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:00.556544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:00.603323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49260) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:00.646040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336999276', 'description': 'tempest-secgroup-smoke-336999276 description', 'project_id': '7b06b228edf949429bc46d952d6633c5'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:00.679177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:00.683218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.687946 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d26134-e065-425b-aa9e-d4920a8f99c0,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:00.702325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Port': ['ID=397bd6a8-19cb-4483-aa19-b6bbffb05060,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:00.708739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:security_group and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:00.715335 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:00.728679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:00.755538 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.761074 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Attempting to bind port edb26361-bbba-4983-a921-fc79931d6f8d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:00.761284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Attempting to bind port edb26361-bbba-4983-a921-fc79931d6f8d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '8822966b-11e3-4070-8911-0bbeb61b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d711256-84fc-462e-b8b0-a61c1caca6ce'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:00.761679 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Attempting to bind port edb26361-bbba-4983-a921-fc79931d6f8d on network 7d711256-84fc-462e-b8b0-a61c1caca6ce {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:00.784676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.811501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99e65fab-1b56-432f-af15-45fc546435a8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.814305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.819278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-58dbb731-4522-434d-adb2-5eb27096c747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.842827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:00.843502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Checking segment: {'id': '8822966b-11e3-4070-8911-0bbeb61b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d711256-84fc-462e-b8b0-a61c1caca6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:00.844081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.844688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Bound using segment: {'id': '8822966b-11e3-4070-8911-0bbeb61b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d711256-84fc-462e-b8b0-a61c1caca6ce'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:00.845051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Bound port: edb26361-bbba-4983-a921-fc79931d6f8d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8822966b-11e3-4070-8911-0bbeb61b02fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d711256-84fc-462e-b8b0-a61c1caca6ce'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:00.845491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.855314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:00.873557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:00.892760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff790ec-274c-4174-9e95-409a01050687,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:00.918583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.920214 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-58b6a5b8-9232-4481-ba8d-0eecc539a113 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1501293 Dec 23 08:33:00.927826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49264) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:00.935121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '5ff790ec-274c-4174-9e95-409a01050687', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:00.968481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99e65fab-1b56-432f-af15-45fc546435a8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:00.991467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Attempting to bind port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:00.991821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Attempting to bind port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '39a92f00-b6e5-4e2e-aec6-8aad8472b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8841b667-dbcb-4807-b2cb-75c2de5c6a9d'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:00.992170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Attempting to bind port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 on network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:01.004173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:01.014474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:01.018034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.021308 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:01.029409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.037707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:01.078512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=82b5d546-176b-41a7-ac2b-2caadcfd5f2b,segment=NetworkSegment(b602679d-9b8c-4aaf-8085-62ffc03c5acb),segment_id=b602679d-9b8c-4aaf-8085-62ffc03c5acb)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:01.094208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:01.132545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.144034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:01.146262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:security_group_rule and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:01.162124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:01.162497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Checking segment: {'id': '39a92f00-b6e5-4e2e-aec6-8aad8472b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8841b667-dbcb-4807-b2cb-75c2de5c6a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:01.162893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.163424 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Bound using segment: {'id': '39a92f00-b6e5-4e2e-aec6-8aad8472b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8841b667-dbcb-4807-b2cb-75c2de5c6a9d'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:01.163900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Bound port: d28f2901-c6e3-4011-8414-a5b8ca49ebf3, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a92f00-b6e5-4e2e-aec6-8aad8472b1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8841b667-dbcb-4807-b2cb-75c2de5c6a9d'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:01.164261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.183487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:01.190692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Transition to ACTIVE for port object aff0be93-fc42-4fca-b7f2-1f848bfc0049 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:01.199025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.199965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c37260b0-5392-4717-af3e-6d21eed6b97f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:01.201754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:01.231041 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a7151384-4eb6-4f1d-916d-1aadea407e52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6740043 Dec 23 08:33:01.233455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49268) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:01.249635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-637691250'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:01.252149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.257654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.260985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:01.396907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] For port edb26361-bbba-4983-a921-fc79931d6f8d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:01.459525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Transition to ACTIVE for port object aff0be93-fc42-4fca-b7f2-1f848bfc0049 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:01.469811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c37260b0-5392-4717-af3e-6d21eed6b97f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:01.526066 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:01.526897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] For port edb26361-bbba-4983-a921-fc79931d6f8d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=edb26361-bbba-4983-a921-fc79931d6f8d,segment=NetworkSegment(8822966b-11e3-4070-8911-0bbeb61b02fc),segment_id=8822966b-11e3-4070-8911-0bbeb61b02fc)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:01.552830 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:01.555478 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:32:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:01.560783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.578317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c37260b0-5392-4717-af3e-6d21eed6b97f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:01.579099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.592666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.629021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.633518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.645144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.658697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:network and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:01.664543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:01.664775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-661675f8-301f-488b-96c2-13519eebadaf None None] Provisioning for port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:01.672880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:01.706240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.714457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=82b5d546-176b-41a7-ac2b-2caadcfd5f2b,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:01.747118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99e65fab-1b56-432f-af15-45fc546435a8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.754433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.757140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:01.760473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.770650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc22ca2-cdb3-48df-a658-393b56e01a5e,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:01.770923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] For port d28f2901-c6e3-4011-8414-a5b8ca49ebf3, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:01.774493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:01.790111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] For port d28f2901-c6e3-4011-8414-a5b8ca49ebf3, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d28f2901-c6e3-4011-8414-a5b8ca49ebf3,segment=NetworkSegment(39a92f00-b6e5-4e2e-aec6-8aad8472b1f4),segment_id=39a92f00-b6e5-4e2e-aec6-8aad8472b1f4)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:01.814747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.817082 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-582339ed-021e-4769-8822-0117e2d27ada tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8883214 Dec 23 08:33:01.856694 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:01.879933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49272) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:01.915810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4be15a57-40b7-40be-93bb-02eb4cb88736 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '5ff790ec-274c-4174-9e95-409a01050687', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:01.920348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99e65fab-1b56-432f-af15-45fc546435a8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.924033 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-99e65fab-1b56-432f-af15-45fc546435a8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/72ac62cb-78ca-48b7-9dcd-dc18d4a77059 HTTP/1.1" status: 204 len: 168 time: 1.4888570 Dec 23 08:33:01.925722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:01.943897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4be15a57-40b7-40be-93bb-02eb4cb88736 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:01.944912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-661675f8-301f-488b-96c2-13519eebadaf None None] Provisioning complete for port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:01.945330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-661675f8-301f-488b-96c2-13519eebadaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:01.959130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eab9a6e-1de9-4ad8-a0eb-b9acad9baad3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:01.976403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:security_group_rule and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:01.982502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e65fab-1b56-432f-af15-45fc546435a8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac62cb-78ca-48b7-9dcd-dc18d4a77059,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:01.985541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4be15a57-40b7-40be-93bb-02eb4cb88736 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:01.992411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:02.002429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4be15a57-40b7-40be-93bb-02eb4cb88736 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:02.013621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:02.017385 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49278) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:02.037679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4be15a57-40b7-40be-93bb-02eb4cb88736 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:02.039709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:33:02.065909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.081146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Network 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:02.087661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.087898 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added segment 4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3 of type vlan for network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 Dec 23 08:33:02.161607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:02.172955 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:02.188273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 7d711256-84fc-462e-b8b0-a61c1caca6ce is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:02.189967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:02.216068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.229992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Pushing event updated for resources: {'Port': ['ID=aff0be93-fc42-4fca-b7f2-1f848bfc0049,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:02.300924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.304516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:02.305086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.408647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4be15a57-40b7-40be-93bb-02eb4cb88736 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.440728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.455120 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:32:55Z', 'revision_number': 3, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:32:56Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:32:53Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:02.471961 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Checking router: 9fad65ee-e0bd-4ab7-870a-812199247dae for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:02.472299 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Updating router 9fad65ee-e0bd-4ab7-870a-812199247dae port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:33:02.527375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-661675f8-301f-488b-96c2-13519eebadaf None None] Port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:02.609147 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.653447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Attempting to bind port aff0be93-fc42-4fca-b7f2-1f848bfc0049 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:02.653842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Attempting to bind port aff0be93-fc42-4fca-b7f2-1f848bfc0049 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'd0e9d4f8-a8e1-4191-b322-96eed7c3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:02.654223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Attempting to bind port aff0be93-fc42-4fca-b7f2-1f848bfc0049 on network 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:02.686174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:02.686538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Checking segment: {'id': 'd0e9d4f8-a8e1-4191-b322-96eed7c3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:02.686932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.687396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Bound using segment: {'id': 'd0e9d4f8-a8e1-4191-b322-96eed7c3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:02.687822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Bound port: aff0be93-fc42-4fca-b7f2-1f848bfc0049, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e9d4f8-a8e1-4191-b322-96eed7c3ad55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:02.688136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.805236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Network': ['ID=34e0a611-d35d-4b7c-bc49-97e0447f1dd4,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:02.820177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:02.834514 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e2ee8832-11ed-4647-8e00-5520269c1bd5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5962837 Dec 23 08:33:02.835806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49282) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:02.851354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'subnet': {'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:02.876541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] For port aff0be93-fc42-4fca-b7f2-1f848bfc0049, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:02.880107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] For port aff0be93-fc42-4fca-b7f2-1f848bfc0049, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aff0be93-fc42-4fca-b7f2-1f848bfc0049,segment=NetworkSegment(d0e9d4f8-a8e1-4191-b322-96eed7c3ad55),segment_id=d0e9d4f8-a8e1-4191-b322-96eed7c3ad55)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:02.926587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dedb4-69bb-4403-99fc-2ec0805978dc None None] Pushing event updated for resources: {'Port': ['ID=edb26361-bbba-4983-a921-fc79931d6f8d,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:02.990254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:33:03.034615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.063651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:03.091313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:subnet and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:03.099901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:03.111689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:03.117401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107eb50b-490d-4d51-a3c6-3d2b551a421a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:03.120886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.122108 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4a7da340-aab4-46f0-93df-2d0fc66324a8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.5031762 Dec 23 08:33:03.126055 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-4be15a57-40b7-40be-93bb-02eb4cb88736 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 08:33:03.129081 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4be15a57-40b7-40be-93bb-02eb4cb88736 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2390003 Dec 23 08:33:03.130276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-661675f8-301f-488b-96c2-13519eebadaf None None] Provisioning complete for port c37260b0-5392-4717-af3e-6d21eed6b97f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:03.130692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-661675f8-301f-488b-96c2-13519eebadaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.131435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49286) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:03.131797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49288) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:03.140961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'security_group_rule': {'security_group_id': '107eb50b-490d-4d51-a3c6-3d2b551a421a', 'project_id': '7b06b228edf949429bc46d952d6633c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:03.147320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:03.151330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:security_group_rule and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:03.156023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:03.163104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:03.171152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.199147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:03.199401 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router c9572b84-2d36-4e50-bc8d-2908f4dde174 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:33:03.251501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-02346d09-1a29-4e09-805d-f8fa9694a324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.272197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port c37260b0-5392-4717-af3e-6d21eed6b97f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c37260b0-5392-4717-af3e-6d21eed6b97f,segment=NetworkSegment(853e4b36-fd9a-48ea-85a1-c2e06a708dd3),segment_id=853e4b36-fd9a-48ea-85a1-c2e06a708dd3)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:03.282380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.293633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.314815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Router 6463e861-f46a-4f65-8ee2-7792f7c81d70 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:33:03.324728 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.346273 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Transition to ACTIVE for port object 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:03.365029 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.368625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.388872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d78d-05ff-434b-9555-f092367edd0c None None] Pushing event updated for resources: {'Port': ['ID=d28f2901-c6e3-4011-8414-a5b8ca49ebf3,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:03.490844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be382d55-650e-490f-9ba5-00bd3e8a2240 None None] Pushing event updated for resources: {'Port': ['ID=aff0be93-fc42-4fca-b7f2-1f848bfc0049,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:03.492039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.647705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=c37260b0-5392-4717-af3e-6d21eed6b97f,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:03.709439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1d2f7c8b-04e1-4865-ae13-2012cbc5d8f2 None None] Provisioning complete for port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:03.710211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7c8b-04e1-4865-ae13-2012cbc5d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:03.712352 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Pushing event updated for resources: {'Port': ['ID=1a8e7c0d-6179-48c4-8b03-94788b5d9eb3,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:03.738025 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.738373 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.738706 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.739033 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.739355 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.739677 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.739993 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.740327 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.740648 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.740960 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.741273 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:03.795770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device edb26361-bbba-4983-a921-fc79931d6f8d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:03.855586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:03.873646 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0b421840-4b17-4f62-9973-3b00c87af9f3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/c9572b84-2d36-4e50-bc8d-2908f4dde174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4170477 Dec 23 08:33:03.875382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49294) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:03.937098 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa2c67e-6873-4ac2-aa2d-0e1d08d3f921 None None] Sync routers for ids ['c9572b84-2d36-4e50-bc8d-2908f4dde174'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:04.001241 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Attempting to bind port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:04.001607 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Attempting to bind port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '853e4b36-fd9a-48ea-85a1-c2e06a708dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:04.001981 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Attempting to bind port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 on network b3116310-e882-44da-90ce-4ce386145baf {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:04.016759 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:04.017165 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Checking segment: {'id': '853e4b36-fd9a-48ea-85a1-c2e06a708dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:04.017572 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.023192 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Bound using segment: {'id': '853e4b36-fd9a-48ea-85a1-c2e06a708dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:04.023497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de36d180-e419-4de5-8ddf-9b02ca95c1f9 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:04.023832 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Bound port: 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853e4b36-fd9a-48ea-85a1-c2e06a708dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:04.024160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-de36d180-e419-4de5-8ddf-9b02ca95c1f9 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:04.024416 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.028974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.038316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.043357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2c67e-6873-4ac2-aa2d-0e1d08d3f921 None None] Routers {'c9572b84-2d36-4e50-bc8d-2908f4dde174'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:04.044203 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-faa2c67e-6873-4ac2-aa2d-0e1d08d3f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c9572b84-2d36-4e50-bc8d-2908f4dde174'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:04.154613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.182143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-de36d180-e419-4de5-8ddf-9b02ca95c1f9 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:04.186115 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-de36d180-e419-4de5-8ddf-9b02ca95c1f9 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports/982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0 HTTP/1.1" status: 200 len: 910 time: 0.3096247 Dec 23 08:33:04.189753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49298) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:04.226261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-faa2c67e-6873-4ac2-aa2d-0e1d08d3f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:04.271239 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] For port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:04.274550 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] For port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1a8e7c0d-6179-48c4-8b03-94788b5d9eb3,segment=NetworkSegment(853e4b36-fd9a-48ea-85a1-c2e06a708dd3),segment_id=853e4b36-fd9a-48ea-85a1-c2e06a708dd3)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:04.281216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44cddbed-312f-4b91-b17d-8e90905eda3d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.285739 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.330659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2c67e-6873-4ac2-aa2d-0e1d08d3f921 None None] Routers {'c9572b84-2d36-4e50-bc8d-2908f4dde174'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:04.331650 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-faa2c67e-6873-4ac2-aa2d-0e1d08d3f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c9572b84-2d36-4e50-bc8d-2908f4dde174'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:04.415264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3518c7-2b4a-444c-a004-3114fcc5481b None None] Network 7d711256-84fc-462e-b8b0-a61c1caca6ce requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:04.453123 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c8931-6e5a-4154-97a5-c6cf5691ccc7 None None] Pushing event updated for resources: {'Port': ['ID=1a8e7c0d-6179-48c4-8b03-94788b5d9eb3,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:04.456935 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:04.457770 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:04.484628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.515875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44cddbed-312f-4b91-b17d-8e90905eda3d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.551187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.587507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Subnet': ['ID=645660cf-276e-4ec2-8643-109990e2ece4,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:04.595266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port edb26361-bbba-4983-a921-fc79931d6f8d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:04.660518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-faa2c67e-6873-4ac2-aa2d-0e1d08d3f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:04.660811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa2c67e-6873-4ac2-aa2d-0e1d08d3f921 None None] The sync data for ids ['c9572b84-2d36-4e50-bc8d-2908f4dde174'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:04.668065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 82b5d546-176b-41a7-ac2b-2caadcfd5f2b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:04.705842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209b0f20-08f0-4e72-90d8-11d5c2ea4c3e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:04.712944 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:04.782998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:04.799759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Checking segment: {'id': '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:04.800115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network hostable DHCP agents. Network: 34e0a611-d35d-4b7c-bc49-97e0447f1dd4, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:33:04.806897 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c47e9e-e341-4489-be03-ef306afe2a27 None None] Sync routers for ids ['6463e861-f46a-4f65-8ee2-7792f7c81d70'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:04.807561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8053ea05-33d4-424d-9e86-885a13ff96bc None None] Network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:04.823155 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-394ae9c3-813f-4a82-984c-2e17611d21c1 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "PUT /v2.0/routers/6463e861-f46a-4f65-8ee2-7792f7c81d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7869959 Dec 23 08:33:04.826562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:04.829149 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7c979d68-ad1b-49e5-a7b4-4cc5572e3682 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6936569 Dec 23 08:33:04.831911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49302) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:04.833081 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49304) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:04.850265 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c47e9e-e341-4489-be03-ef306afe2a27 None None] Routers {'6463e861-f46a-4f65-8ee2-7792f7c81d70'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:04.851042 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-38c47e9e-e341-4489-be03-ef306afe2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6463e861-f46a-4f65-8ee2-7792f7c81d70'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:04.928099 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-38c47e9e-e341-4489-be03-ef306afe2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:04.938738 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'security_group_rule': {'security_group_id': '107eb50b-490d-4d51-a3c6-3d2b551a421a', 'project_id': '7b06b228edf949429bc46d952d6633c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:04.953608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:04.957114 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c47e9e-e341-4489-be03-ef306afe2a27 None None] Routers {'6463e861-f46a-4f65-8ee2-7792f7c81d70'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:04.957821 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-38c47e9e-e341-4489-be03-ef306afe2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6463e861-f46a-4f65-8ee2-7792f7c81d70'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:04.958688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:security_group_rule and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:04.964153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:04.978229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:05.043442 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-38c47e9e-e341-4489-be03-ef306afe2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:05.043849 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c47e9e-e341-4489-be03-ef306afe2a27 None None] The sync data for ids ['6463e861-f46a-4f65-8ee2-7792f7c81d70'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:05.154540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1d2f7c8b-04e1-4865-ae13-2012cbc5d8f2 None None] Provisioning for port 397bd6a8-19cb-4483-aa19-b6bbffb05060 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:05.179782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:05.180037 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.248512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1d2f7c8b-04e1-4865-ae13-2012cbc5d8f2 None None] Provisioning complete for port 397bd6a8-19cb-4483-aa19-b6bbffb05060 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:05.248877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7c8b-04e1-4865-ae13-2012cbc5d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.344439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44cddbed-312f-4b91-b17d-8e90905eda3d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.354134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.366837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.372131 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:32:55Z', 'revision_number': 3, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:04Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:32:53Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:05.379142 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab6b7a-affc-4a1b-8538-a87ea817cd98 None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:32:55Z', 'revision_number': 3, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:04Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:32:53Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:05.385393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f7c8b-04e1-4865-ae13-2012cbc5d8f2 None None] Port 397bd6a8-19cb-4483-aa19-b6bbffb05060 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:05.392197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cddbed-312f-4b91-b17d-8e90905eda3d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff790ec-274c-4174-9e95-409a01050687,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:05.411249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44cddbed-312f-4b91-b17d-8e90905eda3d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.416129 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-44cddbed-312f-4b91-b17d-8e90905eda3d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ff790ec-274c-4174-9e95-409a01050687 HTTP/1.1" status: 204 len: 168 time: 2.2796195 Dec 23 08:33:05.419951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49310) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:05.454008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:33:05.596126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 94644757-123a-40b5-83c3-f51a0cb93db1 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:05.597581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.604577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 34e0a611-d35d-4b7c-bc49-97e0447f1dd4) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:05.622776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fa65f-09cc-4b6b-966c-ef88c1efc91b None None] Network 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:05.628860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-881bf511-4a5d-4158-9b47-c1759283f24e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:05.650921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:05.651535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.670968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c406b-46ae-4a1f-a167-8366183a4b21 None None] Network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:05.722535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-881bf511-4a5d-4158-9b47-c1759283f24e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:05.730469 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-881bf511-4a5d-4158-9b47-c1759283f24e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3031592 Dec 23 08:33:05.731168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49314) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:05.734486 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-96dd1375-670d-42ac-8878-e48c58a4b310 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8895876 Dec 23 08:33:05.744166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--524692608'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:05.744457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49318) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:05.754822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.831062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:05.853759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:05.889398 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9379d04-dbc6-482c-be51-b602bcadc4f3,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:05.914700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:05.998815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.003698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2705985c-e375-4c0e-9a61-c3e8e67a9f61 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:06.065346 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-864d3b6e-71fd-4f6b-ad77-1f4acdfff68d None None] Provisioning for port edb26361-bbba-4983-a921-fc79931d6f8d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:06.118535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-864d3b6e-71fd-4f6b-ad77-1f4acdfff68d None None] Provisioning complete for port edb26361-bbba-4983-a921-fc79931d6f8d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:06.119108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-864d3b6e-71fd-4f6b-ad77-1f4acdfff68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.157352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.160387 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5a711915-8871-4c9a-b910-cf8e3e58f289 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3207922 Dec 23 08:33:06.164399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49322) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:06.171276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.194629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'security_group_rule': {'security_group_id': '107eb50b-490d-4d51-a3c6-3d2b551a421a', 'project_id': '7b06b228edf949429bc46d952d6633c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:06.220710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 94644757-123a-40b5-83c3-f51a0cb93db1, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=94644757-123a-40b5-83c3-f51a0cb93db1,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:06.223759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.258344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:06.281334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:security_group_rule and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:06.361799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:06.371723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:06.514071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-864d3b6e-71fd-4f6b-ad77-1f4acdfff68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.613410 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:33:06.614502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.635609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:06.643779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-864d3b6e-71fd-4f6b-ad77-1f4acdfff68d None None] For port edb26361-bbba-4983-a921-fc79931d6f8d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=edb26361-bbba-4983-a921-fc79931d6f8d,segment=NetworkSegment(8822966b-11e3-4070-8911-0bbeb61b02fc),segment_id=8822966b-11e3-4070-8911-0bbeb61b02fc)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:06.647855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 94644757-123a-40b5-83c3-f51a0cb93db1 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:06.650985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:06.652328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.676915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-864d3b6e-71fd-4f6b-ad77-1f4acdfff68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.684256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:06.686550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:06.754144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:06.777600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:06.824789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d3b6e-71fd-4f6b-ad77-1f4acdfff68d None None] Pushing event updated for resources: {'Port': ['ID=edb26361-bbba-4983-a921-fc79931d6f8d,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:06.932355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:06.948620 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-9fc00032-c9eb-4c6b-a4ef-7e007b222376 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:06.949644 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9fc00032-c9eb-4c6b-a4ef-7e007b222376 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "PUT /v2.0/routers/6463e861-f46a-4f65-8ee2-7792f7c81d70/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1138020 Dec 23 08:33:06.958460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49326) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:06.988861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.011291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-864d3b6e-71fd-4f6b-ad77-1f4acdfff68d None None] Provisioning for port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:07.024381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Allocated IP 2001:db8:2::2 (34e0a611-d35d-4b7c-bc49-97e0447f1dd4/645660cf-276e-4ec2-8643-109990e2ece4/d193587b-0627-4255-ad08-cbe479761f3b) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:07.053606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 2705985c-e375-4c0e-9a61-c3e8e67a9f61, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2705985c-e375-4c0e-9a61-c3e8e67a9f61,segment=NetworkSegment(05cba679-aeae-4ce1-8f7a-2ba2714d57ee),segment_id=05cba679-aeae-4ce1-8f7a-2ba2714d57ee)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:07.121138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.138717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.149559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.153411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.240925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-18600b1f-79f0-48dc-9728-4c584fc34b7f None None] Provisioning for port 982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:07.265032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=2705985c-e375-4c0e-9a61-c3e8e67a9f61,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:07.271599 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-18600b1f-79f0-48dc-9728-4c584fc34b7f None None] Provisioning complete for port 982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:07.272189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-18600b1f-79f0-48dc-9728-4c584fc34b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.297151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=94644757-123a-40b5-83c3-f51a0cb93db1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:07.332882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.389178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.389534 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-18600b1f-79f0-48dc-9728-4c584fc34b7f None None] Port 982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:07.391464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa69434-5b2c-4989-97ac-d6c73a8cbae5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:07.418786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.446757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Transition to ACTIVE for port object d193587b-0627-4255-ad08-cbe479761f3b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:07.530272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.531586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Transition to ACTIVE for port object d193587b-0627-4255-ad08-cbe479761f3b will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:07.556510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-18600b1f-79f0-48dc-9728-4c584fc34b7f None None] Provisioning complete for port edb26361-bbba-4983-a921-fc79931d6f8d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:07.557149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-18600b1f-79f0-48dc-9728-4c584fc34b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.571970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.584609 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fe19ca6d-268a-44bb-8058-81b3749dc7b1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8465137 Dec 23 08:33:07.585502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9283d388-0b2c-4b95-8e1b-6ce1ea96331f,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:07.592156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49330) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:07.592910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.601549 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-37352b16-b8df-42be-ac8a-666f67401bb0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4328043 Dec 23 08:33:07.603943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49332) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:07.611771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-fed6aeff-84b2-405d-bafa-a03117c41ffd tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': 'caa69434-5b2c-4989-97ac-d6c73a8cbae5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:07.612781 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-fed6aeff-84b2-405d-bafa-a03117c41ffd tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:07.616537 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fed6aeff-84b2-405d-bafa-a03117c41ffd tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0111537 Dec 23 08:33:07.630009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d28f2901-c6e3-4011-8414-a5b8ca49ebf3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:07.630306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49336) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:07.640685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'security_group_rule': {'security_group_id': '107eb50b-490d-4d51-a3c6-3d2b551a421a', 'project_id': '7b06b228edf949429bc46d952d6633c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:07.672595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.675583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:07.684280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:security_group_rule and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:07.687239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.21.0.1 (8841b667-dbcb-4807-b2cb-75c2de5c6a9d/b04f7dbf-9e0f-4952-9468-e622e60a18e2/aa50427b-0be3-4e13-a38c-0e6fa27eaa9b) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:07.696052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:07.766743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:07.819444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:07.829069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:07.832296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:07.836931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Pushing event updated for resources: {'Port': ['ID=d193587b-0627-4255-ad08-cbe479761f3b,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:07.858334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.899113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.929751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b8564742-3afa-436b-b8cb-daf715f1e962 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:07.979759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:07.992931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:07.993436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.004617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b8564742-3afa-436b-b8cb-daf715f1e962 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.022044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Attempting to bind port d193587b-0627-4255-ad08-cbe479761f3b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:08.023001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Attempting to bind port d193587b-0627-4255-ad08-cbe479761f3b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:08.023504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Attempting to bind port d193587b-0627-4255-ad08-cbe479761f3b on network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:08.056752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:08.057300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Checking segment: {'id': '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:08.057851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.058450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Bound using segment: {'id': '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:08.059050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Bound port: d193587b-0627-4255-ad08-cbe479761f3b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:08.059523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.085987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-18600b1f-79f0-48dc-9728-4c584fc34b7f None None] Provisioning for port aff0be93-fc42-4fca-b7f2-1f848bfc0049 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:08.134798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 2001:db8:2::1 (34e0a611-d35d-4b7c-bc49-97e0447f1dd4/645660cf-276e-4ec2-8643-109990e2ece4/b22bd944-709f-445b-ab67-8569eeef749d) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:08.157338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.161513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.170784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.208583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Transition to ACTIVE for port object aa50427b-0be3-4e13-a38c-0e6fa27eaa9b will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:08.215349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44872753-42f0-45ed-8c9e-266eee2dff4b,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:08.221386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b8564742-3afa-436b-b8cb-daf715f1e962 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.237803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.255037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8564742-3afa-436b-b8cb-daf715f1e962 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa69434-5b2c-4989-97ac-d6c73a8cbae5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:08.258700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] For port d193587b-0627-4255-ad08-cbe479761f3b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:08.262948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b8564742-3afa-436b-b8cb-daf715f1e962 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.264054 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b8564742-3afa-436b-b8cb-daf715f1e962 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/caa69434-5b2c-4989-97ac-d6c73a8cbae5 HTTP/1.1" status: 204 len: 168 time: 0.6327260 Dec 23 08:33:08.269111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49342) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:08.276093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.277127 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6c9f48b5-b633-413e-801e-b7fdead36788 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6601980 Dec 23 08:33:08.282947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49346) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:08.287473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] For port d193587b-0627-4255-ad08-cbe479761f3b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d193587b-0627-4255-ad08-cbe479761f3b,segment=NetworkSegment(4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3),segment_id=4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:08.290063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'security_group_rule': {'security_group_id': '107eb50b-490d-4d51-a3c6-3d2b551a421a', 'project_id': '7b06b228edf949429bc46d952d6633c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:08.298388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.318443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.344249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d28f2901-c6e3-4011-8414-a5b8ca49ebf3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d28f2901-c6e3-4011-8414-a5b8ca49ebf3,segment=NetworkSegment(39a92f00-b6e5-4e2e-aec6-8aad8472b1f4),segment_id=39a92f00-b6e5-4e2e-aec6-8aad8472b1f4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:08.346455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:08.362753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.363347 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aff0be93-fc42-4fca-b7f2-1f848bfc0049 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:08.376916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.381762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:security_group_rule and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:08.392584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:08.429749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:08.435607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1ad7d7e7-d332-4691-bb44-849995244124 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:08.443651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:08.452858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.457819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec602e46-b154-432e-87b2-9e9106f6dfe4 None None] Pushing event updated for resources: {'Port': ['ID=d193587b-0627-4255-ad08-cbe479761f3b,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:08.491055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Transition to ACTIVE for port object b22bd944-709f-445b-ab67-8569eeef749d will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:08.523269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.536684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port aff0be93-fc42-4fca-b7f2-1f848bfc0049 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:08.544476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port aff0be93-fc42-4fca-b7f2-1f848bfc0049 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:08.545175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.572464 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Project 7b06b228edf949429bc46d952d6633c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:33:08.614987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.633469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:08.636718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=aa50427b-0be3-4e13-a38c-0e6fa27eaa9b,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:08.646898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:08.652795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:08.660137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:08.661548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d28f2901-c6e3-4011-8414-a5b8ca49ebf3,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:08.671438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:08.672221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.730574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1ad7d7e7-d332-4691-bb44-849995244124 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:08.731839 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1ad7d7e7-d332-4691-bb44-849995244124 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4601634 Dec 23 08:33:08.745149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49350) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:08.762508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.769672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=b22bd944-709f-445b-ab67-8569eeef749d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:08.771578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607764343'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:08.819445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.833266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:08.834957 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port aff0be93-fc42-4fca-b7f2-1f848bfc0049, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aff0be93-fc42-4fca-b7f2-1f848bfc0049,segment=NetworkSegment(d0e9d4f8-a8e1-4191-b322-96eed7c3ad55),segment_id=d0e9d4f8-a8e1-4191-b322-96eed7c3ad55)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:08.840310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:08.841419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:08.845224 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:08.979014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.002343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.019964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=aff0be93-fc42-4fca-b7f2-1f848bfc0049,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:09.053793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:09.059794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:09.061729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:09.064335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:09.068815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:09.069240 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.072981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:09.088844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.096136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-dc730f52-4a54-4eab-983f-8c6860688512 None None] Provisioning for port aa50427b-0be3-4e13-a38c-0e6fa27eaa9b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:09.112136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-dc730f52-4a54-4eab-983f-8c6860688512 None None] Provisioning complete for port aa50427b-0be3-4e13-a38c-0e6fa27eaa9b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:09.112607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dc730f52-4a54-4eab-983f-8c6860688512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.112818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.118265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.179436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.186884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-dc730f52-4a54-4eab-983f-8c6860688512 None None] Port aa50427b-0be3-4e13-a38c-0e6fa27eaa9b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:09.200627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec86eef9-dfac-4f77-93fb-37754d987c2f,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:09.241297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.258147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.279182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.280336 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-976903fc-0a6e-4afa-8978-1d6a57b77600 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9947457 Dec 23 08:33:09.292318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49354) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:09.298777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1a8e7c0d-6179-48c4-8b03-94788b5d9eb3,segment=NetworkSegment(853e4b36-fd9a-48ea-85a1-c2e06a708dd3),segment_id=853e4b36-fd9a-48ea-85a1-c2e06a708dd3)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:09.302696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.303533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device edb26361-bbba-4983-a921-fc79931d6f8d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:09.361146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'security_group_rule': {'security_group_id': '107eb50b-490d-4d51-a3c6-3d2b551a421a', 'project_id': '7b06b228edf949429bc46d952d6633c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:09.426055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=1a8e7c0d-6179-48c4-8b03-94788b5d9eb3,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:09.426333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:09.427663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f5c260-4b4f-4694-b804-300dc12e86e5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:09.434517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port edb26361-bbba-4983-a921-fc79931d6f8d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:09.435013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.457708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:security_group_rule and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:09.463586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:09.484073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.485560 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3b727745-e7af-402e-a7fe-905f25dac339 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7395904 Dec 23 08:33:09.486852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:09.488385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49358) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:09.499400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5de636eb-c26f-4f02-9a3e-0e61e2e0e751 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': 'e0f5c260-4b4f-4694-b804-300dc12e86e5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:09.500286 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-5de636eb-c26f-4f02-9a3e-0e61e2e0e751 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:09.501408 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5de636eb-c26f-4f02-9a3e-0e61e2e0e751 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121138 Dec 23 08:33:09.505282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49362) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:09.515003 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Project 7b06b228edf949429bc46d952d6633c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:33:09.536138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.570369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c37260b0-5392-4717-af3e-6d21eed6b97f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:09.670492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c37260b0-5392-4717-af3e-6d21eed6b97f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:09.670994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.698836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting port 397bd6a8-19cb-4483-aa19-b6bbffb05060 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:09.698836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.906430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9e2bed86-947d-4ee8-8c06-9382266f454f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.917627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.941888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.976820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:09.988420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f199342f-1a5f-4918-a4e3-851086555cec,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:09.990864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9e2bed86-947d-4ee8-8c06-9382266f454f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.001877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.003920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.017617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.024717 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-23c5a599-e2f1-438e-8852-2eceb66e4b70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7277718 Dec 23 08:33:10.024980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49366) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:10.029887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.034753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'network': {'name': 'tempest-network-smoke--1351263743', 'project_id': '7b06b228edf949429bc46d952d6633c5', 'port_security_enabled': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:10.045780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc6665c-4de0-4c0d-b6ef-bb72faf15dcb None None] Network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:10.091426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:10.094230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.153372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d28f2901-c6e3-4011-8414-a5b8ca49ebf3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:10.161752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:network and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:10.180127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:10.181717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.199842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:10.240412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=aa50427b-0be3-4e13-a38c-0e6fa27eaa9b,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:10.247697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.253217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Made reservation on behalf of 7b06b228edf949429bc46d952d6633c5 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:10.256142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.262556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ac5dc2c5-ccef-40e1-9831-8bda492ece83 None None] Provisioning for port d193587b-0627-4255-ad08-cbe479761f3b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:10.326336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=b22bd944-709f-445b-ab67-8569eeef749d,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:10.334442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:10.334815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.336108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Calling delete_port for 397bd6a8-19cb-4483-aa19-b6bbffb05060 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:10.396233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9e2bed86-947d-4ee8-8c06-9382266f454f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.438789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bed86-947d-4ee8-8c06-9382266f454f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f5c260-4b4f-4694-b804-300dc12e86e5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:10.464616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9e2bed86-947d-4ee8-8c06-9382266f454f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.466016 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9e2bed86-947d-4ee8-8c06-9382266f454f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/e0f5c260-4b4f-4694-b804-300dc12e86e5 HTTP/1.1" status: 204 len: 168 time: 0.9596043 Dec 23 08:33:10.474659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:10.476521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49370) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:10.485473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:10.542224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aff0be93-fc42-4fca-b7f2-1f848bfc0049 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:10.570732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:33:10.603376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.603717 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Added segment 8d9e0f23-babc-476f-ac26-443ab86639fe of type vlan for network d568362d-56da-4c68-9c51-6bfd8dbd755e Dec 23 08:33:10.640165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port aff0be93-fc42-4fca-b7f2-1f848bfc0049 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:10.640553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.661797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:10.666080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:10.668643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.788378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:10.881081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:10.881081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.881440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.885352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:10.885920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:10.891552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-afe7310a-ac46-4bb1-837c-bfb9f89c3797 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:11.029345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'Network': ['ID=d568362d-56da-4c68-9c51-6bfd8dbd755e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:11.060062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router e053eba9-8c08-4663-a1c4-f14cd41e34d2 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:11.071067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-afe7310a-ac46-4bb1-837c-bfb9f89c3797 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:11.077711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network d568362d-56da-4c68-9c51-6bfd8dbd755e details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:33:11.078307 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-afe7310a-ac46-4bb1-837c-bfb9f89c3797 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5946701 Dec 23 08:33:11.078307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.080853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49374) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:11.126127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076520902'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:11.146281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:11.149813 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ad9e22d1-4b09-4bd3-bb32-7d57de351ee0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1212184 Dec 23 08:33:11.151189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49378) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:11.153261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Port': ['ID=397bd6a8-19cb-4483-aa19-b6bbffb05060,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:11.159476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'admin_state_up': True, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:11.172882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:11.181468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:11.191482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:router and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:11.192791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2705985c-e375-4c0e-9a61-c3e8e67a9f61 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:11.226887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:11.243997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:11.307568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cd061735-b8be-42b0-aed2-9b48f1dcdf87 None None] Provisioning for port b22bd944-709f-445b-ab67-8569eeef749d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:11.319126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cd061735-b8be-42b0-aed2-9b48f1dcdf87 None None] Provisioning complete for port b22bd944-709f-445b-ab67-8569eeef749d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:11.319516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cd061735-b8be-42b0-aed2-9b48f1dcdf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.328682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.360211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.361018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.375654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:11.376028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.404910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router c9572b84-2d36-4e50-bc8d-2908f4dde174 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:11.465696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-cd061735-b8be-42b0-aed2-9b48f1dcdf87 None None] Port b22bd944-709f-445b-ab67-8569eeef749d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:11.527067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:11.537482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.553265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:11.563101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:11.582481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.584575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:11.587873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:11.621836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d193587b-0627-4255-ad08-cbe479761f3b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:11.693452 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2b58a858-e9c2-4922-80a9-4dfdce3af2c6 None None] Provisioning complete for port b22bd944-709f-445b-ab67-8569eeef749d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:11.693823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2b58a858-e9c2-4922-80a9-4dfdce3af2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.734899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:11.743151 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1dcdcc19-c184-45c0-b689-9a0274dd3598 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/e053eba9-8c08-4663-a1c4-f14cd41e34d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7243609 Dec 23 08:33:11.745425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49382) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:11.753321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] Sync routers for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:11.763262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2b58a858-e9c2-4922-80a9-4dfdce3af2c6 None None] Port b22bd944-709f-445b-ab67-8569eeef749d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:11.781286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d193587b-0627-4255-ad08-cbe479761f3b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:11.785133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:11.785755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:11.863995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d193587b-0627-4255-ad08-cbe479761f3b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:11.864381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.894532 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2b58a858-e9c2-4922-80a9-4dfdce3af2c6 None None] Provisioning complete for port aa50427b-0be3-4e13-a38c-0e6fa27eaa9b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:11.894904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2b58a858-e9c2-4922-80a9-4dfdce3af2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:11.903168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:11.914378 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c8018ccc-64fa-4208-8e0f-7c3d5eaa6101 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/c9572b84-2d36-4e50-bc8d-2908f4dde174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7233019 Dec 23 08:33:11.916220 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50b4a37-f31e-44bc-9ed7-e8a9aefd47a1 None None] Sync routers for ids ['c9572b84-2d36-4e50-bc8d-2908f4dde174'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:11.917349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49386) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:11.936420 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b4a37-f31e-44bc-9ed7-e8a9aefd47a1 None None] Routers {'c9572b84-2d36-4e50-bc8d-2908f4dde174'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:11.937441 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d50b4a37-f31e-44bc-9ed7-e8a9aefd47a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c9572b84-2d36-4e50-bc8d-2908f4dde174'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:12.023290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005f340-0129-4540-ab74-d125f6d41a91 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:12.024101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1005f340-0129-4540-ab74-d125f6d41a91 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:12.030737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2bce87-8c04-4085-b938-2fcd0faf567b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting subnet 7be9df53-de85-4ec7-8c03-915b49af02fd {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:33:12.034437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8b2bce87-8c04-4085-b938-2fcd0faf567b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.038973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2b58a858-e9c2-4922-80a9-4dfdce3af2c6 None None] Port aa50427b-0be3-4e13-a38c-0e6fa27eaa9b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:12.051720 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d50b4a37-f31e-44bc-9ed7-e8a9aefd47a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:12.075206 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50b4a37-f31e-44bc-9ed7-e8a9aefd47a1 None None] Routers {'c9572b84-2d36-4e50-bc8d-2908f4dde174'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:12.076778 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d50b4a37-f31e-44bc-9ed7-e8a9aefd47a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c9572b84-2d36-4e50-bc8d-2908f4dde174'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:12.103782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:12.114555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8b2bce87-8c04-4085-b938-2fcd0faf567b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.142190 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d50b4a37-f31e-44bc-9ed7-e8a9aefd47a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:12.142599 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50b4a37-f31e-44bc-9ed7-e8a9aefd47a1 None None] The sync data for ids ['c9572b84-2d36-4e50-bc8d-2908f4dde174'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:12.152132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1005f340-0129-4540-ab74-d125f6d41a91 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:12.158674 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1005f340-0129-4540-ab74-d125f6d41a91 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports/aa50427b-0be3-4e13-a38c-0e6fa27eaa9b HTTP/1.1" status: 200 len: 910 time: 0.2400270 Dec 23 08:33:12.163552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49390) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:12.231039 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.341406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-646cb05d-8245-43de-abba-51274a401090 None None] Provisioning complete for port b22bd944-709f-445b-ab67-8569eeef749d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:12.341747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-646cb05d-8245-43de-abba-51274a401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.380522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.394386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.403047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d193587b-0627-4255-ad08-cbe479761f3b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d193587b-0627-4255-ad08-cbe479761f3b,segment=NetworkSegment(4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3),segment_id=4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:12.416935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.417515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.473245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-646cb05d-8245-43de-abba-51274a401090 None None] Port b22bd944-709f-445b-ab67-8569eeef749d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:12.494943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8b2bce87-8c04-4085-b938-2fcd0faf567b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.527973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.529629 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4202027 Dec 23 08:33:12.538946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49394) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:12.541386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d193587b-0627-4255-ad08-cbe479761f3b,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:12.556935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f760d025-526e-49d6-8699-35eb70e431ad tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '490589ef-1407-48c4-ba61-b2ca87cf696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:12.557634 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-f760d025-526e-49d6-8699-35eb70e431ad tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:12.558778 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f760d025-526e-49d6-8699-35eb70e431ad tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123737 Dec 23 08:33:12.567239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49398) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:12.577095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:33:06Z', 'revision_number': 7, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:12.578458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b9b135d2-c435-4666-a96a-6ae21f639ffc tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '490589ef-1407-48c4-ba61-b2ca87cf696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:12.579129 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-b9b135d2-c435-4666-a96a-6ae21f639ffc tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:12.580036 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b9b135d2-c435-4666-a96a-6ae21f639ffc tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118854 Dec 23 08:33:12.584517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] Checking router: e053eba9-8c08-4663-a1c4-f14cd41e34d2 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:12.587883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49402) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:12.598907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] Routers {'e053eba9-8c08-4663-a1c4-f14cd41e34d2'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:12.599788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:12.601296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8cc1eb31-e3c2-4ab9-b0bc-4d9911a0172c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '490589ef-1407-48c4-ba61-b2ca87cf696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:12.601977 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-8cc1eb31-e3c2-4ab9-b0bc-4d9911a0172c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:12.602893 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8cc1eb31-e3c2-4ab9-b0bc-4d9911a0172c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105708 Dec 23 08:33:12.606488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49406) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:12.613119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a4a3287c-5770-48ad-9973-3d48d1389fdb tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '490589ef-1407-48c4-ba61-b2ca87cf696b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:12.613809 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-a4a3287c-5770-48ad-9973-3d48d1389fdb tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:12.614737 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a4a3287c-5770-48ad-9973-3d48d1389fdb tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071006 Dec 23 08:33:12.621253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49410) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:12.629595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9aaef-c662-442e-8b5a-e11b22c18c7a tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490589ef-1407-48c4-ba61-b2ca87cf696b,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:12.666073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8b2bce87-8c04-4085-b938-2fcd0faf567b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.716107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bce87-8c04-4085-b938-2fcd0faf567b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Subnet': ['ID=7be9df53-de85-4ec7-8c03-915b49af02fd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:12.726810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:12.727644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8b2bce87-8c04-4085-b938-2fcd0faf567b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.737770 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e7e1ed32-5d78-4e78-a8f0-dbbc385af141 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9880042 Dec 23 08:33:12.738961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49414) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:12.747452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Router 6463e861-f46a-4f65-8ee2-7792f7c81d70 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:12.751256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-835593274'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:12.758384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:12.765842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:network and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:12.770449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:12.777382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:12.782953 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:12.786654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a6b7b4-6ed8-4847-a9f1-f250ba7d7aa4 None None] Network 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:12.815915 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8b2bce87-8c04-4085-b938-2fcd0faf567b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/subnets/7be9df53-de85-4ec7-8c03-915b49af02fd HTTP/1.1" status: 204 len: 168 time: 1.0667832 Dec 23 08:33:12.819948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ef45887-5229-497c-8814-5a2008dd28f6 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.821489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49418) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:12.863101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:12.865690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.941530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:12.941799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:12.974723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ef45887-5229-497c-8814-5a2008dd28f6 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:12.990082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.025332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.033508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:33:13.077264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:13.097262 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d3900-0d10-428a-8657-0b4e4c18fa6a None None] Sync routers for ids ['6463e861-f46a-4f65-8ee2-7792f7c81d70'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:13.104354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ef45887-5229-497c-8814-5a2008dd28f6 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.104932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.105052 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added segment 3f6fc981-65cb-483e-9029-6aa32e3e4d2e of type vlan for network 9b12ce24-10bf-422e-af30-65d993ccc5ab Dec 23 08:33:13.124735 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d3900-0d10-428a-8657-0b4e4c18fa6a None None] Routers {'6463e861-f46a-4f65-8ee2-7792f7c81d70'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:13.126122 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0a5d3900-0d10-428a-8657-0b4e4c18fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6463e861-f46a-4f65-8ee2-7792f7c81d70'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:13.135462 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5d3f7a92-11d9-43df-bfcc-a9ea147c53da tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "PUT /v2.0/routers/6463e861-f46a-4f65-8ee2-7792f7c81d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1749945 Dec 23 08:33:13.137149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49422) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:13.143563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] Set router e053eba9-8c08-4663-a1c4-f14cd41e34d2 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:13.145639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef45887-5229-497c-8814-5a2008dd28f6 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490589ef-1407-48c4-ba61-b2ca87cf696b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:13.200151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.223240 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-9d213c35-89a1-4b15-82e0-9cb9641210a4 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] delete failed (client error): The resource could not be found. Dec 23 08:33:13.224375 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9d213c35-89a1-4b15-82e0-9cb9641210a4 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-842253670 HTTP/1.1" status: 404 len: 334 time: 0.0839381 Dec 23 08:33:13.233399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49426) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:13.237541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.240922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-0b4edc09-5fb0-4998-ad2d-27fb35fc9470 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'router': {'external_gateway_info': {'network_id': '6463e861-f46a-4f65-8ee2-7792f7c81d70'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:13.278567 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0a5d3900-0d10-428a-8657-0b4e4c18fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:13.286769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ef45887-5229-497c-8814-5a2008dd28f6 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.288095 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2ef45887-5229-497c-8814-5a2008dd28f6 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/490589ef-1407-48c4-ba61-b2ca87cf696b HTTP/1.1" status: 204 len: 168 time: 0.6658754 Dec 23 08:33:13.294820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49430) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:13.308889 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d3900-0d10-428a-8657-0b4e4c18fa6a None None] Routers {'6463e861-f46a-4f65-8ee2-7792f7c81d70'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:13.310123 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0a5d3900-0d10-428a-8657-0b4e4c18fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6463e861-f46a-4f65-8ee2-7792f7c81d70'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:13.371102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:13.394024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Allocated IP 172.26.8.55 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/05bdba7f-7bd7-4b77-ba57-3eee0b91a459) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:13.404416 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0a5d3900-0d10-428a-8657-0b4e4c18fa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:13.404883 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d3900-0d10-428a-8657-0b4e4c18fa6a None None] The sync data for ids ['6463e861-f46a-4f65-8ee2-7792f7c81d70'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:13.410700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.414671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:13.415207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.451707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-93ace730-469d-4325-b7c7-6fc42343ca18 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:13.460013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.542730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-93ace730-469d-4325-b7c7-6fc42343ca18 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:13.547809 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-93ace730-469d-4325-b7c7-6fc42343ca18 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2468863 Dec 23 08:33:13.552924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49434) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:13.563855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647926517'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:13.575369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:13.619412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:13.635402 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8962343 Dec 23 08:33:13.638361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49438) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:13.648138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'subnet': {'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:13.680201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:13.721691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb9239-d20d-45be-b8c4-c7d160757b52 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Network': ['ID=9b12ce24-10bf-422e-af30-65d993ccc5ab,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:13.745665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 9b12ce24-10bf-422e-af30-65d993ccc5ab details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:33:13.993435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.070884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:33:06Z', 'revision_number': 7, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:14.078898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b4edc09-5fb0-4998-ad2d-27fb35fc9470 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.079151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4907cfa3-f84f-4a05-bb61-623104cd8390 None None] The sync data for ids ['e053eba9-8c08-4663-a1c4-f14cd41e34d2'] in dv-neutron-822507-1-hyperv is: [{'id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'name': 'tempest-TestNetworkBasicOps-router-994232158', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181'}], 'enable_snat': True}, 'gw_port_id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:29:40Z', 'updated_at': '2021-12-23T08:33:06Z', 'revision_number': 7, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '5042e5c8-7626-4cbf-9b1d-455fca9dd427', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e053eba9-8c08-4663-a1c4-f14cd41e34d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:29:42Z', 'updated_at': '2021-12-23T08:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:14.100627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:14.102658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba566c0-484b-40c0-b459-501df44c6aa6 None None] DHCP port deletion for 5d10699c-99b5-4cad-bbb8-16dc3695dbd6 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:33:14.107895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0ba566c0-484b-40c0-b459-501df44c6aa6 None None] Deleting port df60e220-5776-463d-b71b-0117dd63141b {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:14.108427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0ba566c0-484b-40c0-b459-501df44c6aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.112654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:14.116437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:subnet and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:14.125410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:14.129753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:14.134407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.137186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:14.140737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:14.141926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:08Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:14.151640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:14.155782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Checking router: 9fad65ee-e0bd-4ab7-870a-812199247dae for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:14.156359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Updating router 9fad65ee-e0bd-4ab7-870a-812199247dae port b22bd944-709f-445b-ab67-8569eeef749d binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:33:14.173021 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-0b4edc09-5fb0-4998-ad2d-27fb35fc9470 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] update failed (client error): The resource could not be found. Dec 23 08:33:14.179139 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0b4edc09-5fb0-4998-ad2d-27fb35fc9470 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "PUT /v2.0/routers/6463e861-f46a-4f65-8ee2-7792f7c81d70 HTTP/1.1" status: 404 len: 339 time: 0.9384992 Dec 23 08:33:14.181524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49442) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:14.195478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1711085126'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:14.196214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Made reservation on behalf of 207c6f814f44400bbc84a031a18aad77 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:14.213047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:14.225753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:network and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:14.235371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:14.239879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:14.240755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'Port': ['ID=05bdba7f-7bd7-4b77-ba57-3eee0b91a459,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:14.243413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:14.251792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:14.262683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.278872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:14.302513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Made reservation on behalf of ac7327b70095476fb2047431922d206c for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:14.305618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.402804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.404247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:33:14.424212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.425173 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Added segment d49e38aa-aafc-4546-a89d-2aea4decd314 of type vlan for network 266833df-8a85-4b08-bad4-c719d9cb73bc Dec 23 08:33:14.431673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.491281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0ba566c0-484b-40c0-b459-501df44c6aa6 None None] For port df60e220-5776-463d-b71b-0117dd63141b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=df60e220-5776-463d-b71b-0117dd63141b,segment=NetworkSegment(5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19),segment_id=5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:14.491674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0ba566c0-484b-40c0-b459-501df44c6aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.496150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.506216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.541203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.552169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.553399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.570192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 5042e5c8-7626-4cbf-9b1d-455fca9dd427 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:14.570565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.645395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.648879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:14.649484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.690671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:14.706240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.709930 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c408d4b9-f763-490c-8777-960c7d4283ed tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1519749 Dec 23 08:33:14.735406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49446) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:14.747195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-50efed73-fe82-4c9f-a243-5c44447341c5 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:14.747522 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-50efed73-fe82-4c9f-a243-5c44447341c5 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:14.750019 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-50efed73-fe82-4c9f-a243-5c44447341c5 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120726 Dec 23 08:33:14.754331 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49450) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:14.773168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-491ea819-40d2-4616-9e94-1f0af8842f59 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:14.783082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-491ea819-40d2-4616-9e94-1f0af8842f59 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:14.791386 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6066887 Dec 23 08:33:14.797041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49454) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:14.803374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-491ea819-40d2-4616-9e94-1f0af8842f59 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:14.809813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'subnet': {'network_id': '266833df-8a85-4b08-bad4-c719d9cb73bc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:14.818177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d193587b-0627-4255-ad08-cbe479761f3b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:14.826189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-491ea819-40d2-4616-9e94-1f0af8842f59 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:14.834577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Network': ['ID=266833df-8a85-4b08-bad4-c719d9cb73bc,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:14.837647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-491ea819-40d2-4616-9e94-1f0af8842f59 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:14.856319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0ba566c0-484b-40c0-b459-501df44c6aa6 None None] Calling delete_port for df60e220-5776-463d-b71b-0117dd63141b owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:14.927453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.927879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.928209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.928605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.928934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.929258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.929575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.929893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.930313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.930645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.930945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60761689-69f3-4439-8a2c-48bd04953e2e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:14.939721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 5042e5c8-7626-4cbf-9b1d-455fca9dd427, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5042e5c8-7626-4cbf-9b1d-455fca9dd427,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:14.940589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:14.961112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 266833df-8a85-4b08-bad4-c719d9cb73bc details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:33:14.974542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:15.025673 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-491ea819-40d2-4616-9e94-1f0af8842f59 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:15.025900 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-491ea819-40d2-4616-9e94-1f0af8842f59 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2696683 Dec 23 08:33:15.031965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Usage tracker for resource:subnet and tenant:ac7327b70095476fb2047431922d206c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:15.034780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49458) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:15.041191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-607af40b-7ee9-437c-8db6-aa28936d607e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:15.041784 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-607af40b-7ee9-437c-8db6-aa28936d607e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:15.045118 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-607af40b-7ee9-437c-8db6-aa28936d607e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069299 Dec 23 08:33:15.045118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:15.049790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49462) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:15.057017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:15.062628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c8883c5a-4d9d-461c-b824-a9d6668273f3 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:15.075200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c8883c5a-4d9d-461c-b824-a9d6668273f3 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:15.075403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 5042e5c8-7626-4cbf-9b1d-455fca9dd427 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:15.089333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c8883c5a-4d9d-461c-b824-a9d6668273f3 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:15.093814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c8883c5a-4d9d-461c-b824-a9d6668273f3 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:15.101348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Made reservation on behalf of ac7327b70095476fb2047431922d206c for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:15.117337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c8883c5a-4d9d-461c-b824-a9d6668273f3 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:15.162591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0ba566c0-484b-40c0-b459-501df44c6aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.223077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.234822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba566c0-484b-40c0-b459-501df44c6aa6 None None] Pushing event deleted for resources: {'Port': ['ID=df60e220-5776-463d-b71b-0117dd63141b,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:15.236285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.246695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba566c0-484b-40c0-b459-501df44c6aa6 None None] No DVR routers for this DVR port df60e220-5776-463d-b71b-0117dd63141b on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:33:15.265300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d193587b-0627-4255-ad08-cbe479761f3b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:15.265819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.278346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port aa50427b-0be3-4e13-a38c-0e6fa27eaa9b {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:15.278612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.304554 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-c8883c5a-4d9d-461c-b824-a9d6668273f3 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:15.305107 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c8883c5a-4d9d-461c-b824-a9d6668273f3 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2543573 Dec 23 08:33:15.312549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49466) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:15.318098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-008008c9-399e-4e3a-8942-413bca1123b6 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:15.318771 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-008008c9-399e-4e3a-8942-413bca1123b6 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:15.319743 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-008008c9-399e-4e3a-8942-413bca1123b6 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068116 Dec 23 08:33:15.324248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49470) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:15.344034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8be53b27-c43e-4e90-b879-60b78fb15f93 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:15.358296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8be53b27-c43e-4e90-b879-60b78fb15f93 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:15.370731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8be53b27-c43e-4e90-b879-60b78fb15f93 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:15.376501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8be53b27-c43e-4e90-b879-60b78fb15f93 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:15.393281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8be53b27-c43e-4e90-b879-60b78fb15f93 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:15.428521 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-8be53b27-c43e-4e90-b879-60b78fb15f93 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Project 616ecdb0c10d403c97bd91f6b3f50161 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:33:15.459617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.479069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Subnet': ['ID=3b3adc32-77fa-48c7-b276-625c59668c4a,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:15.480507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Transition to ACTIVE for port object b22bd944-709f-445b-ab67-8569eeef749d will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:15.493866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.537144 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-8be53b27-c43e-4e90-b879-60b78fb15f93 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:15.538253 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8be53b27-c43e-4e90-b879-60b78fb15f93 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1991057 Dec 23 08:33:15.550606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49474) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:15.559870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-11e772ec-50fd-4c64-a892-3f4cdacd531c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:15.560777 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-11e772ec-50fd-4c64-a892-3f4cdacd531c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:15.562035 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-11e772ec-50fd-4c64-a892-3f4cdacd531c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101388 Dec 23 08:33:15.566593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49478) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:15.568048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 94644757-123a-40b5-83c3-f51a0cb93db1 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:15.572552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4e81ff1b-a4d2-4cd5-b24a-51c116e27add tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:15.580060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Router c913376e-67fe-4614-b3ea-8a377634c69d is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:33:15.595422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4e81ff1b-a4d2-4cd5-b24a-51c116e27add tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:15.605902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4e81ff1b-a4d2-4cd5-b24a-51c116e27add tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:15.610730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4e81ff1b-a4d2-4cd5-b24a-51c116e27add tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:15.625995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 94644757-123a-40b5-83c3-f51a0cb93db1 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:15.626416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 94644757-123a-40b5-83c3-f51a0cb93db1 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:15.626904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device df60e220-5776-463d-b71b-0117dd63141b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:15.634162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4e81ff1b-a4d2-4cd5-b24a-51c116e27add tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:15.666138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Checking segment: {'id': '3f6fc981-65cb-483e-9029-6aa32e3e4d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:15.666707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network hostable DHCP agents. Network: 9b12ce24-10bf-422e-af30-65d993ccc5ab, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:33:15.722936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: df60e220-5776-463d-b71b-0117dd63141b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:15.723568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device df60e220-5776-463d-b71b-0117dd63141b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:15.730411 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-4e81ff1b-a4d2-4cd5-b24a-51c116e27add tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Project 616ecdb0c10d403c97bd91f6b3f50161 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:33:15.746251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.749163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.759429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a5d3b-e970-4342-9f78-66491f1998da None None] Pushing event updated for resources: {'Port': ['ID=b22bd944-709f-445b-ab67-8569eeef749d,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:15.769607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.832805 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-4e81ff1b-a4d2-4cd5-b24a-51c116e27add tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:15.836916 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4e81ff1b-a4d2-4cd5-b24a-51c116e27add tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2691209 Dec 23 08:33:15.849231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49482) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:15.861130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Attempting to bind port b22bd944-709f-445b-ab67-8569eeef749d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:15.861510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Attempting to bind port b22bd944-709f-445b-ab67-8569eeef749d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:15.862418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Attempting to bind port b22bd944-709f-445b-ab67-8569eeef749d on network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:15.867072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6e0f44c4-ce60-4318-ac2e-04361db68daa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:15.869857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:15.870253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Checking segment: {'id': '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:15.870698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.871086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Bound using segment: {'id': '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:15.871707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Bound port: b22bd944-709f-445b-ab67-8569eeef749d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:15.871900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.882777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Subnet': ['ID=e25b6bbc-5187-484b-b8e7-7be1bfd8dcf7,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:15.887649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6e0f44c4-ce60-4318-ac2e-04361db68daa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:15.895245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6e0f44c4-ce60-4318-ac2e-04361db68daa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:15.900431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6e0f44c4-ce60-4318-ac2e-04361db68daa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:15.909587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Checking segment: {'id': 'd49e38aa-aafc-4546-a89d-2aea4decd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '266833df-8a85-4b08-bad4-c719d9cb73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:15.910121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network hostable DHCP agents. Network: 266833df-8a85-4b08-bad4-c719d9cb73bc, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:33:15.914484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6e0f44c4-ce60-4318-ac2e-04361db68daa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:15.973140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] For port b22bd944-709f-445b-ab67-8569eeef749d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:15.973812 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for aa50427b-0be3-4e13-a38c-0e6fa27eaa9b owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:15.979559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] For port b22bd944-709f-445b-ab67-8569eeef749d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b22bd944-709f-445b-ab67-8569eeef749d,segment=NetworkSegment(4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3),segment_id=4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:15.983915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:15.986245 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-6e0f44c4-ce60-4318-ac2e-04361db68daa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Project 616ecdb0c10d403c97bd91f6b3f50161 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:33:16.005843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 9b12ce24-10bf-422e-af30-65d993ccc5ab is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:33:16.030672 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-6e0f44c4-ce60-4318-ac2e-04361db68daa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:16.033038 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6e0f44c4-ce60-4318-ac2e-04361db68daa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1810050 Dec 23 08:33:16.035589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49486) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:16.038240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=5042e5c8-7626-4cbf-9b1d-455fca9dd427,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:16.093099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a5d3b-e970-4342-9f78-66491f1998da None None] Pushing event updated for resources: {'Port': ['ID=b22bd944-709f-445b-ab67-8569eeef749d,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:16.098794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 9b12ce24-10bf-422e-af30-65d993ccc5ab) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:16.103240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:16.103697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.105027 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:16.105710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:16.169139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc6b949-421c-4a9e-b3da-ad5d45006d6e None None] Network 9b12ce24-10bf-422e-af30-65d993ccc5ab requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:16.225751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network 266833df-8a85-4b08-bad4-c719d9cb73bc is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:33:16.237145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 266833df-8a85-4b08-bad4-c719d9cb73bc) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:16.261274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:16.262152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.288397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7877-c7ce-4462-b8a0-64440912bb4b tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.307721 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7758343a-43a5-47b1-86d9-7c0689c46eb2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6656482 Dec 23 08:33:16.322896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7877-c7ce-4462-b8a0-64440912bb4b tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.335703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49490) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:16.360680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb37e7c-f1ab-40ec-b0fd-b4ab2f0fbafd None None] Network 266833df-8a85-4b08-bad4-c719d9cb73bc requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:16.377699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.410812 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-871bb5e7-e2d5-486d-8359-e89ec66f8f8c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6070423 Dec 23 08:33:16.420783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:16.422365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49494) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:16.460926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c989e2fd-fcff-44de-8246-1e04a9951a50 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'router': {'external_gateway_info': {'network_id': '266833df-8a85-4b08-bad4-c719d9cb73bc'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:16.485022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Sync routers for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:16.531574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.537498 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-862b239c-8b15-414d-987a-717d56d11e1c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.3846655 Dec 23 08:33:16.584954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49498) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:16.656723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:16.657353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:16.659400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7877-c7ce-4462-b8a0-64440912bb4b tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.711744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.719760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-9b12ce24-10bf-422e-af30-65d993ccc5ab', 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'fixed_ips': [{'subnet_id': '3b3adc32-77fa-48c7-b276-625c59668c4a'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:33:16.720824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.725665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.733420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce7877-c7ce-4462-b8a0-64440912bb4b tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:16.739150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:16.755228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7877-c7ce-4462-b8a0-64440912bb4b tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.756343 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b4ce7877-c7ce-4462-b8a0-64440912bb4b tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/493b9fcc-53f5-4af2-a1f6-3aa0c318e1cd HTTP/1.1" status: 204 len: 168 time: 0.7195673 Dec 23 08:33:16.760406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49504) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:16.764595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.839060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=aa50427b-0be3-4e13-a38c-0e6fa27eaa9b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:16.847621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.848162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Fanout notify agent at l3_agent the message router_deleted on router e053eba9-8c08-4663-a1c4-f14cd41e34d2 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:33:16.965917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:16.967275 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cebb8b0f-a846-4138-8c55-edc194a31fd4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/routers/e053eba9-8c08-4663-a1c4-f14cd41e34d2 HTTP/1.1" status: 204 len: 168 time: 4.1447685 Dec 23 08:33:16.970207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.970771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.971325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.971865 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.972367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.972868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.973367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.973852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.974311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49508) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:16.974521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.975016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:16.975508 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:17.023970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1e2a8e2f-99a8-4859-a84c-3799ae6c7213 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:17.168846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1e2a8e2f-99a8-4859-a84c-3799ae6c7213 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:17.175460 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e2a8e2f-99a8-4859-a84c-3799ae6c7213 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4075058 Dec 23 08:33:17.178599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49512) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:17.185701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976189863'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:17.194978 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3e9c332e-1f29-4aa6-b9b4-29abc21476b1 tempest-TestNetworkAdvancedServerOps-508698039 tempest-TestNetworkAdvancedServerOps-508698039-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7b06b228edf949429bc46d952d6633c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5524604 Dec 23 08:33:17.196526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49516) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:17.197450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:17.364738 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:17.392669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:17.431324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:17.457329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-266833df-8a85-4b08-bad4-c719d9cb73bc', 'network_id': '266833df-8a85-4b08-bad4-c719d9cb73bc', 'tenant_id': 'ac7327b70095476fb2047431922d206c', 'fixed_ips': [{'subnet_id': 'e25b6bbc-5187-484b-b8e7-7be1bfd8dcf7'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:33:17.460284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:17.462310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:17.536946 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a83e7-615a-4e12-9a54-10e4cf3287d9 tempest-TestNetworkAdvancedServerOps-508698039 tempest-TestNetworkAdvancedServerOps-508698039-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:17.538438 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-693a83e7-615a-4e12-9a54-10e4cf3287d9 tempest-TestNetworkAdvancedServerOps-508698039 tempest-TestNetworkAdvancedServerOps-508698039-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3386121 Dec 23 08:33:17.540025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:17.544643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49520) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:17.544801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:17.551015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:17.552598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c989e2fd-fcff-44de-8246-1e04a9951a50 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:17.589101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:17.600737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Allocated IP 2001:db8:3::2 (9b12ce24-10bf-422e-af30-65d993ccc5ab/3b3adc32-77fa-48c7-b276-625c59668c4a/3a22192a-56af-4130-93b7-2da1367f2a11) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:17.604912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:17.608211 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2a1bb7c3-3031-4ff0-b282-ac6d4a1212eb tempest-TestNetworkAdvancedServerOps-508698039 tempest-TestNetworkAdvancedServerOps-508698039-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609550 Dec 23 08:33:17.616305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49524) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:17.621869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-385793156', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'project_id': '7b06b228edf949429bc46d952d6633c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:17.744347 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Allocated IP 2001:db8:1::2 (266833df-8a85-4b08-bad4-c719d9cb73bc/e25b6bbc-5187-484b-b8e7-7be1bfd8dcf7/91501fb5-fd5a-4dd3-a920-15466b94f4ff) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:17.781823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:17.912548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:17.916799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:17.922836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:subnet and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:17.931071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:17.934770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:17.951764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:17.991894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Made reservation on behalf of 7b06b228edf949429bc46d952d6633c5 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:18.012891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c233c4-3de9-408a-aa5f-2df8d3897d90,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:18.069381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d10699c-99b5-4cad-bbb8-16dc3695dbd6']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:18.070607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.074479 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1c1312b3-015b-48e4-a560-cae10d1aede1 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8921463 Dec 23 08:33:18.076649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49528) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:18.090441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:18.090441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dae9ea0-3ba8-4c3d-8ec1-a0f4aea50a19') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:18.094201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-690403e4-baa6-497e-b10c-227c3894d6ff tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '50c233c4-3de9-408a-aa5f-2df8d3897d90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:18.103849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-690403e4-baa6-497e-b10c-227c3894d6ff tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:18.108088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.122142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-690403e4-baa6-497e-b10c-227c3894d6ff tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:18.128649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-690403e4-baa6-497e-b10c-227c3894d6ff tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:18.137290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.147885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.159689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:33:18.160204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:33:18.175164 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:33:18.207269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-690403e4-baa6-497e-b10c-227c3894d6ff tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:18.303546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.308257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.364322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:08Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:15Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:18.379019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Network': ['ID=5d10699c-99b5-4cad-bbb8-16dc3695dbd6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:18.386188 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0ed21d7f-cb1f-45ef-8406-25483a8d0456 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/networks/5d10699c-99b5-4cad-bbb8-16dc3695dbd6 HTTP/1.1" status: 204 len: 168 time: 1.3862875 Dec 23 08:33:18.404521 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2d6cd-2030-4431-a463-1baa73ad3fbb None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:08Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:15Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:18.413398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49532) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:18.423137 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-c989e2fd-fcff-44de-8246-1e04a9951a50 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:18.425328 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c989e2fd-fcff-44de-8246-1e04a9951a50 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "PUT /v2.0/routers/6463e861-f46a-4f65-8ee2-7792f7c81d70 HTTP/1.1" status: 400 len: 364 time: 1.9914615 Dec 23 08:33:18.429583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49536) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:18.456344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'network': {'name': 'tempest-network-smoke--445568496', 'project_id': '624b301133d440c99265a580e7281065', 'port_security_enabled': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:18.459635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.474550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Transition to ACTIVE for port object 3a22192a-56af-4130-93b7-2da1367f2a11 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:18.492606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:18.503741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:network and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:18.504282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Transition to ACTIVE for port object 3a22192a-56af-4130-93b7-2da1367f2a11 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:18.509984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:18.511893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.529857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.602046 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-690403e4-baa6-497e-b10c-227c3894d6ff tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The resource could not be found. Dec 23 08:33:18.603094 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-690403e4-baa6-497e-b10c-227c3894d6ff tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5148857 Dec 23 08:33:18.606469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:18.609887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49540) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:18.613443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Pushing event updated for resources: {'Port': ['ID=3a22192a-56af-4130-93b7-2da1367f2a11,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:18.624913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0ab2f90a-9648-4de1-b1c8-11616ed56c6f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '50c233c4-3de9-408a-aa5f-2df8d3897d90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1d8c40e4-9f80-45f6-9e49-9c4f8d602189'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:18.625542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5042e5c8-7626-4cbf-9b1d-455fca9dd427 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:18.644585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0ab2f90a-9648-4de1-b1c8-11616ed56c6f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:18.657332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Transition to ACTIVE for port object 91501fb5-fd5a-4dd3-a920-15466b94f4ff will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:18.685067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 5042e5c8-7626-4cbf-9b1d-455fca9dd427 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:18.685677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5042e5c8-7626-4cbf-9b1d-455fca9dd427 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:18.704745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:18.707243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.708305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.712261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Network 9b12ce24-10bf-422e-af30-65d993ccc5ab is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:18.713535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Transition to ACTIVE for port object 91501fb5-fd5a-4dd3-a920-15466b94f4ff will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:18.716719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:18.720155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:18.726048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.728291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0ab2f90a-9648-4de1-b1c8-11616ed56c6f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:18.744032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0ab2f90a-9648-4de1-b1c8-11616ed56c6f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:18.755528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0ab2f90a-9648-4de1-b1c8-11616ed56c6f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:18.779305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:14Z', 'revision_number': 3, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:18.792261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Network 266833df-8a85-4b08-bad4-c719d9cb73bc is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:18.823660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:18.840982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Checking router: c913376e-67fe-4614-b3ea-8a377634c69d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:18.841343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Updating router c913376e-67fe-4614-b3ea-8a377634c69d port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:33:18.882779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:18.895008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:33:18.900356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:18.975809 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Pushing event updated for resources: {'Port': ['ID=91501fb5-fd5a-4dd3-a920-15466b94f4ff,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:18.985241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'Subnet': ['ID=6d404cdf-e1ad-44f9-af09-9a342633b45d,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:19.008503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.008837 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Added segment 3edc658f-ba4d-46c8-a9fa-e46595350ce1 of type vlan for network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 Dec 23 08:33:19.040114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Attempting to bind port 3a22192a-56af-4130-93b7-2da1367f2a11 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:19.040114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Attempting to bind port 3a22192a-56af-4130-93b7-2da1367f2a11 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '3f6fc981-65cb-483e-9029-6aa32e3e4d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:19.040114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Attempting to bind port 3a22192a-56af-4130-93b7-2da1367f2a11 on network 9b12ce24-10bf-422e-af30-65d993ccc5ab {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:19.060371 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-0ab2f90a-9648-4de1-b1c8-11616ed56c6f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The resource could not be found. Dec 23 08:33:19.065542 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0ab2f90a-9648-4de1-b1c8-11616ed56c6f tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4516115 Dec 23 08:33:19.069604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49544) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:19.083578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.119276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.159651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:19.160013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Checking segment: {'id': '3f6fc981-65cb-483e-9029-6aa32e3e4d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:19.160520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.161318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Bound using segment: {'id': '3f6fc981-65cb-483e-9029-6aa32e3e4d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:19.162050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Bound port: 3a22192a-56af-4130-93b7-2da1367f2a11, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6fc981-65cb-483e-9029-6aa32e3e4d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:19.162385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.190580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Attempting to bind port 91501fb5-fd5a-4dd3-a920-15466b94f4ff on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:19.190912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Attempting to bind port 91501fb5-fd5a-4dd3-a920-15466b94f4ff by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'd49e38aa-aafc-4546-a89d-2aea4decd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '266833df-8a85-4b08-bad4-c719d9cb73bc'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:19.191317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Attempting to bind port 91501fb5-fd5a-4dd3-a920-15466b94f4ff on network 266833df-8a85-4b08-bad4-c719d9cb73bc {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:19.194971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router c9572b84-2d36-4e50-bc8d-2908f4dde174 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:19.196301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c5f042f-30e6-425f-b0e7-8ea6e9c18b20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.198465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Checking segment: {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:19.198828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Network hostable DHCP agents. Network: d568362d-56da-4c68-9c51-6bfd8dbd755e, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:33:19.218986 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:33:19.291929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:19.292295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Checking segment: {'id': 'd49e38aa-aafc-4546-a89d-2aea4decd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '266833df-8a85-4b08-bad4-c719d9cb73bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:19.292867 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.293256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Bound using segment: {'id': 'd49e38aa-aafc-4546-a89d-2aea4decd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '266833df-8a85-4b08-bad4-c719d9cb73bc'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:19.293724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Bound port: 91501fb5-fd5a-4dd3-a920-15466b94f4ff, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49e38aa-aafc-4546-a89d-2aea4decd314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '266833df-8a85-4b08-bad4-c719d9cb73bc'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:19.294119 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.374307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c5f042f-30e6-425f-b0e7-8ea6e9c18b20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.388124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.392225 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:19.392419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.514046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] For port 3a22192a-56af-4130-93b7-2da1367f2a11, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:19.549898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] For port 3a22192a-56af-4130-93b7-2da1367f2a11, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3a22192a-56af-4130-93b7-2da1367f2a11,segment=NetworkSegment(3f6fc981-65cb-483e-9029-6aa32e3e4d2e),segment_id=3f6fc981-65cb-483e-9029-6aa32e3e4d2e)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:19.568067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.602818 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1879954 Dec 23 08:33:19.612332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Network d568362d-56da-4c68-9c51-6bfd8dbd755e is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:33:19.612576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49548) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:19.620836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-793704853', 'admin_state_up': True, 'project_id': '624b301133d440c99265a580e7281065', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:19.634866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] For port 91501fb5-fd5a-4dd3-a920-15466b94f4ff, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:19.644596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] For port 91501fb5-fd5a-4dd3-a920-15466b94f4ff, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=91501fb5-fd5a-4dd3-a920-15466b94f4ff,segment=NetworkSegment(d49e38aa-aafc-4546-a89d-2aea4decd314),segment_id=d49e38aa-aafc-4546-a89d-2aea4decd314)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:19.664704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee548d-06cd-49bf-a489-09ec504fb4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Network': ['ID=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:19.672955 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:19.678659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c5f042f-30e6-425f-b0e7-8ea6e9c18b20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.679376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.694846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f042f-30e6-425f-b0e7-8ea6e9c18b20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c233c4-3de9-408a-aa5f-2df8d3897d90,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:19.698290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:router and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:19.710170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:19.710826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, d568362d-56da-4c68-9c51-6bfd8dbd755e) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:19.721295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:19.721647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.723970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:19.735967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c5f042f-30e6-425f-b0e7-8ea6e9c18b20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.739455 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9c5f042f-30e6-425f-b0e7-8ea6e9c18b20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/50c233c4-3de9-408a-aa5f-2df8d3897d90 HTTP/1.1" status: 204 len: 168 time: 0.6619759 Dec 23 08:33:19.742140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49552) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:19.777459 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5b88ef22-8e49-4843-9d83-e48e59b9fdce tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1576242 Dec 23 08:33:19.778762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49556) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:19.802683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.811972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:33:19.832214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7057ef76-ca54-49f5-86c9-d8343978709b None None] Network d568362d-56da-4c68-9c51-6bfd8dbd755e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:19.844941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.858148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Allocated IP 2001:db8:3::1 (9b12ce24-10bf-422e-af30-65d993ccc5ab/3b3adc32-77fa-48c7-b276-625c59668c4a/080a0e8a-993b-4d2d-addd-3f3b9fc0a78a) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:19.868229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.869131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:19.895973 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:19.902419 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3bd20ad1-6be5-42f0-8137-6f5439fb8c6b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/c9572b84-2d36-4e50-bc8d-2908f4dde174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7379537 Dec 23 08:33:19.904899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-49b6da50-61d2-4425-bf94-e4be1c681756 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:19.908358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49560) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:19.909878 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3725863a-7661-4940-afe8-6e479d80b571 None None] Sync routers for ids ['c9572b84-2d36-4e50-bc8d-2908f4dde174'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:19.927131 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3725863a-7661-4940-afe8-6e479d80b571 None None] Routers {'c9572b84-2d36-4e50-bc8d-2908f4dde174'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:19.928150 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3725863a-7661-4940-afe8-6e479d80b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c9572b84-2d36-4e50-bc8d-2908f4dde174'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:20.044474 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3725863a-7661-4940-afe8-6e479d80b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:20.048698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Transition to ACTIVE for port object 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:20.050166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-49b6da50-61d2-4425-bf94-e4be1c681756 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:20.051373 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-49b6da50-61d2-4425-bf94-e4be1c681756 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3078575 Dec 23 08:33:20.061224 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49564) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:20.071408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.077987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c33d84ec-b404-41dd-80d4-8a6ec2daae1d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': '364e5f4e-e275-434f-91fd-0dcaecbabf5a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:20.081001 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3725863a-7661-4940-afe8-6e479d80b571 None None] Routers {'c9572b84-2d36-4e50-bc8d-2908f4dde174'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:20.082900 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3725863a-7661-4940-afe8-6e479d80b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c9572b84-2d36-4e50-bc8d-2908f4dde174'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:20.087008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c33d84ec-b404-41dd-80d4-8a6ec2daae1d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:20.095927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c33d84ec-b404-41dd-80d4-8a6ec2daae1d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:20.098755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.109698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c33d84ec-b404-41dd-80d4-8a6ec2daae1d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:20.170005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e02df-faa9-4b3d-88df-97c7e0a7fede None None] Pushing event updated for resources: {'Port': ['ID=3a22192a-56af-4130-93b7-2da1367f2a11,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:20.191729 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3725863a-7661-4940-afe8-6e479d80b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:20.192409 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3725863a-7661-4940-afe8-6e479d80b571 None None] The sync data for ids ['c9572b84-2d36-4e50-bc8d-2908f4dde174'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:20.226824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c33d84ec-b404-41dd-80d4-8a6ec2daae1d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:20.319731 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-c33d84ec-b404-41dd-80d4-8a6ec2daae1d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The resource could not be found. Dec 23 08:33:20.321495 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c33d84ec-b404-41dd-80d4-8a6ec2daae1d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2584312 Dec 23 08:33:20.326130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49568) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:20.341903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Attempting to bind port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:20.342292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Attempting to bind port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:20.342652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Attempting to bind port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:20.368996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb381f6-f6ee-4e90-a68f-2a827aeb5230 None None] Pushing event updated for resources: {'Port': ['ID=91501fb5-fd5a-4dd3-a920-15466b94f4ff,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:20.393138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.399869 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:20.400238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:20.400637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.401023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:20.401644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Bound port: 05bdba7f-7bd7-4b77-ba57-3eee0b91a459, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:20.415851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733140115'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:20.419159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.436053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:20.512323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:20.584491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Transition to ACTIVE for port object 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:20.607384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Allocated IP 2001:db8::1 (3885eeef-0633-442f-9ced-d0f1fd27593d/31dc28ac-7624-411f-9975-de7f664d844f/0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:20.665784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.749017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 91501fb5-fd5a-4dd3-a920-15466b94f4ff up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:20.783443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:20.787988 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:20.791070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:20.791220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.798749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:20.818502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-d568362d-56da-4c68-9c51-6bfd8dbd755e', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:33:20.819392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.832567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.852915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] For port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:20.862061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169c3fd-6f3c-4270-8834-dcdc0233d011 None None] Pushing event updated for resources: {'Port': ['ID=05bdba7f-7bd7-4b77-ba57-3eee0b91a459,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:20.862966 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.872945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] For port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=05bdba7f-7bd7-4b77-ba57-3eee0b91a459,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:20.874632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.913927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:20.950231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5d4f19-6fb4-4679-9212-70df25ccaef7,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:21.025543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 9b12ce24-10bf-422e-af30-65d993ccc5ab is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:21.026611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=080a0e8a-993b-4d2d-addd-3f3b9fc0a78a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:21.032634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:21.035381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169c3fd-6f3c-4270-8834-dcdc0233d011 None None] Pushing event updated for resources: {'Port': ['ID=05bdba7f-7bd7-4b77-ba57-3eee0b91a459,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:21.036515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.040509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:21.041007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.042613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 91501fb5-fd5a-4dd3-a920-15466b94f4ff completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:21.050653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.053848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b22bd944-709f-445b-ab67-8569eeef749d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:21.065838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Transition to ACTIVE for port object 0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:21.112583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.113739 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-908d5a84-0465-4387-827e-848592516c4c tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7135937 Dec 23 08:33:21.116617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49572) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:21.125073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501584738'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:21.143697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:21.144413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:21.161528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:21.175547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.180152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:21.230565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:21.248260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Allocated IP 172.20.0.2 (d568362d-56da-4c68-9c51-6bfd8dbd755e/6d404cdf-e1ad-44f9-af09-9a342633b45d/aea622ad-87bf-4d10-8b28-68db4d32fa3d) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:21.256717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:21.292478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.326468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network 3885eeef-0633-442f-9ced-d0f1fd27593d is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:21.327230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Port': ['ID=0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:21.329547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.341906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:21.347456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:21.347978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.429874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b22bd944-709f-445b-ab67-8569eeef749d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:21.454251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b22bd944-709f-445b-ab67-8569eeef749d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:21.454466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.455570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.507324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:21.567002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:21.820746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:21.896804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:21.926725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:21.963492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:22.139144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.146514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb76fdc-e2a5-4888-b9f0-e5b14b879619 None None] Network 266833df-8a85-4b08-bad4-c719d9cb73bc requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:22.164166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.91 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/cb3893e4-8cac-4645-8325-e9bcebcb4861) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:22.252281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.294277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.311286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe566a-e3aa-4717-8346-2e755258acaf None None] Network 9b12ce24-10bf-422e-af30-65d993ccc5ab requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:22.333610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Transition to ACTIVE for port object aea622ad-87bf-4d10-8b28-68db4d32fa3d will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:22.407369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ca8ce12a-4fb8-4dfc-9c4e-7cb69e8b16a1 None None] Provisioning for port 0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:22.431734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.487506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ca8ce12a-4fb8-4dfc-9c4e-7cb69e8b16a1 None None] Provisioning complete for port 0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:22.487890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ca8ce12a-4fb8-4dfc-9c4e-7cb69e8b16a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.522887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Transition to ACTIVE for port object aea622ad-87bf-4d10-8b28-68db4d32fa3d will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:22.542315 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:22.542584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.577036 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.665798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ce12a-4fb8-4dfc-9c4e-7cb69e8b16a1 None None] Port 0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:22.675663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b22bd944-709f-445b-ab67-8569eeef749d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b22bd944-709f-445b-ab67-8569eeef749d,segment=NetworkSegment(4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3),segment_id=4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:22.700537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.705098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.743232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.784709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Network d568362d-56da-4c68-9c51-6bfd8dbd755e is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:22.792065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Pushing event updated for resources: {'Port': ['ID=aea622ad-87bf-4d10-8b28-68db4d32fa3d,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:22.797115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:22.805324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.846253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:22.851237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161fb354-efb8-4984-bf09-2fac8f9e56f0,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:22.853701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.855261 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f4127641-09eb-4436-ab03-7cba7cf6b1ba tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7354100 Dec 23 08:33:22.860307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49576) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:22.868242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-df6f41d1-3c1e-459c-aa1b-b375f35b1049 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': 'fb5d4f19-6fb4-4679-9212-70df25ccaef7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '161fb354-efb8-4984-bf09-2fac8f9e56f0'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:22.903807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:22.918835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-df6f41d1-3c1e-459c-aa1b-b375f35b1049 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:22.929553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-df6f41d1-3c1e-459c-aa1b-b375f35b1049 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:22.991704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3a22192a-56af-4130-93b7-2da1367f2a11 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:23.002368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-df6f41d1-3c1e-459c-aa1b-b375f35b1049 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:23.038609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Provisioning for port 91501fb5-fd5a-4dd3-a920-15466b94f4ff completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:23.046293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.058880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.104711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Provisioning complete for port 91501fb5-fd5a-4dd3-a920-15466b94f4ff triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:23.104711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.122186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.123003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.131085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:23.136009 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:23.144956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b22bd944-709f-445b-ab67-8569eeef749d,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:23.150962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:23.168353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:14Z', 'revision_number': 3, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:23.195120 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Attempting to bind port aea622ad-87bf-4d10-8b28-68db4d32fa3d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:23.195550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Attempting to bind port aea622ad-87bf-4d10-8b28-68db4d32fa3d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:23.195822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Attempting to bind port aea622ad-87bf-4d10-8b28-68db4d32fa3d on network d568362d-56da-4c68-9c51-6bfd8dbd755e {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:23.197881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:23.219054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.219383 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.219701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.220025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.220354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.220662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.220975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.221804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.222142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.222453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.222761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:33:23.226170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ee907-a797-4fa9-96d9-e2e3efc49c0f None None] The sync data for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv is: [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:14Z', 'revision_number': 3, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:23.230036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-df6f41d1-3c1e-459c-aa1b-b375f35b1049 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:23.244885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:23.245146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Checking segment: {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:23.245386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.245757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Bound using segment: {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:23.250933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Bound port: aea622ad-87bf-4d10-8b28-68db4d32fa3d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:23.251258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.273379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Allocated IP 172.20.0.1 (d568362d-56da-4c68-9c51-6bfd8dbd755e/6d404cdf-e1ad-44f9-af09-9a342633b45d/5028b3e1-14bc-4501-91fe-4fb855dad1e5) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:23.310817 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-df6f41d1-3c1e-459c-aa1b-b375f35b1049 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:23.311883 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-df6f41d1-3c1e-459c-aa1b-b375f35b1049 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4486437 Dec 23 08:33:23.324253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49580) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:23.359506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=cb3893e4-8cac-4645-8325-e9bcebcb4861,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:23.365544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.419611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 3a22192a-56af-4130-93b7-2da1367f2a11 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:23.445269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] For port aea622ad-87bf-4d10-8b28-68db4d32fa3d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:23.453388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] For port aea622ad-87bf-4d10-8b28-68db4d32fa3d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aea622ad-87bf-4d10-8b28-68db4d32fa3d,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:23.456982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.482433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.529074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1f90-fc9a-4655-ad3e-25efed90ed01 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.562628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.562628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.707773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] For port 91501fb5-fd5a-4dd3-a920-15466b94f4ff, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=91501fb5-fd5a-4dd3-a920-15466b94f4ff,segment=NetworkSegment(d49e38aa-aafc-4546-a89d-2aea4decd314),segment_id=d49e38aa-aafc-4546-a89d-2aea4decd314)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:23.714816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.734182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d80b-9b1b-462a-94a9-5e2e9a97c068 None None] Pushing event updated for resources: {'Port': ['ID=aea622ad-87bf-4d10-8b28-68db4d32fa3d,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:23.767192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1f90-fc9a-4655-ad3e-25efed90ed01 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.850985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1f90-fc9a-4655-ad3e-25efed90ed01 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.892355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Provisioning for port 3a22192a-56af-4130-93b7-2da1367f2a11 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:23.893568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac1f90-fc9a-4655-ad3e-25efed90ed01 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161fb354-efb8-4984-bf09-2fac8f9e56f0,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:23.919209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Network 9b12ce24-10bf-422e-af30-65d993ccc5ab is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:23.926086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Provisioning complete for port 3a22192a-56af-4130-93b7-2da1367f2a11 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:23.926542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:23.934015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:24.025377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c2ac1f90-fc9a-4655-ad3e-25efed90ed01 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.031091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Pushing event updated for resources: {'Port': ['ID=91501fb5-fd5a-4dd3-a920-15466b94f4ff,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:24.036816 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c2ac1f90-fc9a-4655-ad3e-25efed90ed01 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/161fb354-efb8-4984-bf09-2fac8f9e56f0 HTTP/1.1" status: 204 len: 168 time: 0.7112274 Dec 23 08:33:24.040481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49584) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:24.055736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.152622 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.176093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=982ef4f6-ec4c-4b81-8c26-0cad6b1aa9f0,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:24.195058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.257333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Transition to ACTIVE for port object 5028b3e1-14bc-4501-91fe-4fb855dad1e5 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:24.264670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event updated for resources: {'Port': ['ID=080a0e8a-993b-4d2d-addd-3f3b9fc0a78a,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:24.276814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] For port 3a22192a-56af-4130-93b7-2da1367f2a11, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3a22192a-56af-4130-93b7-2da1367f2a11,segment=NetworkSegment(3f6fc981-65cb-483e-9029-6aa32e3e4d2e),segment_id=3f6fc981-65cb-483e-9029-6aa32e3e4d2e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:24.288465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.399960 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca777a7c-c215-463c-b612-c58b76eebdb5 None None] Pushing event updated for resources: {'Port': ['ID=3a22192a-56af-4130-93b7-2da1367f2a11,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:24.455971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-26311c40-ce3f-4eb5-b32f-2db14d9ed68d None None] Provisioning complete for port 91501fb5-fd5a-4dd3-a920-15466b94f4ff triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:24.456598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26311c40-ce3f-4eb5-b32f-2db14d9ed68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.457155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.458117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.499099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-05668b72-846b-4a19-a83f-8227140fdfa9 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:24.559799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event updated for resources: {'Port': ['ID=0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:24.591795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.683492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Network 3885eeef-0633-442f-9ced-d0f1fd27593d is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:24.691767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:24.701683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-26311c40-ce3f-4eb5-b32f-2db14d9ed68d None None] Provisioning complete for port 3a22192a-56af-4130-93b7-2da1367f2a11 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:24.702107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26311c40-ce3f-4eb5-b32f-2db14d9ed68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.748794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Network d568362d-56da-4c68-9c51-6bfd8dbd755e is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:24.761317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-05668b72-846b-4a19-a83f-8227140fdfa9 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:24.765766 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-05668b72-846b-4a19-a83f-8227140fdfa9 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7155812 Dec 23 08:33:24.766730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:24.772866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:24.805822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49588) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:24.806972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'Port': ['ID=5028b3e1-14bc-4501-91fe-4fb855dad1e5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:24.904158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:24.919630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.058420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3a22192a-56af-4130-93b7-2da1367f2a11 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:25.096624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72bda728-f780-4c00-ab2a-3c2310176cfc tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.225576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3a22192a-56af-4130-93b7-2da1367f2a11 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:25.226674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.281519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72bda728-f780-4c00-ab2a-3c2310176cfc tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.292635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-26311c40-ce3f-4eb5-b32f-2db14d9ed68d None None] Provisioning for port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:25.304609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.306196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-26311c40-ce3f-4eb5-b32f-2db14d9ed68d None None] Provisioning complete for port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:25.306571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26311c40-ce3f-4eb5-b32f-2db14d9ed68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.420710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee9a323-4196-42e5-bd3e-2e09c091ce44 None None] Network d568362d-56da-4c68-9c51-6bfd8dbd755e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:25.440434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-26311c40-ce3f-4eb5-b32f-2db14d9ed68d None None] Port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:25.498801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b22bd944-709f-445b-ab67-8569eeef749d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:25.528322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:25.624233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9cf9b93c-81d9-4392-bd6e-61a3cf63e5bf None None] Provisioning complete for port 0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:25.624604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b93c-81d9-4392-bd6e-61a3cf63e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.726247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9b93c-81d9-4392-bd6e-61a3cf63e5bf None None] Port 0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:25.757599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72bda728-f780-4c00-ab2a-3c2310176cfc tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.774526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b22bd944-709f-445b-ab67-8569eeef749d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:25.774749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.796649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bda728-f780-4c00-ab2a-3c2310176cfc tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5d4f19-6fb4-4679-9212-70df25ccaef7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:25.844896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Router 6463e861-f46a-4f65-8ee2-7792f7c81d70 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:25.855800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9cf9b93c-81d9-4392-bd6e-61a3cf63e5bf None None] Provisioning for port aea622ad-87bf-4d10-8b28-68db4d32fa3d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:25.877190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router d4314e2b-7dcd-4379-bac2-62576251cd00 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:33:25.937290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72bda728-f780-4c00-ab2a-3c2310176cfc tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:25.941554 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-72bda728-f780-4c00-ab2a-3c2310176cfc tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/fb5d4f19-6fb4-4679-9212-70df25ccaef7 HTTP/1.1" status: 204 len: 168 time: 1.1275444 Dec 23 08:33:25.943040 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49592) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:25.967324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9cf9b93c-81d9-4392-bd6e-61a3cf63e5bf None None] Provisioning complete for port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:25.967574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9cf9b93c-81d9-4392-bd6e-61a3cf63e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.002188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router c9572b84-2d36-4e50-bc8d-2908f4dde174 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:26.045289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:26.088359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9b93c-81d9-4392-bd6e-61a3cf63e5bf None None] Port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:26.100573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ffdbc76a-d2f5-4fbd-8718-b5a91042444d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:26.126980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:26.132977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:26.133419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.169809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:26.181611 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9f7bf655-48e0-43c8-9f2c-134af0c426ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8409662 Dec 23 08:33:26.187150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49596) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:26.188493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:26.214955 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:26.227642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:26.228448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:26.264668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ffdbc76a-d2f5-4fbd-8718-b5a91042444d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:26.266145 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ffdbc76a-d2f5-4fbd-8718-b5a91042444d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3228920 Dec 23 08:33:26.274704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49600) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:26.284413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--485748526'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:26.304152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:26.326189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:26.329387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:26.336999 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-edc0f3a6-af81-4f94-ba6c-66f4371402a2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/c9572b84-2d36-4e50-bc8d-2908f4dde174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4276466 Dec 23 08:33:26.340182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49604) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:26.344474 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48bae4-8983-4bf2-b83a-b53c24086b51 None None] Sync routers for ids ['c9572b84-2d36-4e50-bc8d-2908f4dde174'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:26.364560 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48bae4-8983-4bf2-b83a-b53c24086b51 None None] Routers {'c9572b84-2d36-4e50-bc8d-2908f4dde174'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:26.365159 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fb48bae4-8983-4bf2-b83a-b53c24086b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c9572b84-2d36-4e50-bc8d-2908f4dde174'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:26.394242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-640d9151-224b-444e-98aa-9268e8b959d1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:26.407799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.434237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.451313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-640d9151-224b-444e-98aa-9268e8b959d1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:26.460481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-640d9151-224b-444e-98aa-9268e8b959d1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9572b84-2d36-4e50-bc8d-2908f4dde174 HTTP/1.1" status: 200 len: 205 time: 0.1180952 Dec 23 08:33:26.462824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.486218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1a803669-12d8-49da-b939-c0d409753205 None None] Provisioning for port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:26.487187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49608) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:26.490444 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fb48bae4-8983-4bf2-b83a-b53c24086b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:26.502765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1a803669-12d8-49da-b939-c0d409753205 None None] Provisioning complete for port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:26.503121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a803669-12d8-49da-b939-c0d409753205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.504106 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48bae4-8983-4bf2-b83a-b53c24086b51 None None] Routers {'c9572b84-2d36-4e50-bc8d-2908f4dde174'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:26.504865 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fb48bae4-8983-4bf2-b83a-b53c24086b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c9572b84-2d36-4e50-bc8d-2908f4dde174'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:26.540315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.568861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:26.582359 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fb48bae4-8983-4bf2-b83a-b53c24086b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:26.583322 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48bae4-8983-4bf2-b83a-b53c24086b51 None None] The sync data for ids ['c9572b84-2d36-4e50-bc8d-2908f4dde174'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:26.594471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:26.602642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:26.607547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:26.610479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.619380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'Port': ['ID=5028b3e1-14bc-4501-91fe-4fb855dad1e5,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:26.622558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:26.657592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=05bdba7f-7bd7-4b77-ba57-3eee0b91a459,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:26.659132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1a803669-12d8-49da-b939-c0d409753205 None None] Port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:26.672248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.672248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 91501fb5-fd5a-4dd3-a920-15466b94f4ff up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:26.766553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:26.780564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.786518 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-81d801f4-0dce-4835-8ba4-0eeac5ff96c9 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "PUT /v2.0/routers/6463e861-f46a-4f65-8ee2-7792f7c81d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3549948 Dec 23 08:33:26.788837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49612) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:26.818067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60589f2b-5c26-44bf-84c2-15a898c3a041 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.854827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:26.894347 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f5570-da95-4382-ab91-fa41eb7f4ac3 None None] Sync routers for ids ['6463e861-f46a-4f65-8ee2-7792f7c81d70'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:26.946079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Network d568362d-56da-4c68-9c51-6bfd8dbd755e is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:26.962572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:26.993507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=05bdba7f-7bd7-4b77-ba57-3eee0b91a459,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:27.016351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f5570-da95-4382-ab91-fa41eb7f4ac3 None None] Routers {'6463e861-f46a-4f65-8ee2-7792f7c81d70'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:27.016533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-211f5570-da95-4382-ab91-fa41eb7f4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6463e861-f46a-4f65-8ee2-7792f7c81d70'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:27.038367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b03dae-d930-4944-ae76-f5b77512cba2,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:27.062236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:27.066876 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-37af5723-24ba-4901-9e57-2a21233bff20 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7875884 Dec 23 08:33:27.074730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49616) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:27.093174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-211f5570-da95-4382-ab91-fa41eb7f4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:27.094475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c4d2f10f-90e0-4442-819d-c38cf4a88e5e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': 'b6b03dae-d930-4944-ae76-f5b77512cba2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:27.108189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c4d2f10f-90e0-4442-819d-c38cf4a88e5e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:27.109232 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 91501fb5-fd5a-4dd3-a920-15466b94f4ff triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:27.109606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:27.119190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c4d2f10f-90e0-4442-819d-c38cf4a88e5e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:27.124714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c4d2f10f-90e0-4442-819d-c38cf4a88e5e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:27.156561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:27.174787 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Sync routers for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:27.192577 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:27.193850 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:27.290695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c4d2f10f-90e0-4442-819d-c38cf4a88e5e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:27.316614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f5570-da95-4382-ab91-fa41eb7f4ac3 None None] Routers {'6463e861-f46a-4f65-8ee2-7792f7c81d70'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:27.317508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-211f5570-da95-4382-ab91-fa41eb7f4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6463e861-f46a-4f65-8ee2-7792f7c81d70'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:27.444118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-c4d2f10f-90e0-4442-819d-c38cf4a88e5e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:27.445134 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c4d2f10f-90e0-4442-819d-c38cf4a88e5e tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3614266 Dec 23 08:33:27.445536 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:27.485689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49620) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:27.498263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-130fd85b-3f6c-4945-825b-5c376a444fd5 None None] Provisioning complete for port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:27.498629 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-130fd85b-3f6c-4945-825b-5c376a444fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:27.506326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-90297143-b3de-4c2a-866d-69cdb06f874d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group_rule': {'security_group_id': 'b6b03dae-d930-4944-ae76-f5b77512cba2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:27.522168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e99094db-5a19-4ff3-9246-94d7a04f347e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:27.539576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-90297143-b3de-4c2a-866d-69cdb06f874d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:27.544633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-90297143-b3de-4c2a-866d-69cdb06f874d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:27.547920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-90297143-b3de-4c2a-866d-69cdb06f874d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:27.554539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-90297143-b3de-4c2a-866d-69cdb06f874d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:27.620711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-211f5570-da95-4382-ab91-fa41eb7f4ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:27.621367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f5570-da95-4382-ab91-fa41eb7f4ac3 None None] The sync data for ids ['6463e861-f46a-4f65-8ee2-7792f7c81d70'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:27.759517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-130fd85b-3f6c-4945-825b-5c376a444fd5 None None] Port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:27.764142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:27.765000 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d3f15405-7f15-4dcd-a7b4-ab1f37c80177 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1514745 Dec 23 08:33:27.780168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49624) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:27.793192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:21Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '080a0e8a-993b-4d2d-addd-3f3b9fc0a78a', 'name': '', 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:fc:f6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:27.800561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Checking router: 9fad65ee-e0bd-4ab7-870a-812199247dae for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:27.800899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Updating router 9fad65ee-e0bd-4ab7-870a-812199247dae port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:33:27.848833 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:23Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:27.853661 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Checking router: d4314e2b-7dcd-4379-bac2-62576251cd00 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:27.854297 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Updating router d4314e2b-7dcd-4379-bac2-62576251cd00 port cb3893e4-8cac-4645-8325-e9bcebcb4861 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:33:27.861511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:27.866788 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-15a82334-10e3-45ba-a033-0bc5687da99f tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803783 Dec 23 08:33:27.868084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49628) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:27.886004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aea622ad-87bf-4d10-8b28-68db4d32fa3d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:27.912548 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:27.974676 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-90297143-b3de-4c2a-866d-69cdb06f874d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:33:27.975788 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-90297143-b3de-4c2a-866d-69cdb06f874d tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4761505 Dec 23 08:33:27.979927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49632) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:28.035969 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-e99094db-5a19-4ff3-9246-94d7a04f347e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 08:33:28.036292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e99094db-5a19-4ff3-9246-94d7a04f347e tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/routers/6463e861-f46a-4f65-8ee2-7792f7c81d70 HTTP/1.1" status: 409 len: 329 time: 1.2464695 Dec 23 08:33:28.039694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60589f2b-5c26-44bf-84c2-15a898c3a041 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.041934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49636) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:28.061759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60589f2b-5c26-44bf-84c2-15a898c3a041 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.151742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897a6ec-3376-42d5-b811-0f6f45dbb625 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:28.156089 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6897a6ec-3376-42d5-b811-0f6f45dbb625 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2868919 Dec 23 08:33:28.156725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49640) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:28.217831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60589f2b-5c26-44bf-84c2-15a898c3a041 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.218354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60589f2b-5c26-44bf-84c2-15a898c3a041 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Fanout notify agent at l3_agent the message router_deleted on router c9572b84-2d36-4e50-bc8d-2908f4dde174 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:33:28.241906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60589f2b-5c26-44bf-84c2-15a898c3a041 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.245811 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-60589f2b-5c26-44bf-84c2-15a898c3a041 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/c9572b84-2d36-4e50-bc8d-2908f4dde174 HTTP/1.1" status: 204 len: 168 time: 1.7358916 Dec 23 08:33:28.250963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49644) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:28.277040 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-82acee92-64a5-4875-88d1-4820d4a6bbf2 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1171029 Dec 23 08:33:28.281377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49648) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:28.290720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1815596165', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'project_id': '624b301133d440c99265a580e7281065', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:28.316894 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 08:33:28.353304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Removed routes are [] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 08:33:28.353752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.369377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f52f03d5-4b60-4488-b762-12094bd06d10 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.374953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Router c913376e-67fe-4614-b3ea-8a377634c69d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:28.433832 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.450768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f52f03d5-4b60-4488-b762-12094bd06d10 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.451120 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Transition to ACTIVE for port object cb3893e4-8cac-4645-8325-e9bcebcb4861 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:28.457994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.459860 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.471712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Transition to ACTIVE for port object 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:28.487321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.492576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:28.510380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:subnet and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:28.557423 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port aea622ad-87bf-4d10-8b28-68db4d32fa3d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:28.563525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:28.566567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port aea622ad-87bf-4d10-8b28-68db4d32fa3d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:28.567148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.587328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:28.621429 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:28.654220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f52f03d5-4b60-4488-b762-12094bd06d10 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.655974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-216ef3b0-73f2-4bdb-a798-a80a1217ecdb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting subnet b04f7dbf-9e0f-4952-9468-e622e60a18e2 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:33:28.661134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-216ef3b0-73f2-4bdb-a798-a80a1217ecdb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.728862 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fe220-16c8-47a2-b433-9ceb582d4f43 None None] Pushing event updated for resources: {'Port': ['ID=cb3893e4-8cac-4645-8325-e9bcebcb4861,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:28.740490 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Attempting to bind port cb3893e4-8cac-4645-8325-e9bcebcb4861 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:28.740886 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Attempting to bind port cb3893e4-8cac-4645-8325-e9bcebcb4861 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:28.741109 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Attempting to bind port cb3893e4-8cac-4645-8325-e9bcebcb4861 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:28.742133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5793e3d3-c615-4df1-8e05-81ce43732e1b None None] Provisioning complete for port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:28.743435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5793e3d3-c615-4df1-8e05-81ce43732e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.751033 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:28.751384 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:28.751766 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.752133 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:28.753084 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Bound port: cb3893e4-8cac-4645-8325-e9bcebcb4861, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:28.753469 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.765134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-216ef3b0-73f2-4bdb-a798-a80a1217ecdb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.784644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eef32-73ad-4f48-9906-8b5db751cc13 None None] Pushing event updated for resources: {'Port': ['ID=080a0e8a-993b-4d2d-addd-3f3b9fc0a78a,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:28.858248 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] For port cb3893e4-8cac-4645-8325-e9bcebcb4861, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:28.862111 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] For port cb3893e4-8cac-4645-8325-e9bcebcb4861, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cb3893e4-8cac-4645-8325-e9bcebcb4861,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:28.868493 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.886777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5793e3d3-c615-4df1-8e05-81ce43732e1b None None] Port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:28.973266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Attempting to bind port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:28.973586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Attempting to bind port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '3f6fc981-65cb-483e-9029-6aa32e3e4d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:28.973931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Attempting to bind port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a on network 9b12ce24-10bf-422e-af30-65d993ccc5ab {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:28.990886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f03d5-4b60-4488-b762-12094bd06d10 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b03dae-d930-4944-ae76-f5b77512cba2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:28.992462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:28.992863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Checking segment: {'id': '3f6fc981-65cb-483e-9029-6aa32e3e4d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:28.993320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.993766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Bound using segment: {'id': '3f6fc981-65cb-483e-9029-6aa32e3e4d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:28.994406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Bound port: 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6fc981-65cb-483e-9029-6aa32e3e4d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:28.994722 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:28.994947 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fe220-16c8-47a2-b433-9ceb582d4f43 None None] Pushing event updated for resources: {'Port': ['ID=cb3893e4-8cac-4645-8325-e9bcebcb4861,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:29.015651 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:29.016712 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:29.032369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.051419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.058402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.063374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-216ef3b0-73f2-4bdb-a798-a80a1217ecdb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.141701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port aea622ad-87bf-4d10-8b28-68db4d32fa3d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aea622ad-87bf-4d10-8b28-68db4d32fa3d,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:29.156886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.254526 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:29.266348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] For port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:29.282440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.284623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] For port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=080a0e8a-993b-4d2d-addd-3f3b9fc0a78a,segment=NetworkSegment(3f6fc981-65cb-483e-9029-6aa32e3e4d2e),segment_id=3f6fc981-65cb-483e-9029-6aa32e3e4d2e)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:29.335196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:29.351263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f52f03d5-4b60-4488-b762-12094bd06d10 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.352671 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f52f03d5-4b60-4488-b762-12094bd06d10 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/b6b03dae-d930-4944-ae76-f5b77512cba2 HTTP/1.1" status: 204 len: 168 time: 1.3701127 Dec 23 08:33:29.357884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49652) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:29.377960 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=aea622ad-87bf-4d10-8b28-68db4d32fa3d,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:29.386294 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.434673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-216ef3b0-73f2-4bdb-a798-a80a1217ecdb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.485537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ef3b0-73f2-4bdb-a798-a80a1217ecdb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Subnet': ['ID=b04f7dbf-9e0f-4952-9468-e622e60a18e2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:29.491384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d9aa93f1-2e7b-48ed-890c-051d55ac1fd2 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:29.505591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-216ef3b0-73f2-4bdb-a798-a80a1217ecdb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.507135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eef32-73ad-4f48-9906-8b5db751cc13 None None] Pushing event updated for resources: {'Port': ['ID=080a0e8a-993b-4d2d-addd-3f3b9fc0a78a,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:29.515616 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:29.516224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:29.528203 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-216ef3b0-73f2-4bdb-a798-a80a1217ecdb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/b04f7dbf-9e0f-4952-9468-e622e60a18e2 HTTP/1.1" status: 204 len: 168 time: 1.2762156 Dec 23 08:33:29.529225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49656) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:29.570005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d9aa93f1-2e7b-48ed-890c-051d55ac1fd2 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:29.571422 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d9aa93f1-2e7b-48ed-890c-051d55ac1fd2 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2116477 Dec 23 08:33:29.581042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49660) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:29.586142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba6fd8-95ee-474e-b7b8-d849dfbf9f0a None None] Network 8841b667-dbcb-4807-b2cb-75c2de5c6a9d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:29.596584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'tempest-secgroup--563363097'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:29.606359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:29.609896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:29.637870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:29.812319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:29.812684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.814318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.842527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.849652 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:23Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:29.854355 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b67619-0c31-44f6-8c10-74ce7c4e75fc None None] The sync data for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv is: [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:23Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:29.940230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:29.980447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:29.988557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-48248d10-20bb-4b43-b993-d4d447f50224 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting subnet 939e4956-1297-42bd-99d0-4bd5a3b270c1 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:33:30.007792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48248d10-20bb-4b43-b993-d4d447f50224 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.069535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:30.084239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Usage tracker for resource:security_group_rule and tenant:616ecdb0c10d403c97bd91f6b3f50161 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:30.087345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:30.090300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:30.095065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=9c3bea2c-0751-44ac-b00c-06c1d7a84fb4,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:30.100868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48248d10-20bb-4b43-b993-d4d447f50224 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.114491 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1a907a0a-2f64-45c3-b6d5-b821e4f3cadb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "PUT /v2.0/routers/c913376e-67fe-4614-b3ea-8a377634c69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3287799 Dec 23 08:33:30.121160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Sync routers for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:30.130874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Checking segment: {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:30.131541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network hostable DHCP agents. Network: af1f03c8-0746-4bb3-a225-5d4a10a8a8b8, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:33:30.132770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:30.196219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:33:30.214630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48248d10-20bb-4b43-b993-d4d447f50224 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.270803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, af1f03c8-0746-4bb3-a225-5d4a10a8a8b8) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:30.297418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e020b372-c3ca-440b-b6a4-736271919278 None None] Network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:30.309388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:30.309999 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.339052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:30.350492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48248d10-20bb-4b43-b993-d4d447f50224 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.385172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:30.385793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:30.394548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.405850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48248d10-20bb-4b43-b993-d4d447f50224 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Subnet': ['ID=939e4956-1297-42bd-99d0-4bd5a3b270c1,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:30.411450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.428687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-48248d10-20bb-4b43-b993-d4d447f50224 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.433797 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0c18e6f7-af85-4362-96c2-0a4b4d222594 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1509383 Dec 23 08:33:30.445468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49672) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:30.462159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.462535 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-a0dc4de2-a670-4f41-b5dc-cd66d7a8eca9 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336999276&fields=id&tenant_id=7b06b228edf949429bc46d952d6633c5 HTTP/1.1" status: 200 len: 267 time: 0.1888423 Dec 23 08:33:30.462972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13770d-3f36-4939-bd0c-029b65c3ec46 None None] Network 7d711256-84fc-462e-b8b0-a61c1caca6ce requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:30.573671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ab828-f927-4620-bf0c-28ea296232e2 None None] DHCP port deletion for 8841b667-dbcb-4807-b2cb-75c2de5c6a9d request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:33:30.579103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.580413 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-841a32c8-5ce4-4c98-ae01-1b326b036a6a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae HTTP/1.1" status: 200 len: 954 time: 4.3729792 Dec 23 08:33:30.586607 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-48248d10-20bb-4b43-b993-d4d447f50224 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/939e4956-1297-42bd-99d0-4bd5a3b270c1 HTTP/1.1" status: 204 len: 168 time: 1.0545440 Dec 23 08:33:30.591082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.595251 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0094426 Dec 23 08:33:30.595251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49676) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:30.595251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49678) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:30.608693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49680) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:30.612937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-397ab828-f927-4620-bf0c-28ea296232e2 None None] Deleting port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:30.613272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-397ab828-f927-4620-bf0c-28ea296232e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.623419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1e74fcd3-ec45-4373-8a96-fec951cc00ea tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:30.624215 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-1e74fcd3-ec45-4373-8a96-fec951cc00ea tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 08:33:30.628421 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e74fcd3-ec45-4373-8a96-fec951cc00ea tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "PUT /v2.0/security-groups/4ab8e6ee-0b15-4fa1-accc-5d62a901a168 HTTP/1.1" status: 409 len: 330 time: 0.0135057 Dec 23 08:33:30.633834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49688) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:30.675178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b37c22d-67e8-4a10-aa37-2c9914c957d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.735506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4961a-5f30-41d5-a11f-a24a40a661e0 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8e6ee-0b15-4fa1-accc-5d62a901a168,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:30.750801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-3f5c8dd1-9d56-42aa-8366-1e9798859be2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:30.751504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-3f5c8dd1-9d56-42aa-8366-1e9798859be2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Synchronizing usage tracker for tenant:7b06b228edf949429bc46d952d6633c5 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:30.798365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.806482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-3f5c8dd1-9d56-42aa-8366-1e9798859be2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Unset dirty status for tenant:7b06b228edf949429bc46d952d6633c5 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:30.807627 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-3f5c8dd1-9d56-42aa-8366-1e9798859be2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/networks?id=d568362d-56da-4c68-9c51-6bfd8dbd755e HTTP/1.1" status: 200 len: 797 time: 0.3362501 Dec 23 08:33:30.817194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-88b7d824-57b0-43e1-a023-d3d3193d67fa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.861198 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-c7f973a0-15fa-4f2c-b38e-77044d62eeba tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/quotas/7b06b228edf949429bc46d952d6633c5 HTTP/1.1" status: 200 len: 375 time: 0.0410795 Dec 23 08:33:30.863160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-88b7d824-57b0-43e1-a023-d3d3193d67fa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:30.888460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:30.888934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:31.039705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-ee670402-28f5-4e0d-9e53-1e406fe485ae tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Synchronizing usage tracker for tenant:7b06b228edf949429bc46d952d6633c5 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:31.047014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-88b7d824-57b0-43e1-a023-d3d3193d67fa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:31.072577 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:31.077143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7d824-57b0-43e1-a023-d3d3193d67fa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8e6ee-0b15-4fa1-accc-5d62a901a168,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:31.171111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-88b7d824-57b0-43e1-a023-d3d3193d67fa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:31.172245 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-88b7d824-57b0-43e1-a023-d3d3193d67fa tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ab8e6ee-0b15-4fa1-accc-5d62a901a168 HTTP/1.1" status: 204 len: 168 time: 0.5374694 Dec 23 08:33:31.176062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49692) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:31.178203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-ee670402-28f5-4e0d-9e53-1e406fe485ae tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Unset dirty status for tenant:7b06b228edf949429bc46d952d6633c5 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:31.179541 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-ee670402-28f5-4e0d-9e53-1e406fe485ae tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b06b228edf949429bc46d952d6633c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3080802 Dec 23 08:33:31.211665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting port 0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:31.212002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:31.377467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-397ab828-f927-4620-bf0c-28ea296232e2 None None] For port d28f2901-c6e3-4011-8414-a5b8ca49ebf3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d28f2901-c6e3-4011-8414-a5b8ca49ebf3,segment=NetworkSegment(39a92f00-b6e5-4e2e-aec6-8aad8472b1f4),segment_id=39a92f00-b6e5-4e2e-aec6-8aad8472b1f4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:31.377858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-397ab828-f927-4620-bf0c-28ea296232e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:31.538384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port d28f2901-c6e3-4011-8414-a5b8ca49ebf3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d28f2901-c6e3-4011-8414-a5b8ca49ebf3,segment=NetworkSegment(39a92f00-b6e5-4e2e-aec6-8aad8472b1f4),segment_id=39a92f00-b6e5-4e2e-aec6-8aad8472b1f4)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:31.538927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:31.582506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-397ab828-f927-4620-bf0c-28ea296232e2 None None] Calling delete_port for d28f2901-c6e3-4011-8414-a5b8ca49ebf3 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:31.589064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9cdc93c4-ab57-4d91-bfa9-a898c6172e68 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Synchronizing usage tracker for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:31.703748 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-2b22a107-6306-4ee7-b20e-6b29297178b0 service neutron] 10.222.0.36 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343178 Dec 23 08:33:31.703973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for d28f2901-c6e3-4011-8414-a5b8ca49ebf3 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:31.770020 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cf8f9590-773a-4a90-9441-58a0d4164d1f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae HTTP/1.1" status: 200 len: 954 time: 1.1722817 Dec 23 08:33:31.774158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49700) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:31.784451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'routes': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:31.787057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cb3893e4-8cac-4645-8325-e9bcebcb4861 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:31.907556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9cdc93c4-ab57-4d91-bfa9-a898c6172e68 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] Unset dirty status for tenant:616ecdb0c10d403c97bd91f6b3f50161 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:31.908888 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9cdc93c4-ab57-4d91-bfa9-a898c6172e68 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7319989 Dec 23 08:33:31.916866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49704) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:31.945615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-77c3f239-4f49-4137-8836-df1396489088 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] delete failed (client error): The resource could not be found. Dec 23 08:33:31.950241 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-77c3f239-4f49-4137-8836-df1396489088 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "DELETE /v2.0/security-groups/5cf6a57f-76a5-4415-8190-10df5284ff0f HTTP/1.1" status: 404 len: 347 time: 0.0289304 Dec 23 08:33:31.951028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:31.957993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-397ab828-f927-4620-bf0c-28ea296232e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:31.965058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49708) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:32.033671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:33:32.034461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:32.051106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:33:32.051106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:33:32.053414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab828-f927-4620-bf0c-28ea296232e2 None None] Pushing event deleted for resources: {'Port': ['ID=d28f2901-c6e3-4011-8414-a5b8ca49ebf3,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:32.053592 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-8ee98d56-0a0e-4af8-9104-f1f4fd031e59 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] show failed (client error): The resource could not be found. Dec 23 08:33:32.058916 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8ee98d56-0a0e-4af8-9104-f1f4fd031e59 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-groups/313f0ae1-27ac-48d6-bb16-783624cb3e99 HTTP/1.1" status: 404 len: 347 time: 0.0423377 Dec 23 08:33:32.062625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49712) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:32.093768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ab828-f927-4620-bf0c-28ea296232e2 None None] No DVR routers for this DVR port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:33:32.102417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:28Z', 'revision_number': 6, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '080a0e8a-993b-4d2d-addd-3f3b9fc0a78a', 'name': '', 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:fc:f6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:29Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:32.114311 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Calling delete_port for 0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:32.122891 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-c635965c-f5e3-4602-9d76-d8c40d6e3ff9 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] show failed (client error): The resource could not be found. Dec 23 08:33:32.129364 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c635965c-f5e3-4602-9d76-d8c40d6e3ff9 tempest-NegativeSecGroupIPv6Test-1528563991 tempest-NegativeSecGroupIPv6Test-1528563991-project] 10.222.0.36 "GET /v2.0/security-group-rules/0efc1f78-7979-4def-b8ab-fbfe6ae49295 HTTP/1.1" status: 404 len: 356 time: 0.0632823 Dec 23 08:33:32.146288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4103f952-de4c-408a-b338-b91057b8d19d None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:28Z', 'revision_number': 6, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '080a0e8a-993b-4d2d-addd-3f3b9fc0a78a', 'name': '', 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:fc:f6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:29Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:32.184497 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-263c77ea-f83e-4b67-93e0-e17bdc959030 service neutron] 10.222.0.36 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703171 Dec 23 08:33:32.335907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99882b-bceb-4044-94e8-71c70b8f067b None None] DHCP port deletion for 7d711256-84fc-462e-b8b0-a61c1caca6ce request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:33:32.376783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port cb3893e4-8cac-4645-8325-e9bcebcb4861 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:32.396522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port cb3893e4-8cac-4645-8325-e9bcebcb4861 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:32.396890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:32.541451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:32.549844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8a99882b-bceb-4044-94e8-71c70b8f067b None None] Deleting port edb26361-bbba-4983-a921-fc79931d6f8d {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:32.550304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8a99882b-bceb-4044-94e8-71c70b8f067b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:32.563164 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port d28f2901-c6e3-4011-8414-a5b8ca49ebf3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:32.569412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:32.708781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49724) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:32.722435 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Port': ['ID=0d36cb5b-1a60-4d4b-84e6-d8c66b000b5f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:32.726841 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ffc2378-26da-47ac-a2a4-67ca4968c865 req-be9dc433-aee6-4bda-a653-d7bd30b7033d tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 210 time: 0.0523987 Dec 23 08:33:32.761447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] The port 'd28f2901-c6e3-4011-8414-a5b8ca49ebf3' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:33:32.937287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:32.981386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.029521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8841b667-dbcb-4807-b2cb-75c2de5c6a9d']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:33.068230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a92f00-b6e5-4e2e-aec6-8aad8472b1f4') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:33.068506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a92f00-b6e5-4e2e-aec6-8aad8472b1f4') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:33.165429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.185988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8a99882b-bceb-4044-94e8-71c70b8f067b None None] For port edb26361-bbba-4983-a921-fc79931d6f8d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=edb26361-bbba-4983-a921-fc79931d6f8d,segment=NetworkSegment(8822966b-11e3-4070-8911-0bbeb61b02fc),segment_id=8822966b-11e3-4070-8911-0bbeb61b02fc)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:33.186578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8a99882b-bceb-4044-94e8-71c70b8f067b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.223822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.278811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:33:33.279283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:33:33.295656 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:33:33.353053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8a99882b-bceb-4044-94e8-71c70b8f067b None None] Calling delete_port for edb26361-bbba-4983-a921-fc79931d6f8d owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:33.442716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e359fe1a-6869-4d50-840d-fcf1b2c7f6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.552702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5028b3e1-14bc-4501-91fe-4fb855dad1e5', 'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'mac_address': 'fa:16:3e:b7:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:22Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 2, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'subnets': [{'id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:33.568199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Allocated IP 172.20.0.2 (af1f03c8-0746-4bb3-a225-5d4a10a8a8b8/9c3bea2c-0751-44ac-b00c-06c1d7a84fb4/56143b35-2b36-4a2d-bcc9-e856aaa9dd46) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:33.571375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.575757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Checking router: c913376e-67fe-4614-b3ea-8a377634c69d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:33.576103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Updating router c913376e-67fe-4614-b3ea-8a377634c69d port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:33:33.614981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8a99882b-bceb-4044-94e8-71c70b8f067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.626986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Router 6463e861-f46a-4f65-8ee2-7792f7c81d70 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:33.674646 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-40bf89c1-bb91-4270-854b-fa1b44a18b04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=616ecdb0c10d403c97bd91f6b3f50161&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9537694 Dec 23 08:33:33.681712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49736) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:33.688750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port cb3893e4-8cac-4645-8325-e9bcebcb4861, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cb3893e4-8cac-4645-8325-e9bcebcb4861,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:33.692914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99882b-bceb-4044-94e8-71c70b8f067b None None] Pushing event deleted for resources: {'Port': ['ID=edb26361-bbba-4983-a921-fc79931d6f8d,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:33.734289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.739679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.759819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.760604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aea622ad-87bf-4d10-8b28-68db4d32fa3d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:33.769094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:33.781978 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f2e64-dc53-4c5d-914a-7258ca738606 None None] Sync routers for ids ['6463e861-f46a-4f65-8ee2-7792f7c81d70'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:33.805712 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7539b980-74a1-41b6-9cd2-9c97e0222c6d tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "PUT /v2.0/routers/6463e861-f46a-4f65-8ee2-7792f7c81d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7547531 Dec 23 08:33:33.806175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49742) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:33.814802 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f2e64-dc53-4c5d-914a-7258ca738606 None None] Routers {'6463e861-f46a-4f65-8ee2-7792f7c81d70'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:33.815783 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-540f2e64-dc53-4c5d-914a-7258ca738606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6463e861-f46a-4f65-8ee2-7792f7c81d70'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:33.885961 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-c8fc0e80-4bb4-433e-b62e-887501c1e1f2 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] show failed (client error): The resource could not be found. Dec 23 08:33:33.887148 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c8fc0e80-4bb4-433e-b62e-887501c1e1f2 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1189545123 HTTP/1.1" status: 404 len: 335 time: 0.0798619 Dec 23 08:33:33.891106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49746) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:33.896716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-83d61f37-04a1-4580-ac9e-8cba1d82b726 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:33.904197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99882b-bceb-4044-94e8-71c70b8f067b None None] No DVR routers for this DVR port edb26361-bbba-4983-a921-fc79931d6f8d on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:33:33.913161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:33.949985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added routes are [] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 08:33:33.950684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 08:33:33.961854 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-540f2e64-dc53-4c5d-914a-7258ca738606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:33.994693 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f2e64-dc53-4c5d-914a-7258ca738606 None None] Routers {'6463e861-f46a-4f65-8ee2-7792f7c81d70'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:33.995349 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-540f2e64-dc53-4c5d-914a-7258ca738606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['6463e861-f46a-4f65-8ee2-7792f7c81d70'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:34.032809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.057623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.061994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Network': ['ID=8841b667-dbcb-4807-b2cb-75c2de5c6a9d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:34.085756 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-540f2e64-dc53-4c5d-914a-7258ca738606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:34.086462 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f2e64-dc53-4c5d-914a-7258ca738606 None None] The sync data for ids ['6463e861-f46a-4f65-8ee2-7792f7c81d70'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:34.096843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.116046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=cb3893e4-8cac-4645-8325-e9bcebcb4861,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:34.138788 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-83d61f37-04a1-4580-ac9e-8cba1d82b726 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] update failed (client error): The resource could not be found. Dec 23 08:33:34.146239 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-83d61f37-04a1-4580-ac9e-8cba1d82b726 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1246068900 HTTP/1.1" status: 404 len: 335 time: 0.2539434 Dec 23 08:33:34.175099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49750) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:34.238119 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1ae254b9-ef2e-4fed-bc3e-8c36bd8daab7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/networks/8841b667-dbcb-4807-b2cb-75c2de5c6a9d HTTP/1.1" status: 204 len: 168 time: 3.6389112 Dec 23 08:33:34.238979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49754) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:34.246630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d1875ae0-56f6-4eab-9a49-4d7b04362706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.261539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port aea622ad-87bf-4d10-8b28-68db4d32fa3d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:34.262042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.280949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-a64d765b-d560-4762-8905-01a186b7200d tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:34.282533 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-a64d765b-d560-4762-8905-01a186b7200d tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.24 "GET /v2.0/networks?id=d568362d-56da-4c68-9c51-6bfd8dbd755e HTTP/1.1" status: 200 len: 797 time: 0.3095078 Dec 23 08:33:34.306718 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f9a93f3-d49d-4e88-8909-8c4885369d28 req-ecd9cc15-9acd-493b-b7b4-af61481746fb tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 210 time: 0.2792902 Dec 23 08:33:34.356220 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-f9872be3-e5a5-4393-b820-a36ee298225f tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b06b228edf949429bc46d952d6633c5 HTTP/1.1" status: 200 len: 379 time: 0.0470607 Dec 23 08:33:34.370472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'port': {'device_id': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'admin_state_up': True, 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'security_groups': ['107eb50b-490d-4d51-a3c6-3d2b551a421a']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:34.415030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.441409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Transition to ACTIVE for port object 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:34.519687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d1875ae0-56f6-4eab-9a49-4d7b04362706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.525670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:34.535795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Transition to ACTIVE for port object 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:34.538157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:34.569972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Made reservation on behalf of 7b06b228edf949429bc46d952d6633c5 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:34.569972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.580165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.627850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d28f2901-c6e3-4011-8414-a5b8ca49ebf3 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:34.644621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.682631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d28f2901-c6e3-4011-8414-a5b8ca49ebf3 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:34.682903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d28f2901-c6e3-4011-8414-a5b8ca49ebf3 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:34.697258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:34.701263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:34.707778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:34.754956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Pushing event updated for resources: {'Port': ['ID=56143b35-2b36-4a2d-bcc9-e856aaa9dd46,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:34.866204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.869705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-429a2c0d-b798-45b7-92aa-4a6e0e662397 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting subnet e25b6bbc-5187-484b-b8e7-7be1bfd8dcf7 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:33:34.871342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Attempting to bind port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:34.871700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Attempting to bind port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:34.872056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Attempting to bind port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 on network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:34.877075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-429a2c0d-b798-45b7-92aa-4a6e0e662397 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.885447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Transition to ACTIVE for port object 5028b3e1-14bc-4501-91fe-4fb855dad1e5 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:34.887935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:34.888308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Checking segment: {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:34.888712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.889100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Bound using segment: {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:34.889562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Bound port: 56143b35-2b36-4a2d-bcc9-e856aaa9dd46, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:34.889920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.905084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.906230 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cb3893e4-8cac-4645-8325-e9bcebcb4861 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:34.912934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d1875ae0-56f6-4eab-9a49-4d7b04362706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.937356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:34.969495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Allocated IP 172.20.0.5 (d568362d-56da-4c68-9c51-6bfd8dbd755e/6d404cdf-e1ad-44f9-af09-9a342633b45d/96d51480-c347-4007-9a5d-85d7ccf14b80) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:35.073929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1875ae0-56f6-4eab-9a49-4d7b04362706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d26134-e065-425b-aa9e-d4920a8f99c0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:35.215019 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a43413-faaf-46f1-be3b-db091ae849b5 None None] Pushing event updated for resources: {'Port': ['ID=5028b3e1-14bc-4501-91fe-4fb855dad1e5,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:35.216020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.250356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Transition to ACTIVE for port object 96d51480-c347-4007-9a5d-85d7ccf14b80 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:35.277162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.279278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] For port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:35.294053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.309495 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d711256-84fc-462e-b8b0-a61c1caca6ce']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:35.332714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-429a2c0d-b798-45b7-92aa-4a6e0e662397 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.371880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d1875ae0-56f6-4eab-9a49-4d7b04362706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.373023 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d1875ae0-56f6-4eab-9a49-4d7b04362706 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87d26134-e065-425b-aa9e-d4920a8f99c0 HTTP/1.1" status: 204 len: 168 time: 1.6905494 Dec 23 08:33:35.391541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Network d568362d-56da-4c68-9c51-6bfd8dbd755e is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:35.403831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:35.404920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8822966b-11e3-4070-8911-0bbeb61b02fc') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:35.405218 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8822966b-11e3-4070-8911-0bbeb61b02fc') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:35.410191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:35.440555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.446436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port cb3893e4-8cac-4645-8325-e9bcebcb4861 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:35.454458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.496468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:35.497226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.537578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] For port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=56143b35-2b36-4a2d-bcc9-e856aaa9dd46,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:35.546602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'Port': ['ID=96d51480-c347-4007-9a5d-85d7ccf14b80,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:35.547078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.563761 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-73a86f1e-626b-4866-a888-dc7a8dd2fdca tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1968086 Dec 23 08:33:35.579263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Request body: {'port': {'device_id': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:35.617795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.620818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.633557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.716088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:33:35.716542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:33:35.752502 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:33:35.762849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c8519-ee22-44bc-8bb2-0e92d0954b60 None None] Pushing event updated for resources: {'Port': ['ID=56143b35-2b36-4a2d-bcc9-e856aaa9dd46,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:35.780580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Attempting to bind port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:35.787739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Attempting to bind port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:35.788367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Attempting to bind port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 on network d568362d-56da-4c68-9c51-6bfd8dbd755e {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:35.809847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:35.810257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Checking segment: {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:35.810663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.811057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Bound using segment: {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:35.811654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Bound port: 5028b3e1-14bc-4501-91fe-4fb855dad1e5, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:35.812739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.823416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:35.923469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] For port 5028b3e1-14bc-4501-91fe-4fb855dad1e5, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:35.927505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] For port 5028b3e1-14bc-4501-91fe-4fb855dad1e5, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5028b3e1-14bc-4501-91fe-4fb855dad1e5,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:35.987466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.008848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.041648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:36.092311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-429a2c0d-b798-45b7-92aa-4a6e0e662397 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.120999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.142699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dbe48-4888-4276-8962-5c1e60c3503a req-5b38a042-cf85-4383-9786-2fa019f894bf tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:36.145342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-872dbe48-4888-4276-8962-5c1e60c3503a req-5b38a042-cf85-4383-9786-2fa019f894bf tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Synchronizing usage tracker for tenant:7b06b228edf949429bc46d952d6633c5 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:36.164390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.183394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a43413-faaf-46f1-be3b-db091ae849b5 None None] Pushing event updated for resources: {'Port': ['ID=5028b3e1-14bc-4501-91fe-4fb855dad1e5,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:36.198827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Network': ['ID=7d711256-84fc-462e-b8b0-a61c1caca6ce,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:36.209126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:36.209753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:36.222233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-872dbe48-4888-4276-8962-5c1e60c3503a req-5b38a042-cf85-4383-9786-2fa019f894bf tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Unset dirty status for tenant:7b06b228edf949429bc46d952d6633c5 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:36.223763 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-872dbe48-4888-4276-8962-5c1e60c3503a req-5b38a042-cf85-4383-9786-2fa019f894bf tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 931 time: 0.5892220 Dec 23 08:33:36.268690 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-53123fc9-1551-4f9f-a5f7-71c1d44b2f99 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/networks/7d711256-84fc-462e-b8b0-a61c1caca6ce HTTP/1.1" status: 204 len: 168 time: 2.0191162 Dec 23 08:33:36.289575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49776) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:36.311952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'network': {'name': 'tempest-RoutersTest-1936736842'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:36.343292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:36.368239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:network and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:36.380334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:36.395969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:36.428408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-429a2c0d-b798-45b7-92aa-4a6e0e662397 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.495038 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:36.599259 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-872dbe48-4888-4276-8962-5c1e60c3503a req-fd4f3a17-6698-445b-9869-47476c1cc2f0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054188 Dec 23 08:33:36.621670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d51480-c347-4007-9a5d-85d7ccf14b80 {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:33:36.645720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.667763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Transition to ACTIVE for port object 96d51480-c347-4007-9a5d-85d7ccf14b80 will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:36.670373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a2c0d-b798-45b7-92aa-4a6e0e662397 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Subnet': ['ID=e25b6bbc-5187-484b-b8e7-7be1bfd8dcf7,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:36.681266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.691615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:36.695190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.723086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-429a2c0d-b798-45b7-92aa-4a6e0e662397 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:36.738436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49782) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:36.801269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:36.810529 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8c130-d459-4423-9c5d-bc4d3a3bb156 None None] Network 266833df-8a85-4b08-bad4-c719d9cb73bc requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:36.814239 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-429a2c0d-b798-45b7-92aa-4a6e0e662397 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/subnets/e25b6bbc-5187-484b-b8e7-7be1bfd8dcf7 HTTP/1.1" status: 204 len: 168 time: 2.6275179 Dec 23 08:33:36.816869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49788) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:36.975586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-53659540-20b1-41bc-aabd-1e593561d666 None None] Provisioning for port 96d51480-c347-4007-9a5d-85d7ccf14b80 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:36.989738 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Pushing event updated for resources: {'Port': ['ID=96d51480-c347-4007-9a5d-85d7ccf14b80,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:37.085264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:37.090381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Attempting to bind port 96d51480-c347-4007-9a5d-85d7ccf14b80 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:37.090711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Attempting to bind port 96d51480-c347-4007-9a5d-85d7ccf14b80 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:37.091059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Attempting to bind port 96d51480-c347-4007-9a5d-85d7ccf14b80 on network d568362d-56da-4c68-9c51-6bfd8dbd755e {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:37.093746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:33:37.102634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Port 96d51480-c347-4007-9a5d-85d7ccf14b80 on network d568362d-56da-4c68-9c51-6bfd8dbd755e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:33:37.103199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Attempting to bind port 96d51480-c347-4007-9a5d-85d7ccf14b80 on network d568362d-56da-4c68-9c51-6bfd8dbd755e {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:37.107105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:37.112415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:37.112415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Checking segment: {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:37.112415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Bound using segment: {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:37.112415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Bound port: 96d51480-c347-4007-9a5d-85d7ccf14b80, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e0f23-babc-476f-ac26-443ab86639fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:37.112896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:37.115079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-653839411'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:37.126486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:37.140006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:37.140437 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added segment f87d407d-cf7a-46e8-bc9c-f5ff49d935bc of type vlan for network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 Dec 23 08:33:37.151422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Usage tracker for resource:network and tenant:e9acb9428543461c9751f2fe262e0219 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:37.155104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:37.155707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:37.228547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:37.234715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:37.237840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting port 91501fb5-fd5a-4dd3-a920-15466b94f4ff {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:37.238209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:37.240921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96d51480-c347-4007-9a5d-85d7ccf14b80,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:37.246680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:37.319378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:37.321430 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] 10.222.0.24 "PUT /v2.0/ports/96d51480-c347-4007-9a5d-85d7ccf14b80 HTTP/1.1" status: 200 len: 1093 time: 1.7473948 Dec 23 08:33:37.325196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:33:37.329598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:37.357771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e40f3-39e4-4d9d-bada-31f5c223cbfe service neutron] Pushing event updated for resources: {'Port': ['ID=96d51480-c347-4007-9a5d-85d7ccf14b80,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:37.423572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5028b3e1-14bc-4501-91fe-4fb855dad1e5', 'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'mac_address': 'fa:16:3e:b7:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:22Z', 'updated_at': '2021-12-23T08:33:35Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'subnets': [{'id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:37.480337 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'status': 'completed', 'code': 200} Dec 23 08:33:37.533427 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-d8f9a6a1-ce7b-4804-853f-77212bfbdde5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7b06b228edf949429bc46d952d6633c5&device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 1096 time: 0.1610813 Dec 23 08:33:37.597559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda75fdb-95ff-42d0-ac1b-661a5e88093c None None] The sync data for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv is: [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5028b3e1-14bc-4501-91fe-4fb855dad1e5', 'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'mac_address': 'fa:16:3e:b7:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:22Z', 'updated_at': '2021-12-23T08:33:35Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'subnets': [{'id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:37.676822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:37.726404 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:37.737587 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-3c24ecdf-6e53-4344-9842-bf276b546e28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d51480-c347-4007-9a5d-85d7ccf14b80 HTTP/1.1" status: 200 len: 217 time: 0.1968772 Dec 23 08:33:37.752752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:37.760060 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:37.809338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:37.869689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] DHCP port deletion for 266833df-8a85-4b08-bad4-c719d9cb73bc request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:33:37.871486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c015e26-e34d-4014-ba0c-c9ee7ecd7d40 None None] Network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:37.886168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-b6384109-2bbd-4b82-ba17-bab0b4a40a90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:37.887611 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-b6384109-2bbd-4b82-ba17-bab0b4a40a90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d404cdf-e1ad-44f9-af09-9a342633b45d HTTP/1.1" status: 200 len: 834 time: 0.1432877 Dec 23 08:33:37.937884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.1 (af1f03c8-0746-4bb3-a225-5d4a10a8a8b8/9c3bea2c-0751-44ac-b00c-06c1d7a84fb4/c6bd3dc6-043e-4b4b-b24e-e914e489f95d) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:37.980101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c439c9-0e71-4678-b5df-a7d987751d69 req-765568d9-0f35-4498-9aec-b6a5288c9f4e tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:37.987346 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e5c439c9-0e71-4678-b5df-a7d987751d69 req-765568d9-0f35-4498-9aec-b6a5288c9f4e tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 943 time: 0.1492929 Dec 23 08:33:38.048463 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e5c439c9-0e71-4678-b5df-a7d987751d69 req-b5ea02f6-7b66-4046-80b4-da07217f6f75 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601881 Dec 23 08:33:38.053354 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-a7f6549e-35eb-450a-83fb-84d2d6055b11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d568362d-56da-4c68-9c51-6bfd8dbd755e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1575084 Dec 23 08:33:38.115379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] Deleting port 91501fb5-fd5a-4dd3-a920-15466b94f4ff {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:38.115739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.142088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.167929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Made reservation on behalf of e9acb9428543461c9751f2fe262e0219 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:38.171619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.200751 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-0946e525-1c75-4764-9baf-2517f4a0c068 service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386390 Dec 23 08:33:38.208768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object c6bd3dc6-043e-4b4b-b24e-e914e489f95d will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:38.210319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:33:38.227677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.301842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=080a0e8a-993b-4d2d-addd-3f3b9fc0a78a,segment=NetworkSegment(3f6fc981-65cb-483e-9029-6aa32e3e4d2e),segment_id=3f6fc981-65cb-483e-9029-6aa32e3e4d2e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:38.370610 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72f48fcd-73b0-475f-a02a-39b398b6fc0c req-80311225-e936-4d0e-9fee-5d53a44c6078 service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630807 Dec 23 08:33:38.372444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.376061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:38.376629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.423903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.503699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:38.503954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:38.525210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Usage tracker for resource:security_group_rule and tenant:e9acb9428543461c9751f2fe262e0219 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:38.540755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:38.564385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device edb26361-bbba-4983-a921-fc79931d6f8d no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:38.570913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:38.576586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.613990 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b2a5ddc-a2c9-4a25-9047-fd5d9f5f9bea req-42e7724d-c691-4bbb-ae0b-d04e4e2e121c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7b06b228edf949429bc46d952d6633c5&device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 1096 time: 0.1879556 Dec 23 08:33:38.630735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: edb26361-bbba-4983-a921-fc79931d6f8d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:38.631223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device edb26361-bbba-4983-a921-fc79931d6f8d not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:38.650085 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3518445 Dec 23 08:33:38.672960 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49796) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:38.681317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9713c21-a2cd-42e9-ba26-0192d30a1331 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Network': ['ID=0f5f6e57-330a-4824-b9f7-3eaa9a8309a7,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:38.705175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'subnet': {'network_id': '0f5f6e57-330a-4824-b9f7-3eaa9a8309a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:38.722461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] For port 91501fb5-fd5a-4dd3-a920-15466b94f4ff, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=91501fb5-fd5a-4dd3-a920-15466b94f4ff,segment=NetworkSegment(d49e38aa-aafc-4546-a89d-2aea4decd314),segment_id=d49e38aa-aafc-4546-a89d-2aea4decd314)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:38.722828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.798494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:38.824505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:33:38.842181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=080a0e8a-993b-4d2d-addd-3f3b9fc0a78a,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:38.858372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.859884 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-340d9215-90a9-46de-bff7-2869ec4b3280 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae HTTP/1.1" status: 200 len: 704 time: 7.0847814 Dec 23 08:33:38.864714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49800) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:38.867416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:38.903518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] For port 91501fb5-fd5a-4dd3-a920-15466b94f4ff, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=91501fb5-fd5a-4dd3-a920-15466b94f4ff,segment=NetworkSegment(d49e38aa-aafc-4546-a89d-2aea4decd314),segment_id=d49e38aa-aafc-4546-a89d-2aea4decd314)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:38.903940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:38.918296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1bfe2d82-afcf-4485-a259-86d4645846bf None None] Provisioning for port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:38.933752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:39.046615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Calling delete_port for 91501fb5-fd5a-4dd3-a920-15466b94f4ff owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:39.091399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:39.096802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:39.192209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a5ddc-a2c9-4a25-9047-fd5d9f5f9bea req-804031f5-497a-4ee7-8725-d21bec9a8f26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:39.193706 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b2a5ddc-a2c9-4a25-9047-fd5d9f5f9bea req-804031f5-497a-4ee7-8725-d21bec9a8f26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d568362d-56da-4c68-9c51-6bfd8dbd755e HTTP/1.1" status: 200 len: 897 time: 0.5720112 Dec 23 08:33:39.259889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] Calling delete_port for 91501fb5-fd5a-4dd3-a920-15466b94f4ff owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:39.273922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.287110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=c6bd3dc6-043e-4b4b-b24e-e914e489f95d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:39.312105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.347185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.351524 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b2a5ddc-a2c9-4a25-9047-fd5d9f5f9bea req-5934dd08-aa66-4443-ab89-40125af1d2b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d51480-c347-4007-9a5d-85d7ccf14b80 HTTP/1.1" status: 200 len: 217 time: 0.1505728 Dec 23 08:33:39.369045 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-926cf087-3049-49d2-8331-e7fec09f2018 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae HTTP/1.1" status: 200 len: 704 time: 0.5030541 Dec 23 08:33:39.404624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49806) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:39.441123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Port': ['ID=91501fb5-fd5a-4dd3-a920-15466b94f4ff,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:39.452838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] No DVR routers for this DVR port 91501fb5-fd5a-4dd3-a920-15466b94f4ff on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:33:39.455358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:33:39.455711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:33:39.463716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:39.471385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:39.471758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.523207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f4e68-0922-4b43-ab06-3c22a0a7e846 req-47b85c57-ca3d-4c77-b19c-121599b7b9d5 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:39.524650 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-924f4e68-0922-4b43-ab06-3c22a0a7e846 req-47b85c57-ca3d-4c77-b19c-121599b7b9d5 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 943 time: 0.2689199 Dec 23 08:33:39.530977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a5ddc-a2c9-4a25-9047-fd5d9f5f9bea req-654be1ec-033c-4e34-b8cb-11be914ed18c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:39.532265 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b2a5ddc-a2c9-4a25-9047-fd5d9f5f9bea req-654be1ec-033c-4e34-b8cb-11be914ed18c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d404cdf-e1ad-44f9-af09-9a342633b45d HTTP/1.1" status: 200 len: 834 time: 0.1710293 Dec 23 08:33:39.545796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.584665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 7, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '080a0e8a-993b-4d2d-addd-3f3b9fc0a78a', 'name': '', 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:fc:f6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:29Z', 'revision_number': 4, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:39.597888 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] Checking router: 9fad65ee-e0bd-4ab7-870a-812199247dae for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:39.616146 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:33:39.628754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:39.634671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:subnet and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:39.638785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:39.648626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:39.691787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-91a2b02b-1ea2-4212-8b3e-7330d4e7d36d None None] Provisioning complete for port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:39.692459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-91a2b02b-1ea2-4212-8b3e-7330d4e7d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.719728 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-924f4e68-0922-4b43-ab06-3c22a0a7e846 req-cf997118-d882-4ace-9a52-f8b84889ecc7 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269956 Dec 23 08:33:39.727260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.749689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:39.749906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:39.771943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2303cc2-253c-48ee-9c2b-207fa761eb14,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:39.796661 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b2a5ddc-a2c9-4a25-9047-fd5d9f5f9bea req-092da0e7-8616-42e3-8a44-83e3ff19a31a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d568362d-56da-4c68-9c51-6bfd8dbd755e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2096691 Dec 23 08:33:39.806437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.806796 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Added segment dba1390b-60fc-4cea-b97c-0902fba8abfe of type vlan for network 7e15b215-cd3d-4057-8630-206c8d56f465 Dec 23 08:33:39.810235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.823790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:39.910060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:39.957687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] Deleting port 91501fb5-fd5a-4dd3-a920-15466b94f4ff {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:39.958487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.013737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266833df-8a85-4b08-bad4-c719d9cb73bc']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:40.022096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.055760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf4425-a99e-4d5e-82e9-9ee26bb8cf68 None None] The port '91501fb5-fd5a-4dd3-a920-15466b94f4ff' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:33:40.056329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49e38aa-aafc-4546-a89d-2aea4decd314') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:40.056607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49e38aa-aafc-4546-a89d-2aea4decd314') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:40.060583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:40.087090 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b2a5ddc-a2c9-4a25-9047-fd5d9f5f9bea req-fbfe6032-e881-43fd-9a75-80e03a914a7f service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834504 Dec 23 08:33:40.114795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=56143b35-2b36-4a2d-bcc9-e856aaa9dd46,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:40.127610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.128494 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5028b3e1-14bc-4501-91fe-4fb855dad1e5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:40.208165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.254511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.330690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.resource_extend [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 08:33:40.359205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.370067 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b2a5ddc-a2c9-4a25-9047-fd5d9f5f9bea req-092a048c-50ac-4fec-90cc-0db5e434a6a9 service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747450 Dec 23 08:33:40.443602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=56143b35-2b36-4a2d-bcc9-e856aaa9dd46,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:40.457133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.461548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.465365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:40.465942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.488636 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:40.496589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:40.497169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.570364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 96d51480-c347-4007-9a5d-85d7ccf14b80 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:33:40.574682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:33:40.575079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:33:40.598897 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:33:40.745827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Pushing event updated for resources: {'Network': ['ID=7e15b215-cd3d-4057-8630-206c8d56f465,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:40.756781 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-17168f08-55eb-4def-b334-7b81641d0753 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 4.0113873 Dec 23 08:33:40.757849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49812) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:40.763744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Request body: {'subnet': {'network_id': '7e15b215-cd3d-4057-8630-206c8d56f465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:40.805108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-83227e94-d4fe-480d-a845-e3608a2d5d07 None None] Provisioning for port c6bd3dc6-043e-4b4b-b24e-e914e489f95d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:40.818183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7e15b215-cd3d-4057-8630-206c8d56f465 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:33:40.827933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.832298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.869635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Network': ['ID=266833df-8a85-4b08-bad4-c719d9cb73bc,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:40.880690 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6b364ad6-7c1d-4c32-8525-b64fe866b662 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/networks/266833df-8a85-4b08-bad4-c719d9cb73bc HTTP/1.1" status: 204 len: 168 time: 4.0554247 Dec 23 08:33:40.888301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49816) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:40.970404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:40.973377 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-83227e94-d4fe-480d-a845-e3608a2d5d07 None None] Provisioning complete for port c6bd3dc6-043e-4b4b-b24e-e914e489f95d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:40.973740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-83227e94-d4fe-480d-a845-e3608a2d5d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:40.982724 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Usage tracker for resource:subnet and tenant:e9acb9428543461c9751f2fe262e0219 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:40.988456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:41.004047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:41.028594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Made reservation on behalf of e9acb9428543461c9751f2fe262e0219 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:41.095320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-83227e94-d4fe-480d-a845-e3608a2d5d07 None None] Port c6bd3dc6-043e-4b4b-b24e-e914e489f95d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:41.099474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96d51480-c347-4007-9a5d-85d7ccf14b80,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:41.124593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.126710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49618717-4b53-4345-825f-5e6f3aa5b926 req-5a2f4102-7078-4094-9d46-cbd537d68733 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:41.128826 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-49618717-4b53-4345-825f-5e6f3aa5b926 req-5a2f4102-7078-4094-9d46-cbd537d68733 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 943 time: 0.2150910 Dec 23 08:33:41.164424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.173255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'port_id': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'mac_address': 'fa:16:3e:13:fa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:33:41.211285 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.222541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.244949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.256818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 5028b3e1-14bc-4501-91fe-4fb855dad1e5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5028b3e1-14bc-4501-91fe-4fb855dad1e5,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:41.262433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.283168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.324110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d51480-c347-4007-9a5d-85d7ccf14b80 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:33:41.334476 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-49618717-4b53-4345-825f-5e6f3aa5b926 req-ad47561e-f512-4353-88af-de77c1a630e1 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991553 Dec 23 08:33:41.390047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 91501fb5-fd5a-4dd3-a920-15466b94f4ff no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:41.395107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Subnet': ['ID=26d09a97-1ae0-429a-9f5c-3f2163c4c9a1,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:41.406490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b2c218-1bab-4dd5-bc00-08a16a8e75dc tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting subnet 8ec9e029-6e43-4ff8-acb2-463b21955281 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:33:41.422039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c218-1bab-4dd5-bc00-08a16a8e75dc tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.433794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:41.434131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.436689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96d51480-c347-4007-9a5d-85d7ccf14b80,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:41.438052 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 91501fb5-fd5a-4dd3-a920-15466b94f4ff {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:41.438385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 91501fb5-fd5a-4dd3-a920-15466b94f4ff not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:41.442905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 7, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '080a0e8a-993b-4d2d-addd-3f3b9fc0a78a', 'name': '', 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:fc:f6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:38Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:41.449151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.454465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f45e5e-ad47-4b2b-baab-00cce1644e0a None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 7, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '080a0e8a-993b-4d2d-addd-3f3b9fc0a78a', 'name': '', 'network_id': '9b12ce24-10bf-422e-af30-65d993ccc5ab', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:fc:f6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:38Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '3b3adc32-77fa-48c7-b276-625c59668c4a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:41.466104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.470471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=c6bd3dc6-043e-4b4b-b24e-e914e489f95d,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:41.478631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=5028b3e1-14bc-4501-91fe-4fb855dad1e5,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:41.507489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Checking segment: {'id': 'f87d407d-cf7a-46e8-bc9c-f5ff49d935bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f5f6e57-330a-4824-b9f7-3eaa9a8309a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:41.507839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network hostable DHCP agents. Network: 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:33:41.529777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c218-1bab-4dd5-bc00-08a16a8e75dc tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.618972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:41.683295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=96d51480-c347-4007-9a5d-85d7ccf14b80,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:41.706480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:33:41.709250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:41.709806 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.743233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:41.743857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['96d51480-c347-4007-9a5d-85d7ccf14b80'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:33:41.747405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:41.747982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.752522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c218-1bab-4dd5-bc00-08a16a8e75dc tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.779832 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2cde9-e004-432a-8890-02ec1ca25620 None None] Network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:41.796541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.800165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:41.804175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:41.807445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=080a0e8a-993b-4d2d-addd-3f3b9fc0a78a,segment=NetworkSegment(3f6fc981-65cb-483e-9029-6aa32e3e4d2e),segment_id=3f6fc981-65cb-483e-9029-6aa32e3e4d2e)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:41.808054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:41.890602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Pushing event updated for resources: {'Subnet': ['ID=301d43c5-10c7-442e-8f7a-a3a49d78ae98,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:42.051399 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a2bb3715-e00f-4ddb-9723-164ed4d049e7 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3663864 Dec 23 08:33:42.052429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49820) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:42.068924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-563774389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:42.079467 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:42.081327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:42.088429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:router and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:42.095926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:42.107182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Checking segment: {'id': 'dba1390b-60fc-4cea-b97c-0902fba8abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e15b215-cd3d-4057-8630-206c8d56f465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:42.107535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Network hostable DHCP agents. Network: 7e15b215-cd3d-4057-8630-206c8d56f465, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:33:42.110847 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:42.136876 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:42.146451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Network 7e15b215-cd3d-4057-8630-206c8d56f465 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:33:42.168555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7e15b215-cd3d-4057-8630-206c8d56f465) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:42.187863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:42.188602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.197308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d62f576-8c2f-4250-81cd-75a0ba9a74dd None None] Network 7e15b215-cd3d-4057-8630-206c8d56f465 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:42.210686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c218-1bab-4dd5-bc00-08a16a8e75dc tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.214603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.215244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.253351 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4b6047a0-cfeb-4ab6-8b00-5b9a757e19b1 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4938855 Dec 23 08:33:42.254289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49824) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:42.263151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Request body: {'port': {'network_id': '7e15b215-cd3d-4057-8630-206c8d56f465', 'name': 'tempest-TagsExtTest-451740538'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:42.271993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2c218-1bab-4dd5-bc00-08a16a8e75dc tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec9e029-6e43-4ff8-acb2-463b21955281,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:42.290062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c218-1bab-4dd5-bc00-08a16a8e75dc tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.312438 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e4b2c218-1bab-4dd5-bc00-08a16a8e75dc tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/subnets/8ec9e029-6e43-4ff8-acb2-463b21955281 HTTP/1.1" status: 204 len: 168 time: 1.3944077 Dec 23 08:33:42.314302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49830) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:42.330332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c20113-a3c4-42fd-bf14-867444dfb78c None None] Network 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:42.448523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.450226 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-0f5f6e57-330a-4824-b9f7-3eaa9a8309a7', 'network_id': '0f5f6e57-330a-4824-b9f7-3eaa9a8309a7', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'fixed_ips': [{'subnet_id': '26d09a97-1ae0-429a-9f5c-3f2163c4c9a1'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:33:42.451964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.537442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.565552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.603087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2042d477-0faf-40b3-94b0-f701ded91ac1 None None] Provisioning complete for port c6bd3dc6-043e-4b4b-b24e-e914e489f95d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:42.603531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2042d477-0faf-40b3-94b0-f701ded91ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.609154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.610691 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ffa281a9-1466-45dd-ace0-6be29b5a1645 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5571594 Dec 23 08:33:42.615648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49836) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:42.628505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'port': {'network_id': '0f5f6e57-330a-4824-b9f7-3eaa9a8309a7', 'name': 'tempest-RoutersTest-98656081'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:42.833213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:42.833583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.837235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=080a0e8a-993b-4d2d-addd-3f3b9fc0a78a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:42.861058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b15088-22da-46d2-ba8b-57bdc8cc5d20 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting subnet 4503b80a-420c-4143-ad06-31ae8c7d5dd6 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:33:42.877409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3b15088-22da-46d2-ba8b-57bdc8cc5d20 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.881535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:42.908148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Usage tracker for resource:port and tenant:e9acb9428543461c9751f2fe262e0219 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:42.915773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:42.952087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2042d477-0faf-40b3-94b0-f701ded91ac1 None None] Port c6bd3dc6-043e-4b4b-b24e-e914e489f95d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:42.966433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Port 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a was deleted so its status cannot be updated. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 08:33:42.966918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5028b3e1-14bc-4501-91fe-4fb855dad1e5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:42.975816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:42.981029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3b15088-22da-46d2-ba8b-57bdc8cc5d20 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:42.997196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:43.023483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:port and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:43.032061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:43.051059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:43.078636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd72417-14d5-46a8-8129-7d357bcc95d3 req-0104c9db-6848-4735-afbc-03da55819f3c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:43.080983 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3cd72417-14d5-46a8-8129-7d357bcc95d3 req-0104c9db-6848-4735-afbc-03da55819f3c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 944 time: 0.2933681 Dec 23 08:33:43.121410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3b15088-22da-46d2-ba8b-57bdc8cc5d20 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.147265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Made reservation on behalf of e9acb9428543461c9751f2fe262e0219 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:43.150352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.208712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] device_id is not set on port 22f85ef1-d2f1-4050-b043-ecc1ac56f0bb yet. {{(pid=83522) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:33:43.209655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:43.212699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.248076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] device_id is not set on port 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:33:43.268485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7e15b215-cd3d-4057-8630-206c8d56f465', 'network_id': '7e15b215-cd3d-4057-8630-206c8d56f465', 'tenant_id': 'e9acb9428543461c9751f2fe262e0219', 'fixed_ips': [{'subnet_id': '301d43c5-10c7-442e-8f7a-a3a49d78ae98'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:33:43.270838 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.276879 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3cd72417-14d5-46a8-8129-7d357bcc95d3 req-678d5e9e-4774-47ab-8026-b7f6f599b15b tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861320 Dec 23 08:33:43.292139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router d4314e2b-7dcd-4379-bac2-62576251cd00 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:43.294309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3b15088-22da-46d2-ba8b-57bdc8cc5d20 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.372429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b15088-22da-46d2-ba8b-57bdc8cc5d20 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Subnet': ['ID=4503b80a-420c-4143-ad06-31ae8c7d5dd6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:43.391995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.398247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3b15088-22da-46d2-ba8b-57bdc8cc5d20 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.412504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53a8ca-f034-476d-a39a-64592a88f1cf None None] Network 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:43.449586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Allocated IP 172.20.0.7 (7e15b215-cd3d-4057-8630-206c8d56f465/301d43c5-10c7-442e-8f7a-a3a49d78ae98/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:43.478613 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e3b15088-22da-46d2-ba8b-57bdc8cc5d20 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/subnets/4503b80a-420c-4143-ad06-31ae8c7d5dd6 HTTP/1.1" status: 204 len: 168 time: 1.1029618 Dec 23 08:33:43.483224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49842) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:43.535174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] DHCP port deletion for 01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:33:43.573651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Allocated IP 172.20.0.2 (0f5f6e57-330a-4824-b9f7-3eaa9a8309a7/26d09a97-1ae0-429a-9f5c-3f2163c4c9a1/936abcbc-c4bd-4562-9afb-de59d3aebbfe) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:43.589813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:43.590265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.612931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.613171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] Deleting port aff0be93-fc42-4fca-b7f2-1f848bfc0049 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:43.613459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.632383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting port aff0be93-fc42-4fca-b7f2-1f848bfc0049 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:43.632777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.949381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:43.984808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Transition to ACTIVE for port object 22f85ef1-d2f1-4050-b043-ecc1ac56f0bb will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:44.034025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] For port aff0be93-fc42-4fca-b7f2-1f848bfc0049, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aff0be93-fc42-4fca-b7f2-1f848bfc0049,segment=NetworkSegment(d0e9d4f8-a8e1-4191-b322-96eed7c3ad55),segment_id=d0e9d4f8-a8e1-4191-b322-96eed7c3ad55)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:44.034471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.101801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:44.115130 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Sync routers for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:44.128361 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:44.129254 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:44.158910 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ed2b72c1-432c-4204-8d76-46c85f32eaec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/d4314e2b-7dcd-4379-bac2-62576251cd00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7077949 Dec 23 08:33:44.169126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Calling delete_port for aff0be93-fc42-4fca-b7f2-1f848bfc0049 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:44.179990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.193252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49846) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:44.256750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] For port aff0be93-fc42-4fca-b7f2-1f848bfc0049, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aff0be93-fc42-4fca-b7f2-1f848bfc0049,segment=NetworkSegment(d0e9d4f8-a8e1-4191-b322-96eed7c3ad55),segment_id=d0e9d4f8-a8e1-4191-b322-96eed7c3ad55)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:44.257135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.267213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.355578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] No DVR routers for this DVR port aff0be93-fc42-4fca-b7f2-1f848bfc0049 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:33:44.359925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Port': ['ID=aff0be93-fc42-4fca-b7f2-1f848bfc0049,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:44.383103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aff0be93-fc42-4fca-b7f2-1f848bfc0049 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:44.462718 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:44.524668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] Calling delete_port for aff0be93-fc42-4fca-b7f2-1f848bfc0049 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:44.558111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5062f4-a6f9-4dab-8000-3d950ae919de None None] DHCP port deletion for 37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:33:44.567640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.571784 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: aff0be93-fc42-4fca-b7f2-1f848bfc0049 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:44.572117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aff0be93-fc42-4fca-b7f2-1f848bfc0049 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:44.583628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Allocated IP 172.20.0.2 (7e15b215-cd3d-4057-8630-206c8d56f465/301d43c5-10c7-442e-8f7a-a3a49d78ae98/b17094f8-2be7-4888-aea1-79dcc2a598d7) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:44.588873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fd5062f4-a6f9-4dab-8000-3d950ae919de None None] Deleting port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:44.589588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd5062f4-a6f9-4dab-8000-3d950ae919de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.591119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.591500 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.591861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.592214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.592566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.592913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.593260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.593609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.593969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.594572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.594916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.595259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.595731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.596630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.598743 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e51dfcef-93f9-4bd3-86de-3669658d545e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9680 time: 0.3669338 Dec 23 08:33:44.607109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.630713 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49852) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:44.636837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 96d51480-c347-4007-9a5d-85d7ccf14b80 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:44.650945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:44.667900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Transition to ACTIVE for port object 936abcbc-c4bd-4562-9afb-de59d3aebbfe will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:44.668577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e9d4f8-a8e1-4191-b322-96eed7c3ad55') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:44.669061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e9d4f8-a8e1-4191-b322-96eed7c3ad55') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:44.687024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.711371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.721546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:33:44.722104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.795780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Network 7e15b215-cd3d-4057-8630-206c8d56f465 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:44.802885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Pushing event updated for resources: {'Port': ['ID=22f85ef1-d2f1-4050-b043-ecc1ac56f0bb,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:44.812140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:44.822659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:33:44.826731 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:33:44.870827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.887137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Transition to ACTIVE for port object 936abcbc-c4bd-4562-9afb-de59d3aebbfe will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:44.894471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.894837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.895193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.895657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.896022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.896369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.896711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.897056 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.897394 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.897735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.898098 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.898439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:44.900432 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-369d1485-813b-4d21-bce2-8b418c5398ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7621 time: 0.2607172 Dec 23 08:33:44.905599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49856) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:44.911928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.922031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Network': ['ID=01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:44.943590 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:39Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c6bd3dc6-043e-4b4b-b24e-e914e489f95d', 'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:8c:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:36Z', 'updated_at': '2021-12-23T08:33:40Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:44.948836 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Checking router: d4314e2b-7dcd-4379-bac2-62576251cd00 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:44.949667 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Updating router d4314e2b-7dcd-4379-bac2-62576251cd00 port c6bd3dc6-043e-4b4b-b24e-e914e489f95d binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:33:44.950236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:44.973535 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-03abe155-de2f-4f1c-b082-1115a1ee8a40 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/networks/01c80d0e-cf80-4d1b-8fad-b6c3e4d3b35f HTTP/1.1" status: 204 len: 168 time: 1.4882092 Dec 23 08:33:44.979081 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49860) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:45.013729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:45.014465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.014946 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.041692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:45.054266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf3348-6b31-4fb6-8ae8-adc153063e3f req-89361e00-c68a-4e92-b2dd-b6016530f299 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:45.055750 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c1cf3348-6b31-4fb6-8ae8-adc153063e3f req-89361e00-c68a-4e92-b2dd-b6016530f299 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 944 time: 0.4241543 Dec 23 08:33:45.057361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:33:45.057719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:33:45.098287 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e3a1eb74-6187-4c6e-a304-2f6bbec4a734 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8420081 Dec 23 08:33:45.106233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49864) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:45.115381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-132556989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:45.123727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:45.130727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Usage tracker for resource:router and tenant:e9acb9428543461c9751f2fe262e0219 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:45.133921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:45.140814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:45.141418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:45.157890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:45.160607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:45.175721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Pushing event updated for resources: {'Port': ['ID=936abcbc-c4bd-4562-9afb-de59d3aebbfe,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:45.185175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.187156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.206070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 96d51480-c347-4007-9a5d-85d7ccf14b80 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:45.207277 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c1cf3348-6b31-4fb6-8ae8-adc153063e3f req-7d15f31c-649a-489e-9a44-c8d1823f1c10 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398544 Dec 23 08:33:45.212767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.250813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.20.0.7 (0f5f6e57-330a-4824-b9f7-3eaa9a8309a7/26d09a97-1ae0-429a-9f5c-3f2163c4c9a1/3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:45.256362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.283230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.319241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 96d51480-c347-4007-9a5d-85d7ccf14b80 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:45.319241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.319622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.323696 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-db40db90-a284-437a-b15e-b0f6d83b63d5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2112141 Dec 23 08:33:45.345164 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49868) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:45.346291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:45.346768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.414551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b706f3f7-f62f-4535-b99c-94eb04f91720 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1084082599', 'prefixes': ['172.20.0.0/16']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:45.432575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b706f3f7-f62f-4535-b99c-94eb04f91720 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:45.480902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:45.488428 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7da57d1c-429f-4c25-bcb6-34736c20b644 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0805664 Dec 23 08:33:45.492830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49872) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:45.499819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:45.520741 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fd5062f4-a6f9-4dab-8000-3d950ae919de None None] For port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=82b5d546-176b-41a7-ac2b-2caadcfd5f2b,segment=NetworkSegment(b602679d-9b8c-4aaf-8085-62ffc03c5acb),segment_id=b602679d-9b8c-4aaf-8085-62ffc03c5acb)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:45.521697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd5062f4-a6f9-4dab-8000-3d950ae919de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.546958 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-393de2e1-e2d1-43f1-881b-ba2b4ba7878f tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3936 time: 0.6335456 Dec 23 08:33:45.571290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] Deleting port aff0be93-fc42-4fca-b7f2-1f848bfc0049 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:45.573807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.686604 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.701942 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Transition to ACTIVE for port object c6bd3dc6-043e-4b4b-b24e-e914e489f95d will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:45.711282 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.739701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ac19b0-fe4b-46b5-9878-062f3a4c50ba tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting subnet 3b3adc32-77fa-48c7-b276-625c59668c4a {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:33:45.742994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84ac19b0-fe4b-46b5-9878-062f3a4c50ba tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.766321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fd5062f4-a6f9-4dab-8000-3d950ae919de None None] Calling delete_port for 82b5d546-176b-41a7-ac2b-2caadcfd5f2b owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:45.787725 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc8e6e-90fc-4791-851d-fd507cfd5519 None None] Pushing event updated for resources: {'Port': ['ID=c6bd3dc6-043e-4b4b-b24e-e914e489f95d,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:45.811708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84ac19b0-fe4b-46b5-9878-062f3a4c50ba tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.849730 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Attempting to bind port 936abcbc-c4bd-4562-9afb-de59d3aebbfe on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:45.850162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Attempting to bind port 936abcbc-c4bd-4562-9afb-de59d3aebbfe by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f87d407d-cf7a-46e8-bc9c-f5ff49d935bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f5f6e57-330a-4824-b9f7-3eaa9a8309a7'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:45.850504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Attempting to bind port 936abcbc-c4bd-4562-9afb-de59d3aebbfe on network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:45.869707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.880583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Transition to ACTIVE for port object b17094f8-2be7-4888-aea1-79dcc2a598d7 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:45.901034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Transition to ACTIVE for port object b17094f8-2be7-4888-aea1-79dcc2a598d7 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:45.902434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84ac19b0-fe4b-46b5-9878-062f3a4c50ba tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.941682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd5062f4-a6f9-4dab-8000-3d950ae919de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:45.955023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:45.955702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:46.002130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84ac19b0-fe4b-46b5-9878-062f3a4c50ba tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.044226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] For port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=82b5d546-176b-41a7-ac2b-2caadcfd5f2b,segment=NetworkSegment(b602679d-9b8c-4aaf-8085-62ffc03c5acb),segment_id=b602679d-9b8c-4aaf-8085-62ffc03c5acb)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:46.044747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.064111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-84ac19b0-fe4b-46b5-9878-062f3a4c50ba tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.081556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac19b0-fe4b-46b5-9878-062f3a4c50ba tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3adc32-77fa-48c7-b276-625c59668c4a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:46.098667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-84ac19b0-fe4b-46b5-9878-062f3a4c50ba tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/3b3adc32-77fa-48c7-b276-625c59668c4a HTTP/1.1" status: 204 len: 168 time: 0.6038392 Dec 23 08:33:46.103454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49878) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:46.135372 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Attempting to bind port c6bd3dc6-043e-4b4b-b24e-e914e489f95d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:46.135589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49882) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:46.146555 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Attempting to bind port c6bd3dc6-043e-4b4b-b24e-e914e489f95d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:46.147984 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Attempting to bind port c6bd3dc6-043e-4b4b-b24e-e914e489f95d on network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:46.164296 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:46.165154 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Checking segment: {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:46.165546 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.165923 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Bound using segment: {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:46.166398 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Bound port: c6bd3dc6-043e-4b4b-b24e-e914e489f95d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:46.166756 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.189387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:46.195032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436068527', 'description': 'tempest-secgroup-smoke-436068527 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:46.211288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:46.229299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:46.243009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:46.269755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.275761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:46.291098 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 3a22192a-56af-4130-93b7-2da1367f2a11 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:46.291527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.301551 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] For port c6bd3dc6-043e-4b4b-b24e-e914e489f95d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:46.305572 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] For port c6bd3dc6-043e-4b4b-b24e-e914e489f95d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c6bd3dc6-043e-4b4b-b24e-e914e489f95d,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:46.313908 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.321393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.344650 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Calling delete_port for 82b5d546-176b-41a7-ac2b-2caadcfd5f2b owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:46.422344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.441516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:33:46.442031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:33:46.449492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcf72c-5f06-4981-9471-eee20b2f1462 None None] The port 'aff0be93-fc42-4fca-b7f2-1f848bfc0049' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:33:46.460911 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:46.461512 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:46.465485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5062f4-a6f9-4dab-8000-3d950ae919de None None] Pushing event deleted for resources: {'Port': ['ID=82b5d546-176b-41a7-ac2b-2caadcfd5f2b,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:46.468882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3415a83f-bb60-435b-aa84-7f1faebd8455 None None] Network 9b12ce24-10bf-422e-af30-65d993ccc5ab requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:46.489221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 82b5d546-176b-41a7-ac2b-2caadcfd5f2b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:46.519871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5062f4-a6f9-4dab-8000-3d950ae919de None None] No DVR routers for this DVR port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:33:46.542301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:46.555309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:46.557192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b706f3f7-f62f-4535-b99c-94eb04f91720 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for subnetpool, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.561805 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b706f3f7-f62f-4535-b99c-94eb04f91720 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.1656446 Dec 23 08:33:46.561805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.565369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49888) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:46.571157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-5df2b89f-aef7-44a5-ad11-61e565a1b107 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98', 'tempest-TagsExtTest-Tag-1477440048') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:46.588000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:46.610685 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc8e6e-90fc-4791-851d-fd507cfd5519 None None] Pushing event updated for resources: {'Port': ['ID=c6bd3dc6-043e-4b4b-b24e-e914e489f95d,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:46.647997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Transition to ACTIVE for port object 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:46.715338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 82b5d546-176b-41a7-ac2b-2caadcfd5f2b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:46.715679 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 82b5d546-176b-41a7-ac2b-2caadcfd5f2b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:46.729724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:46.730191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Checking segment: {'id': 'f87d407d-cf7a-46e8-bc9c-f5ff49d935bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f5f6e57-330a-4824-b9f7-3eaa9a8309a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:46.730519 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.730907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Bound using segment: {'id': 'f87d407d-cf7a-46e8-bc9c-f5ff49d935bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f5f6e57-330a-4824-b9f7-3eaa9a8309a7'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:46.731385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Bound port: 936abcbc-c4bd-4562-9afb-de59d3aebbfe, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87d407d-cf7a-46e8-bc9c-f5ff49d935bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0f5f6e57-330a-4824-b9f7-3eaa9a8309a7'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:46.731748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.750959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.755603 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5df2b89f-aef7-44a5-ad11-61e565a1b107 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags/tempest-TagsExtTest-Tag-1477440048 HTTP/1.1" status: 201 len: 201 time: 0.1891527 Dec 23 08:33:46.762624 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:46.814283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49892) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:46.833333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-3364eb98-8691-4944-becc-61a623b0ed8b tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb', 'tempest-TagsExtTest-Tag-1810870682') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:46.895777 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:46.921694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:46.929361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:46.933379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:46.937417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:46.971484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port 3a22192a-56af-4130-93b7-2da1367f2a11, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3a22192a-56af-4130-93b7-2da1367f2a11,segment=NetworkSegment(3f6fc981-65cb-483e-9029-6aa32e3e4d2e),segment_id=3f6fc981-65cb-483e-9029-6aa32e3e4d2e)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:46.971839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:46.981919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.013916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting port 82b5d546-176b-41a7-ac2b-2caadcfd5f2b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:47.014466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.041166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:47.042214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.084434 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bd6440d2-1c5d-4e69-a874-f032c0bddc22 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 4.4673929 Dec 23 08:33:47.086976 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49896) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:47.124168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 3a22192a-56af-4130-93b7-2da1367f2a11 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:47.137329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Network 7e15b215-cd3d-4057-8630-206c8d56f465 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:47.173458 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:39Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c6bd3dc6-043e-4b4b-b24e-e914e489f95d', 'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:8c:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:36Z', 'updated_at': '2021-12-23T08:33:46Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.178767 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04701ace-fee4-438a-b0fa-1e22d932dbd1 None None] The sync data for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv is: [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:39Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c6bd3dc6-043e-4b4b-b24e-e914e489f95d', 'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:8c:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:36Z', 'updated_at': '2021-12-23T08:33:46Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:47.182393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] The port '82b5d546-176b-41a7-ac2b-2caadcfd5f2b' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:33:47.188406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1c5a-e566-4a3f-9c09-8264db19d526 req-630c753b-ae6c-4faa-a18d-6239d454ae54 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:47.190258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:47.192640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:47.197780 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-401d1c5a-e566-4a3f-9c09-8264db19d526 req-630c753b-ae6c-4faa-a18d-6239d454ae54 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 944 time: 0.7695062 Dec 23 08:33:47.203848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Pushing event updated for resources: {'Port': ['ID=b17094f8-2be7-4888-aea1-79dcc2a598d7,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:47.278145 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3364eb98-8691-4944-becc-61a623b0ed8b tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags/tempest-TagsExtTest-Tag-1810870682 HTTP/1.1" status: 201 len: 201 time: 0.4608583 Dec 23 08:33:47.283029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49900) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:47.298265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.305341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-d9695a39-28e7-4ecd-9df4-68f6d0aeb150 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b', 'tempest-TagsExtTest-Tag-1446578573') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.334545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.362958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:33:47.385612 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-401d1c5a-e566-4a3f-9c09-8264db19d526 req-f646fcf5-0106-4318-bc5c-dedd81903fdc tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820805 Dec 23 08:33:47.396299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207d2f68-8c85-4146-af9d-1ca48481ef55,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:47.404863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.434342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96d51480-c347-4007-9a5d-85d7ccf14b80,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:47.463429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] For port 936abcbc-c4bd-4562-9afb-de59d3aebbfe, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:47.469713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.493392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=3a22192a-56af-4130-93b7-2da1367f2a11,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:47.499374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.503324 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-df4d0b93-28fa-47cb-8dcb-6ad2bcc413e3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3619275 Dec 23 08:33:47.504329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49906) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:47.510386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '207d2f68-8c85-4146-af9d-1ca48481ef55', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:47.519383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:47.528552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:47.534213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:47.538568 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'code': 200} Dec 23 08:33:47.540629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:47.565219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No DVR routers for this DVR port 3a22192a-56af-4130-93b7-2da1367f2a11 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:33:47.577843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Attempting to bind port b17094f8-2be7-4888-aea1-79dcc2a598d7 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:33:47.582224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Attempting to bind port b17094f8-2be7-4888-aea1-79dcc2a598d7 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'dba1390b-60fc-4cea-b97c-0902fba8abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e15b215-cd3d-4057-8630-206c8d56f465'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:33:47.582667 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Attempting to bind port b17094f8-2be7-4888-aea1-79dcc2a598d7 on network 7e15b215-cd3d-4057-8630-206c8d56f465 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:33:47.586972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] For port 936abcbc-c4bd-4562-9afb-de59d3aebbfe, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=936abcbc-c4bd-4562-9afb-de59d3aebbfe,segment=NetworkSegment(f87d407d-cf7a-46e8-bc9c-f5ff49d935bc),segment_id=f87d407d-cf7a-46e8-bc9c-f5ff49d935bc)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:47.629005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.662376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:33:47.662970 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Checking segment: {'id': 'dba1390b-60fc-4cea-b97c-0902fba8abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e15b215-cd3d-4057-8630-206c8d56f465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:33:47.663499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.664385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Bound using segment: {'id': 'dba1390b-60fc-4cea-b97c-0902fba8abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e15b215-cd3d-4057-8630-206c8d56f465'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:33:47.664901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Bound port: b17094f8-2be7-4888-aea1-79dcc2a598d7, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba1390b-60fc-4cea-b97c-0902fba8abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e15b215-cd3d-4057-8630-206c8d56f465'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:33:47.665387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.733776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=96d51480-c347-4007-9a5d-85d7ccf14b80,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:47.755043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.781697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:42Z', 'revision_number': 8, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.793020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] Checking router: 9fad65ee-e0bd-4ab7-870a-812199247dae for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:47.816596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.860349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.869545 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d9695a39-28e7-4ecd-9df4-68f6d0aeb150 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags/tempest-TagsExtTest-Tag-1446578573 HTTP/1.1" status: 201 len: 201 time: 0.5817299 Dec 23 08:33:47.874469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.879626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49910) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:47.880965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf08a51-c39d-4737-abba-16f1d9f8b707 None None] DHCP port deletion for 9b12ce24-10bf-422e-af30-65d993ccc5ab request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:33:47.895158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b602679d-9b8c-4aaf-8085-62ffc03c5acb') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.895720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b602679d-9b8c-4aaf-8085-62ffc03c5acb') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.916311 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b12ce24-10bf-422e-af30-65d993ccc5ab']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.917340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-97ec58a5-a4f6-43e3-8f21-e4376d7d0c22 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06', 'tempest-TagsExtTest-Tag-772769884') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.942215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:47.958887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6fc981-65cb-483e-9029-6aa32e3e4d2e') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.959180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6fc981-65cb-483e-9029-6aa32e3e4d2e') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.970239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:47.971041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:47.980507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.009072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.016636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.028448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.033543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.055142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:33:48.055513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.066978 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e36f1f94-f0c4-469e-a781-e171e481b57b req-da6e36d0-6ca3-43fd-bf92-6df24c6489b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 1098 time: 0.3047810 Dec 23 08:33:48.067954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:33:48.068427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:33:48.087077 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:33:48.156088 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:33:48.168457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c56b45c-dca0-4b86-ace2-7302e2916685,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:48.186180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:48.188573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.194067 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3549cfd0-ae3e-46de-b10c-b417338f0389 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6877191 Dec 23 08:33:48.199497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49914) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:48.221589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '207d2f68-8c85-4146-af9d-1ca48481ef55', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:48.230636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:48.243996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:48.248114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:48.257585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:48.272043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.297240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.306991 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e36f1f94-f0c4-469e-a781-e171e481b57b req-541630ca-a57d-49a8-8552-45fe2a2ab566 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650288 Dec 23 08:33:48.317756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Network': ['ID=9b12ce24-10bf-422e-af30-65d993ccc5ab,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:48.330712 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-55153979-2029-4d29-9662-4fba1d7abf41 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/networks/9b12ce24-10bf-422e-af30-65d993ccc5ab HTTP/1.1" status: 204 len: 168 time: 2.2242129 Dec 23 08:33:48.333475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49918) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:48.424631 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.446272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927159fd-d0ef-4b2b-bb94-ab962fe2b752 None None] Pushing event updated for resources: {'Port': ['ID=936abcbc-c4bd-4562-9afb-de59d3aebbfe,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:48.462291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] For port b17094f8-2be7-4888-aea1-79dcc2a598d7, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:33:48.538672 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-97ec58a5-a4f6-43e3-8f21-e4376d7d0c22 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags/tempest-TagsExtTest-Tag-772769884 HTTP/1.1" status: 201 len: 201 time: 0.6555572 Dec 23 08:33:48.539004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49924) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:48.566724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-e36e1481-14ff-4fa6-844b-eba10e619c29 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:48.594131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c6bd3dc6-043e-4b4b-b24e-e914e489f95d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:48.624860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.637554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.651329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] For port b17094f8-2be7-4888-aea1-79dcc2a598d7, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b17094f8-2be7-4888-aea1-79dcc2a598d7,segment=NetworkSegment(dba1390b-60fc-4cea-b97c-0902fba8abfe),segment_id=dba1390b-60fc-4cea-b97c-0902fba8abfe)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:33:48.680601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.700711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Network': ['ID=37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:48.708686 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a32d7a92-b09f-4cf9-bd4c-8d699bb30c3c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/networks/37dfc2a7-5fb4-4b3f-a437-a9949f8a7c24 HTTP/1.1" status: 204 len: 168 time: 3.7254922 Dec 23 08:33:48.718707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49928) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:48.725116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.789063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.825574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53a224-cfa6-41bd-ab2b-572998b63d6d None None] Pushing event updated for resources: {'Port': ['ID=b17094f8-2be7-4888-aea1-79dcc2a598d7,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:48.853278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cbd22d-4c38-40fa-abb5-7923faba4bc6,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:48.882065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c6bd3dc6-043e-4b4b-b24e-e914e489f95d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:48.897617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.901616 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-119f3830-7468-493a-bff7-b929747e16c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6984639 Dec 23 08:33:48.901794 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c6bd3dc6-043e-4b4b-b24e-e914e489f95d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:48.901794 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:48.917249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49932) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:48.929653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '207d2f68-8c85-4146-af9d-1ca48481ef55', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:48.955606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:48.963605 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e36e1481-14ff-4fa6-844b-eba10e619c29 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags HTTP/1.1" status: 200 len: 241 time: 0.4033787 Dec 23 08:33:48.965293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:48.970636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:48.973832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49936) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:48.975223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a4614-eb20-4d5f-bb9a-718385000873 req-e49a4a0c-7999-4680-9bbf-893f982aa16e tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:48.976938 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cc1a4614-eb20-4d5f-bb9a-718385000873 req-e49a4a0c-7999-4680-9bbf-893f982aa16e tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.3599477 Dec 23 08:33:48.982074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-210982a0-9f28-4c60-ab4f-88d394b1db70 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98', 'tempest-TagsExtTest-Tag-1477440048') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:48.988468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:42Z', 'revision_number': 8, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:48.996644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d13621-3835-4de9-a2fb-eb9b9a1194e7 None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:42Z', 'revision_number': 8, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b22bd944-709f-445b-ab67-8569eeef749d', 'name': '', 'network_id': '34e0a611-d35d-4b7c-bc49-97e0447f1dd4', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:63:2f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '645660cf-276e-4ec2-8643-109990e2ece4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:07Z', 'updated_at': '2021-12-23T08:33:22Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '645660cf-276e-4ec2-8643-109990e2ece4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:49.050745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:49.061616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.102748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.148949 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port c6bd3dc6-043e-4b4b-b24e-e914e489f95d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c6bd3dc6-043e-4b4b-b24e-e914e489f95d,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:49.156466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.192934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.199912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-011d7ae8-dd8d-4474-8ef7-da057b8d3508 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting subnet 31dc28ac-7624-411f-9975-de7f664d844f {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:33:49.369613 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-011d7ae8-dd8d-4474-8ef7-da057b8d3508 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.388317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=c6bd3dc6-043e-4b4b-b24e-e914e489f95d,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:49.457229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3a22192a-56af-4130-93b7-2da1367f2a11 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:49.495199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 3a22192a-56af-4130-93b7-2da1367f2a11 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:49.495534 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3a22192a-56af-4130-93b7-2da1367f2a11 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:49.518479 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cc1a4614-eb20-4d5f-bb9a-718385000873 req-6b6a487e-55ec-4c00-b407-33a83fc45831 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5268934 Dec 23 08:33:49.529056 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-210982a0-9f28-4c60-ab4f-88d394b1db70 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags/tempest-TagsExtTest-Tag-1477440048 HTTP/1.1" status: 204 len: 168 time: 0.5536220 Dec 23 08:33:49.540639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49940) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:49.549238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-8a3c726b-7741-4690-b759-190229495c1a tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98', 'tempest-TagsExtTest-Tag-1477440048') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:49.615237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-011d7ae8-dd8d-4474-8ef7-da057b8d3508 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.618231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.632281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.660860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7445ed-bd92-4150-bb89-1ed5de109d95 None None] Network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:49.677406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1212321-14e9-4d85-a7f5-85f3c44077c3,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:49.726157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.729805 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cdff9aa2-8573-4f18-8abb-624ba59c1563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8090703 Dec 23 08:33:49.732020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49944) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:49.753872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '207d2f68-8c85-4146-af9d-1ca48481ef55', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:49.774564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:49.775041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ebd2f7cd-9fbb-4483-8cab-acfd6db838b1 None None] Provisioning for port 936abcbc-c4bd-4562-9afb-de59d3aebbfe completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:49.778014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.784493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.796086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:49.803525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:49.815261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:49.854411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.901934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:49.909582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-011d7ae8-dd8d-4474-8ef7-da057b8d3508 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:49.963445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.056322 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8a3c726b-7741-4690-b759-190229495c1a tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags/tempest-TagsExtTest-Tag-1477440048 HTTP/1.1" status: 204 len: 168 time: 0.5116770 Dec 23 08:33:50.065096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49948) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:50.070709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-5971a70d-ce22-4341-9fea-0f8082668de3 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:50.137647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-011d7ae8-dd8d-4474-8ef7-da057b8d3508 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.181768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.187819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.200491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d7ae8-dd8d-4474-8ef7-da057b8d3508 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Subnet': ['ID=31dc28ac-7624-411f-9975-de7f664d844f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:50.204618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.239498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-011d7ae8-dd8d-4474-8ef7-da057b8d3508 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.240316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0870f0ba-ce4f-4b12-991a-7d30e5543d17 None None] Network 3885eeef-0633-442f-9ced-d0f1fd27593d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:50.251448 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5971a70d-ce22-4341-9fea-0f8082668de3 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags HTTP/1.1" status: 200 len: 205 time: 0.1845801 Dec 23 08:33:50.268786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e862024b-52eb-4e01-8276-422328beeadf,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:50.272911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49952) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:50.310759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-7389d528-8ec0-4b7f-8c8d-5743ad48f59e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:50.353224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.379196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.386998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49956) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:50.387922 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7f08cc95-5a16-4c8c-8e98-f503dfc5b8d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6508486 Dec 23 08:33:50.389491 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-011d7ae8-dd8d-4474-8ef7-da057b8d3508 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/subnets/31dc28ac-7624-411f-9975-de7f664d844f HTTP/1.1" status: 204 len: 168 time: 1.6698742 Dec 23 08:33:50.395241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49960) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:50.398749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '207d2f68-8c85-4146-af9d-1ca48481ef55', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:50.406169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:50.411828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:50.415985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:50.425227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:50.461983 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c6bd3dc6-043e-4b4b-b24e-e914e489f95d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:50.476965 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:33:50.503576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.721842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.742277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c3600f-00f3-4107-89ce-53a582f03858 None None] Network 7e15b215-cd3d-4057-8630-206c8d56f465 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:50.847536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Deleting port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:50.847868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.895682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-369c0325-f74a-4027-84d7-bf26f03b66e9 None None] Provisioning for port 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:50.912631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-369c0325-f74a-4027-84d7-bf26f03b66e9 None None] Provisioning complete for port 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:50.913330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-369c0325-f74a-4027-84d7-bf26f03b66e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.969668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c6bd3dc6-043e-4b4b-b24e-e914e489f95d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:50.969879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.977297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:50.980531 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7389d528-8ec0-4b7f-8c8d-5743ad48f59e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags HTTP/1.1" status: 200 len: 241 time: 0.6849353 Dec 23 08:33:50.984863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49966) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:50.994707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-e6a02592-51d3-4847-ba7e-80a91c19551d tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb', 'tempest-TagsExtTest-Tag-1810870682') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:51.044490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.101140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] DHCP port deletion for 3885eeef-0633-442f-9ced-d0f1fd27593d request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:33:51.104930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30be4e0-04da-4eb2-a861-8e7e4ae4c9e9 req-b5e81083-87a6-4843-8bed-49e050dbbfdc tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:51.106601 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a30be4e0-04da-4eb2-a861-8e7e4ae4c9e9 req-b5e81083-87a6-4843-8bed-49e050dbbfdc tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.3794081 Dec 23 08:33:51.121627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] Deleting port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:51.122450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.141475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f556fea4-893d-43d2-988b-139761334683,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:51.147033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-369c0325-f74a-4027-84d7-bf26f03b66e9 None None] Port 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:51.174589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.178695 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9ba8eaec-b604-4954-9b34-7f7ae1b3065e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7894731 Dec 23 08:33:51.183637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49970) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:51.198852 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '207d2f68-8c85-4146-af9d-1ca48481ef55', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:51.221298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:51.234610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:51.249600 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:51.262840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:51.267498 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e6a02592-51d3-4847-ba7e-80a91c19551d tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags/tempest-TagsExtTest-Tag-1810870682 HTTP/1.1" status: 204 len: 168 time: 0.2813630 Dec 23 08:33:51.271110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 49974) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:51.279239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-58a26b04-4dd3-4da9-ad15-791318571bbd tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb', 'tempest-TagsExtTest-Tag-1810870682') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:51.283813 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:33:51.300346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.319301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.330999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.341853 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a30be4e0-04da-4eb2-a861-8e7e4ae4c9e9 req-b5d5289d-3176-4b78-aae3-78febbd52b17 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279632 Dec 23 08:33:51.344781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] For port 5fba1947-95c8-48cf-9bd7-2e348b5a2584, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5fba1947-95c8-48cf-9bd7-2e348b5a2584,segment=NetworkSegment(8a6b2fee-5fe4-4a37-809d-dce48a4fafa0),segment_id=8a6b2fee-5fe4-4a37-809d-dce48a4fafa0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:51.345127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.349051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b17094f8-2be7-4888-aea1-79dcc2a598d7 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:51.469055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-78b3f89d-1a96-4f5c-8344-0b3182759645 None None] Provisioning for port b17094f8-2be7-4888-aea1-79dcc2a598d7 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:51.509733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:51.525542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] For port 5fba1947-95c8-48cf-9bd7-2e348b5a2584, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5fba1947-95c8-48cf-9bd7-2e348b5a2584,segment=NetworkSegment(8a6b2fee-5fe4-4a37-809d-dce48a4fafa0),segment_id=8a6b2fee-5fe4-4a37-809d-dce48a4fafa0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:51.525928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.553630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.561855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.577847 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.668604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] Calling delete_port for 5fba1947-95c8-48cf-9bd7-2e348b5a2584 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:51.682296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.690956 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4986746 Dec 23 08:33:51.691148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Calling delete_port for 5fba1947-95c8-48cf-9bd7-2e348b5a2584 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:51.691244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3c148-361d-48a4-ac28-c8a319d676c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3ad643-6cf5-4919-b1cb-a6732424a6ba,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:51.710269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-78b3f89d-1a96-4f5c-8344-0b3182759645 None None] Provisioning complete for port 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:51.710629 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78b3f89d-1a96-4f5c-8344-0b3182759645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.841229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.848184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:51.850069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:51.853599 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b17094f8-2be7-4888-aea1-79dcc2a598d7 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn_limited( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn_limited( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:51.899410 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:33:51.919998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:33:51.920699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:33:51.921732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b17094f8-2be7-4888-aea1-79dcc2a598d7 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:51.922799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:51.964475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Port': ['ID=5fba1947-95c8-48cf-9bd7-2e348b5a2584,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:51.977152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4559a9-26b8-489d-b88a-9ed16f1fb54a req-a84e5772-c574-48fe-8a83-972217cec8e9 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:51.984233 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5f4559a9-26b8-489d-b88a-9ed16f1fb54a req-a84e5772-c574-48fe-8a83-972217cec8e9 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.4598064 Dec 23 08:33:52.015416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] No DVR routers for this DVR port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:33:52.032954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-78b3f89d-1a96-4f5c-8344-0b3182759645 None None] Port 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:52.131109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.184510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b17094f8-2be7-4888-aea1-79dcc2a598d7, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b17094f8-2be7-4888-aea1-79dcc2a598d7,segment=NetworkSegment(dba1390b-60fc-4cea-b97c-0902fba8abfe),segment_id=dba1390b-60fc-4cea-b97c-0902fba8abfe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:52.190801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.192069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 936abcbc-c4bd-4562-9afb-de59d3aebbfe up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:52.252506 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-58a26b04-4dd3-4da9-ad15-791318571bbd tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags/tempest-TagsExtTest-Tag-1810870682 HTTP/1.1" status: 204 len: 168 time: 0.9755588 Dec 23 08:33:52.261791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49988) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:52.270374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-7942eaa8-616e-4264-adc2-1fd6457eeb40 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:52.291141 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8084962e-d7da-41bf-b5a0-2cb99192cc75 None None] Provisioning for port 22f85ef1-d2f1-4050-b043-ecc1ac56f0bb completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:52.298648 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5f4559a9-26b8-489d-b88a-9ed16f1fb54a req-22d2b273-9d1b-4dc0-9960-8044a516dc0d tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134453 Dec 23 08:33:52.302557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8a03248b-d06f-414e-8792-47d8f68fe62a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:52.309640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8084962e-d7da-41bf-b5a0-2cb99192cc75 None None] Provisioning complete for port 22f85ef1-d2f1-4050-b043-ecc1ac56f0bb triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:52.310206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8084962e-d7da-41bf-b5a0-2cb99192cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.310982 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.329176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49992) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:52.349838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8a03248b-d06f-414e-8792-47d8f68fe62a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:52.350994 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8a03248b-d06f-414e-8792-47d8f68fe62a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436068527&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.4056640 Dec 23 08:33:52.355569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3885eeef-0633-442f-9ced-d0f1fd27593d']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:52.390478 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8084962e-d7da-41bf-b5a0-2cb99192cc75 None None] Port 22f85ef1-d2f1-4050-b043-ecc1ac56f0bb cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:52.394844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b17094f8-2be7-4888-aea1-79dcc2a598d7,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:52.412145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 936abcbc-c4bd-4562-9afb-de59d3aebbfe completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:52.416044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8084962e-d7da-41bf-b5a0-2cb99192cc75 None None] Provisioning complete for port b17094f8-2be7-4888-aea1-79dcc2a598d7 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:52.416358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8084962e-d7da-41bf-b5a0-2cb99192cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.424031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6b2fee-5fe4-4a37-809d-dce48a4fafa0') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:52.424357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6b2fee-5fe4-4a37-809d-dce48a4fafa0') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:52.442581 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] Deleting port 5fba1947-95c8-48cf-9bd7-2e348b5a2584 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:52.442950 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.449431 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7942eaa8-616e-4264-adc2-1fd6457eeb40 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags HTTP/1.1" status: 200 len: 205 time: 0.1848152 Dec 23 08:33:52.453449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 49996) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:52.462862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-989e948a-e328-4d5e-bf63-5c28c5d35a78 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:52.478322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 936abcbc-c4bd-4562-9afb-de59d3aebbfe triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:52.478696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.508714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.550842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port b22bd944-709f-445b-ab67-8569eeef749d {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:52.551677 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.561889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b6f69330-dfa3-4c77-880e-5c3ba7688708 None None] The port '5fba1947-95c8-48cf-9bd7-2e348b5a2584' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:33:52.608529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.631860 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e3657e02-6d7d-4c0a-8ecc-7eea112513b3 tempest-TestNetworkAdvancedServerOps-508698039 tempest-TestNetworkAdvancedServerOps-508698039-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 1093 time: 0.3006179 Dec 23 08:33:52.635886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50000) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:52.638814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:33:52.639158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.648651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:33:52.657087 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:33:52.660129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:52.669431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Usage tracker for resource:floatingip and tenant:7b06b228edf949429bc46d952d6633c5 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:52.674212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:52.683460 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-989e948a-e328-4d5e-bf63-5c28c5d35a78 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags HTTP/1.1" status: 200 len: 241 time: 0.2262962 Dec 23 08:33:52.687143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:52.690655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50004) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:52.700670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-982f5b37-b7d2-449b-b33a-465ba2e603ae tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b', 'tempest-TagsExtTest-Tag-1446578573') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:52.707783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.744380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 936abcbc-c4bd-4562-9afb-de59d3aebbfe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=936abcbc-c4bd-4562-9afb-de59d3aebbfe,segment=NetworkSegment(f87d407d-cf7a-46e8-bc9c-f5ff49d935bc),segment_id=f87d407d-cf7a-46e8-bc9c-f5ff49d935bc)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:52.753005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.767393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 28659b92-99f5-47c2-a69a-f2c07d09f767 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:33:52.791394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.798483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:52.831207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-fcf00592-92a0-4043-9cdf-54c6ce43526e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:52.831777 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-fcf00592-92a0-4043-9cdf-54c6ce43526e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:52.851017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:52.851659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 080a0e8a-993b-4d2d-addd-3f3b9fc0a78a not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:52.854541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.874748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=936abcbc-c4bd-4562-9afb-de59d3aebbfe,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:52.881563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.882662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1821d019-d2cc-4cd5-b942-76b8e6fdd802 None None] Provisioning complete for port 22f85ef1-d2f1-4050-b043-ecc1ac56f0bb triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:52.883020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1821d019-d2cc-4cd5-b942-76b8e6fdd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.900065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Pushing event deleted for resources: {'Network': ['ID=3885eeef-0633-442f-9ced-d0f1fd27593d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:52.905321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-fcf00592-92a0-4043-9cdf-54c6ce43526e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:52.906502 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-fcf00592-92a0-4043-9cdf-54c6ce43526e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 HTTP/1.1" status: 200 len: 796 time: 0.5426269 Dec 23 08:33:52.920279 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f918b4ca-b532-4f88-b978-5eb7443b6947 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/networks/3885eeef-0633-442f-9ced-d0f1fd27593d HTTP/1.1" status: 204 len: 168 time: 2.5216162 Dec 23 08:33:52.936671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50008) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:52.953332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1821d019-d2cc-4cd5-b942-76b8e6fdd802 None None] Port 22f85ef1-d2f1-4050-b043-ecc1ac56f0bb cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:52.967035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1821d019-d2cc-4cd5-b942-76b8e6fdd802 None None] Provisioning complete for port 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:52.967561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1821d019-d2cc-4cd5-b942-76b8e6fdd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:52.999421 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-c688a7d1-cd31-4727-8782-189d7df443c7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0772886 Dec 23 08:33:53.003325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3311a71b-b1fa-4dfa-aa50-8cc5517fbf9c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Synchronizing usage tracker for tenant:ac7327b70095476fb2047431922d206c on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:53.017265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b17094f8-2be7-4888-aea1-79dcc2a598d7 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:53.057793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port b22bd944-709f-445b-ab67-8569eeef749d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b22bd944-709f-445b-ab67-8569eeef749d,segment=NetworkSegment(4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3),segment_id=4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:53.058166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:53.097645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1821d019-d2cc-4cd5-b942-76b8e6fdd802 None None] Port 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:53.108024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b17094f8-2be7-4888-aea1-79dcc2a598d7 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:53.108630 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:53.184958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3311a71b-b1fa-4dfa-aa50-8cc5517fbf9c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Unset dirty status for tenant:ac7327b70095476fb2047431922d206c on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:53.188574 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3311a71b-b1fa-4dfa-aa50-8cc5517fbf9c tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "GET /v2.0/ports?device_id=6463e861-f46a-4f65-8ee2-7792f7c81d70 HTTP/1.1" status: 200 len: 205 time: 0.2483077 Dec 23 08:33:53.228420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 936abcbc-c4bd-4562-9afb-de59d3aebbfe up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:33:53.233388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50012) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:53.239941 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-982f5b37-b7d2-449b-b33a-465ba2e603ae tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags/tempest-TagsExtTest-Tag-1446578573 HTTP/1.1" status: 204 len: 168 time: 0.5456831 Dec 23 08:33:53.289519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for b22bd944-709f-445b-ab67-8569eeef749d owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:53.297075 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 936abcbc-c4bd-4562-9afb-de59d3aebbfe triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:53.297449 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:53.304844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50016) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:53.318380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-fd5285cf-971a-4220-9317-e9a0efa71b46 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b', 'tempest-TagsExtTest-Tag-1446578573') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:53.373857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-b1028315-dd39-4ab8-8cbb-08f66a86e907 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:53.407442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-b1028315-dd39-4ab8-8cbb-08f66a86e907 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:53.409302 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-b1028315-dd39-4ab8-8cbb-08f66a86e907 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3985920 Dec 23 08:33:53.462142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5fba1947-95c8-48cf-9bd7-2e348b5a2584 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:53.497998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 5fba1947-95c8-48cf-9bd7-2e348b5a2584 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:53.498374 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5fba1947-95c8-48cf-9bd7-2e348b5a2584 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:53.567625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:53.604035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b7018c8-b362-43bd-9c49-c3ff4da63539 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:53.632658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=b22bd944-709f-445b-ab67-8569eeef749d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:53.734480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:53.740024 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6b537025-5652-4fbf-b0ac-976b4e87a29a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/28659b92-99f5-47c2-a69a-f2c07d09f767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6517086 Dec 23 08:33:53.746767 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aadd3b6-6cc0-4093-8dac-3eb394504d87 None None] Sync routers for ids ['28659b92-99f5-47c2-a69a-f2c07d09f767'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:53.748997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50020) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:53.767380 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aadd3b6-6cc0-4093-8dac-3eb394504d87 None None] Routers {'28659b92-99f5-47c2-a69a-f2c07d09f767'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:53.769204 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-5aadd3b6-6cc0-4093-8dac-3eb394504d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['28659b92-99f5-47c2-a69a-f2c07d09f767'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:53.770495 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-eb6a14be-c83c-4a24-bfd8-2258228349dd service neutron] 10.222.0.36 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488684 Dec 23 08:33:53.796601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:53.850766 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-5aadd3b6-6cc0-4093-8dac-3eb394504d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:53.862934 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aadd3b6-6cc0-4093-8dac-3eb394504d87 None None] Routers {'28659b92-99f5-47c2-a69a-f2c07d09f767'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:53.863579 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-5aadd3b6-6cc0-4093-8dac-3eb394504d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['28659b92-99f5-47c2-a69a-f2c07d09f767'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:53.875029 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fd5285cf-971a-4220-9317-e9a0efa71b46 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags/tempest-TagsExtTest-Tag-1446578573 HTTP/1.1" status: 204 len: 168 time: 0.5696700 Dec 23 08:33:53.887809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50024) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:53.926794 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-5aadd3b6-6cc0-4093-8dac-3eb394504d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:53.927117 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aadd3b6-6cc0-4093-8dac-3eb394504d87 None None] The sync data for ids ['28659b92-99f5-47c2-a69a-f2c07d09f767'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:33:53.955748 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-1d0842af-5e4b-4c8c-bd38-23f8ac89881b service neutron] 10.222.0.36 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403425 Dec 23 08:33:53.957861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-6b734fab-7456-42da-bfda-21ddb87007d9 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:53.996037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:54.030979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f0a58-2b89-43ff-9d1b-bd49fc1fb0ad tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:54.031661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3c0f0a58-2b89-43ff-9d1b-bd49fc1fb0ad tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:54.170954 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-60850108-98e8-4ce2-84d8-10f1dc37a1b3 req-8b1c52bb-17a5-4d59-b891-7463dc391e3e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 210 time: 0.0466049 Dec 23 08:33:54.484837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3c0f0a58-2b89-43ff-9d1b-bd49fc1fb0ad tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:54.489114 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3c0f0a58-2b89-43ff-9d1b-bd49fc1fb0ad tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports/3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a HTTP/1.1" status: 200 len: 975 time: 0.7291007 Dec 23 08:33:54.497525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50038) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:54.518984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b7018c8-b362-43bd-9c49-c3ff4da63539 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:54.537674 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6b734fab-7456-42da-bfda-21ddb87007d9 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags HTTP/1.1" status: 200 len: 205 time: 0.6488378 Dec 23 08:33:54.542941 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b7018c8-b362-43bd-9c49-c3ff4da63539 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:54.544744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50042) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:54.553591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-c7c88a8a-a3dc-4197-b0cb-67d4cfe1aa7f tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:54.572425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Allocated IP 172.26.8.73 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/845db1dc-d6b0-40e5-a095-a55afe3b602c) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:54.681117 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c7c88a8a-a3dc-4197-b0cb-67d4cfe1aa7f tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags HTTP/1.1" status: 200 len: 240 time: 0.1353254 Dec 23 08:33:54.687510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50046) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:54.692520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b7018c8-b362-43bd-9c49-c3ff4da63539 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:54.693028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7018c8-b362-43bd-9c49-c3ff4da63539 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Fanout notify agent at l3_agent the message router_deleted on router 6463e861-f46a-4f65-8ee2-7792f7c81d70 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:33:54.699301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-d7848be1-50fd-4e24-b552-0e32985746d0 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06', 'tempest-TagsExtTest-Tag-772769884') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:54.748982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b7018c8-b362-43bd-9c49-c3ff4da63539 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:54.752894 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3b7018c8-b362-43bd-9c49-c3ff4da63539 tempest-RoutersNegativeIpV6Test-708681907 tempest-RoutersNegativeIpV6Test-708681907-project] 10.222.0.36 "DELETE /v2.0/routers/6463e861-f46a-4f65-8ee2-7792f7c81d70 HTTP/1.1" status: 204 len: 168 time: 1.5115604 Dec 23 08:33:54.768918 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d7848be1-50fd-4e24-b552-0e32985746d0 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags/tempest-TagsExtTest-Tag-772769884 HTTP/1.1" status: 204 len: 168 time: 0.0797234 Dec 23 08:33:54.773055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50052) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:54.806412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-f7a1d45e-50e0-4832-99c0-ccab1a9caaed tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06', 'tempest-TagsExtTest-Tag-772769884') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:54.824525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:54.857108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:54.887450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:54.961625 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f7a1d45e-50e0-4832-99c0-ccab1a9caaed tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags/tempest-TagsExtTest-Tag-772769884 HTTP/1.1" status: 204 len: 168 time: 0.1761837 Dec 23 08:33:54.964112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50056) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:54.967867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:54.970492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-8048c1b0-ca31-47d1-90a9-48e33516e5c5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:54.971664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:54.976395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:55.005676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'Port': ['ID=845db1dc-d6b0-40e5-a095-a55afe3b602c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:55.140344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50062) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:55.226049 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8048c1b0-ca31-47d1-90a9-48e33516e5c5 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags HTTP/1.1" status: 200 len: 205 time: 0.2600281 Dec 23 08:33:55.276204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50070) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:55.290650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-7a5bf033-8059-4356-8b37-ce9ddb733a42 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:55.459022 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa1dfe6f-684b-4c8a-98ab-ec9f77dbfa97 req-f986cf60-34f9-455b-b7e9-d05d27cd53f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 210 time: 0.0784864 Dec 23 08:33:55.471517 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1ffddf33-197a-4067-887f-b7c3058167b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac7327b70095476fb2047431922d206c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3301308 Dec 23 08:33:55.472085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50074) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:55.500658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-6d0fa3d2-0fea-4fb5-bf01-887ab3b69b8c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:55.502643 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-6d0fa3d2-0fea-4fb5-bf01-887ab3b69b8c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 HTTP/1.1" status: 200 len: 796 time: 0.3224108 Dec 23 08:33:55.513136 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7a5bf033-8059-4356-8b37-ce9ddb733a42 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags HTTP/1.1" status: 204 len: 168 time: 0.2354665 Dec 23 08:33:55.516788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50078) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:55.529105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-1a826b78-2fcf-4846-934b-4b3cd8dce95e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:55.552494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:55.586268 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a1a37a18-baef-49c2-beb8-20bf7981ae89 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2516966 Dec 23 08:33:55.591468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50082) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:55.597290 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-57afb7c8-07b7-4465-b8e4-d317b9c5c421 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 379 time: 0.0779178 Dec 23 08:33:55.635493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['207d2f68-8c85-4146-af9d-1ca48481ef55']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:55.696974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44c00df4-dd65-4909-ab02-9c2fe82e8c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:55.738779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44c00df4-dd65-4909-ab02-9c2fe82e8c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:55.759384 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1a826b78-2fcf-4846-934b-4b3cd8dce95e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags HTTP/1.1" status: 204 len: 168 time: 0.2350767 Dec 23 08:33:55.764508 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50086) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:55.785373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-858cb5bc-7a6b-45d4-bdc3-a57e5afe6232 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:55.875245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44c00df4-dd65-4909-ab02-9c2fe82e8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:55.890145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:55.918866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c00df4-dd65-4909-ab02-9c2fe82e8c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797d4fdd-d869-40d6-9e4b-929cae4bd985,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:55.947207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44c00df4-dd65-4909-ab02-9c2fe82e8c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:55.948208 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-44c00df4-dd65-4909-ab02-9c2fe82e8c60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/797d4fdd-d869-40d6-9e4b-929cae4bd985 HTTP/1.1" status: 204 len: 168 time: 0.4742780 Dec 23 08:33:55.956882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:55.994410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:56.067863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:56.083392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a50306-daa8-4fc8-8e24-9a7bdee118ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting subnet 645660cf-276e-4ec2-8643-109990e2ece4 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:33:56.097974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72a50306-daa8-4fc8-8e24-9a7bdee118ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:56.155900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:33:56.159441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:56.177115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:56.218888 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:33:56.304298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:56.310166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:56.380290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72a50306-daa8-4fc8-8e24-9a7bdee118ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:56.426545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event updated for resources: {'Port': ['ID=845db1dc-d6b0-40e5-a095-a55afe3b602c,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:56.438266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:56.454011 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-858cb5bc-7a6b-45d4-bdc3-a57e5afe6232 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags HTTP/1.1" status: 204 len: 168 time: 0.6826320 Dec 23 08:33:56.485623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50102) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:56.501853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-9af3ef4e-c342-468f-be91-70009116993c tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:56.694462 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-325398b0-f9c1-417b-872f-6f274f3e7208 req-8ad411fc-3051-4e4d-8abc-9823e02cf59b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 210 time: 0.0833828 Dec 23 08:33:56.711918 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9af3ef4e-c342-468f-be91-70009116993c tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags HTTP/1.1" status: 204 len: 168 time: 0.2204289 Dec 23 08:33:56.712510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50112) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:56.723244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-81c60f3b-011b-4350-bc2b-396ef2a851ab tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98', 'tempest-TagsExtTest-Tag-1471543411') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:56.732719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72a50306-daa8-4fc8-8e24-9a7bdee118ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:56.786122 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Floating IP 81093181-e09e-4909-931c-4732c72de06b associated. External IP: 172.26.8.73, port: 96d51480-c347-4007-9a5d-85d7ccf14b80. Dec 23 08:33:56.796974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.4 (af1f03c8-0746-4bb3-a225-5d4a10a8a8b8/9c3bea2c-0751-44ac-b00c-06c1d7a84fb4/e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:33:56.907712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72a50306-daa8-4fc8-8e24-9a7bdee118ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:56.952769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50118) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:56.957482 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032640 Dec 23 08:33:56.960791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50120) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:56.965542 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-81c60f3b-011b-4350-bc2b-396ef2a851ab tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags/tempest-TagsExtTest-Tag-1471543411 HTTP/1.1" status: 201 len: 201 time: 0.2514124 Dec 23 08:33:56.970336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50124) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:56.976670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-2e6675e4-97c7-437a-bd0b-53b576eb2cb8 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb', 'tempest-TagsExtTest-Tag-52450875') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:57.062871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a50306-daa8-4fc8-8e24-9a7bdee118ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Subnet': ['ID=645660cf-276e-4ec2-8643-109990e2ece4,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:57.093981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd564e-9475-4a03-ac36-9b282632d8ca None None] Network 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:33:57.112061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-72a50306-daa8-4fc8-8e24-9a7bdee118ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.149359 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-471ec253-27e5-4f10-ad92-ed785ab7fd78 tempest-NetworksApiDiscovery-1424395212 tempest-NetworksApiDiscovery-1424395212-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1874838 Dec 23 08:33:57.155163 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2e6675e4-97c7-437a-bd0b-53b576eb2cb8 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags/tempest-TagsExtTest-Tag-52450875 HTTP/1.1" status: 201 len: 201 time: 0.1793964 Dec 23 08:33:57.155357 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-72a50306-daa8-4fc8-8e24-9a7bdee118ca tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/645660cf-276e-4ec2-8643-109990e2ece4 HTTP/1.1" status: 204 len: 168 time: 1.5613210 Dec 23 08:33:57.158349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50132) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:57.158746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50134) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:57.191404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-9b218289-9c9e-480a-8e70-e3148da07e7e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b', 'tempest-TagsExtTest-Tag-819961018') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:57.198772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:57.199197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.268732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.360560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:57.421191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a167a7f-d65f-4c79-b6ca-13c1af02e412 None None] DHCP port deletion for 34e0a611-d35d-4b7c-bc49-97e0447f1dd4 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:33:57.429032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1a167a7f-d65f-4c79-b6ca-13c1af02e412 None None] Deleting port d193587b-0627-4255-ad08-cbe479761f3b {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:57.429930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a167a7f-d65f-4c79-b6ca-13c1af02e412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.433329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.455946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.501826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.542665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port d193587b-0627-4255-ad08-cbe479761f3b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:57.542665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.588065 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9b218289-9c9e-480a-8e70-e3148da07e7e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags/tempest-TagsExtTest-Tag-819961018 HTTP/1.1" status: 201 len: 201 time: 0.4260879 Dec 23 08:33:57.591570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50142) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:57.591897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50144) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:57.601545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:57.699037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:57.702609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:33:57.707141 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:33:57.710792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:33:57.728559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-38b3e7f5-13db-4190-a478-bad862a2b2d4 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06', 'tempest-TagsExtTest-Tag-787799413') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:57.769433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1a167a7f-d65f-4c79-b6ca-13c1af02e412 None None] For port d193587b-0627-4255-ad08-cbe479761f3b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d193587b-0627-4255-ad08-cbe479761f3b,segment=NetworkSegment(4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3),segment_id=4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:57.772194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a167a7f-d65f-4c79-b6ca-13c1af02e412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.807847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:57.808459 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:57.870025 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-03b7e95a-4458-4edd-a451-bc9cc81106a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2416077 Dec 23 08:33:57.887854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Request body: {'port': {'device_id': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:33:57.964650 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1a167a7f-d65f-4c79-b6ca-13c1af02e412 None None] Calling delete_port for d193587b-0627-4255-ad08-cbe479761f3b owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:58.038124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c69fcfea-a51b-49e2-bd20-297ba285146b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.051250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1a167a7f-d65f-4c79-b6ca-13c1af02e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.062124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port d193587b-0627-4255-ad08-cbe479761f3b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d193587b-0627-4255-ad08-cbe479761f3b,segment=NetworkSegment(4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3),segment_id=4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:33:58.062479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.106487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a167a7f-d65f-4c79-b6ca-13c1af02e412 None None] Pushing event deleted for resources: {'Port': ['ID=d193587b-0627-4255-ad08-cbe479761f3b,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:58.114862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a167a7f-d65f-4c79-b6ca-13c1af02e412 None None] No DVR routers for this DVR port d193587b-0627-4255-ad08-cbe479761f3b on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:33:58.126420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fff512c5-ebb2-4f86-9f26-52c465de1659 None None] Provisioning for port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:33:58.136730 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fff512c5-ebb2-4f86-9f26-52c465de1659 None None] Provisioning complete for port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:33:58.137079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fff512c5-ebb2-4f86-9f26-52c465de1659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.194670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fff512c5-ebb2-4f86-9f26-52c465de1659 None None] Port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:33:58.202581 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-38b3e7f5-13db-4190-a478-bad862a2b2d4 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags/tempest-TagsExtTest-Tag-787799413 HTTP/1.1" status: 201 len: 201 time: 0.6058159 Dec 23 08:33:58.209655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50156) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:58.216203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for d193587b-0627-4255-ad08-cbe479761f3b owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:33:58.262220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-b88258b0-33d5-48d7-a142-1dd32a6457f4 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98', {'tags': ['tempest-TagsExtTest-Tag-432041146', 'tempest-TagsExtTest-Tag-1473675956', 'tempest-TagsExtTest-Tag-330778028']}) {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:58.275093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.298938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Router c913376e-67fe-4614-b3ea-8a377634c69d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:58.310772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.315270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c69fcfea-a51b-49e2-bd20-297ba285146b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:33:58.326715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c69fcfea-a51b-49e2-bd20-297ba285146b admin admin] Usage tracker for resource:security_group_rule and tenant:e5a62f0f747443e3b837447c49d5c40c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:33:58.338984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c69fcfea-a51b-49e2-bd20-297ba285146b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:33:58.344014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=3ee1f7e3-f1de-4ed8-849a-ac0c8d1e537a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:58.360075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c69fcfea-a51b-49e2-bd20-297ba285146b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:33:58.384718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.db.api [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:33:58.385091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG oslo_db.api [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:33:58.474323 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b88258b0-33d5-48d7-a142-1dd32a6457f4 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags HTTP/1.1" status: 200 len: 316 time: 0.2263112 Dec 23 08:33:58.480619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50160) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:58.484624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785a0ee-4ee9-42be-a3aa-e601a79e8c93 req-fda38a1b-278d-48b0-b5c8-56ab8100ff15 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:58.485110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-3785a0ee-4ee9-42be-a3aa-e601a79e8c93 req-fda38a1b-278d-48b0-b5c8-56ab8100ff15 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:33:58.491256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-bd26633e-f2b1-4f17-b010-05feeaad6ef4 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:58.613264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c69fcfea-a51b-49e2-bd20-297ba285146b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.659814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-3785a0ee-4ee9-42be-a3aa-e601a79e8c93 req-fda38a1b-278d-48b0-b5c8-56ab8100ff15 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:33:58.661084 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3785a0ee-4ee9-42be-a3aa-e601a79e8c93 req-fda38a1b-278d-48b0-b5c8-56ab8100ff15 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 931 time: 0.6653452 Dec 23 08:33:58.675042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c69fcfea-a51b-49e2-bd20-297ba285146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.746550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fcfea-a51b-49e2-bd20-297ba285146b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1848b2-6fe4-4e1a-bf89-a50fbb6f70ed,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:58.760001 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c69fcfea-a51b-49e2-bd20-297ba285146b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5a62f0f747443e3b837447c49d5c40c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1670160 Dec 23 08:33:58.764396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50164) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:58.797834 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bd26633e-f2b1-4f17-b010-05feeaad6ef4 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags HTTP/1.1" status: 204 len: 168 time: 0.3162138 Dec 23 08:33:58.806946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50168) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:58.820821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-bd469c95-7ca3-460e-8be4-8a127e8d6bfd tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98', 'tempest-TagsExtTest-Tag-432041146') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:58.868718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.877514 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3785a0ee-4ee9-42be-a3aa-e601a79e8c93 req-b1d0e5a9-261c-41d1-b176-b43ea62a4785 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079885 Dec 23 08:33:58.886946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port d193587b-0627-4255-ad08-cbe479761f3b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:33:58.887503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:58.922102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:33:58.938958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] Sync routers for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:33:58.953223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:58.953984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:58.999193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] The port 'd193587b-0627-4255-ad08-cbe479761f3b' was deleted {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:33:59.007898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf242d5a-361d-4070-a7ff-4bdad2691fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.013420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d193587b-0627-4255-ad08-cbe479761f3b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:33:59.064053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d193587b-0627-4255-ad08-cbe479761f3b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:33:59.065150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d193587b-0627-4255-ad08-cbe479761f3b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:33:59.086354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.188129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:59.188728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf242d5a-361d-4070-a7ff-4bdad2691fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.241626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:33:59.243167 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-bd469c95-7ca3-460e-8be4-8a127e8d6bfd tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:33:59.247159 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bd469c95-7ca3-460e-8be4-8a127e8d6bfd tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags/tempest-TagsExtTest-Tag-432041146 HTTP/1.1" status: 404 len: 328 time: 0.4380672 Dec 23 08:33:59.249603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50172) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:59.262459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-c83fad9c-7f60-4d4a-a17e-a18e41cf3fd2 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98', 'tempest-TagsExtTest-Tag-1473675956') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:59.300002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.324730 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eb9a36fe-e18f-4c5f-ba94-21f6cb7cbd64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6874347 Dec 23 08:33:59.330095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:33:59.332833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.363750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e0a611-d35d-4b7c-bc49-97e0447f1dd4']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:59.386219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:59.386516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c96ef33-f6c5-47e4-8bf1-5d84c344d3d3') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:59.403236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.433371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.441448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf242d5a-361d-4070-a7ff-4bdad2691fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.458388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:33:59.458778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.498667 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'status': 'completed', 'code': 200} Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: util.warn( Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:33:59.499243 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:33:59.604107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf242d5a-361d-4070-a7ff-4bdad2691fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1848b2-6fe4-4e1a-bf89-a50fbb6f70ed,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:59.692069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '81093181-e09e-4909-931c-4732c72de06b', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'floating_ip_address': '172.26.8.73', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'port_id': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'mac_address': 'fa:16:3e:13:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:33:55Z', 'updated_at': '2021-12-23T08:33:55Z', 'revision_number': 0, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028b3e1-14bc-4501-91fe-4fb855dad1e5', 'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'mac_address': 'fa:16:3e:b7:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:22Z', 'updated_at': '2021-12-23T08:33:41Z', 'revision_number': 5, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'subnets': [{'id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:59.697552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] Checking router: c913376e-67fe-4614-b3ea-8a377634c69d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:33:59.714704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:33:59.715713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:33:59.715849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d75ab-d095-4d97-ae59-ec693e612958 req-c116dec8-1bc3-4b93-9afa-51783fe5f41e tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:33:59.717191 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cf0d75ab-d095-4d97-ae59-ec693e612958 req-c116dec8-1bc3-4b93-9afa-51783fe5f41e tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1713364 Dec 23 08:33:59.724522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 28659b92-99f5-47c2-a69a-f2c07d09f767 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:33:59.765218 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-c83fad9c-7f60-4d4a-a17e-a18e41cf3fd2 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:33:59.769630 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c83fad9c-7f60-4d4a-a17e-a18e41cf3fd2 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags/tempest-TagsExtTest-Tag-1473675956 HTTP/1.1" status: 404 len: 329 time: 0.5148597 Dec 23 08:33:59.773106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50180) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:59.782987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf242d5a-361d-4070-a7ff-4bdad2691fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.784630 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cf242d5a-361d-4070-a7ff-4bdad2691fa5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd1848b2-6fe4-4e1a-bf89-a50fbb6f70ed HTTP/1.1" status: 204 len: 168 time: 1.0185502 Dec 23 08:33:59.805135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.832138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Transition to ACTIVE for port object e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:33:59.835319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.844494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:33:59.855709 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/networks/34e0a611-d35d-4b7c-bc49-97e0447f1dd4 HTTP/1.1" status: 204 len: 168 time: 2.6916189 Dec 23 08:33:59.856653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5fd4c-3850-4ef6-a8ab-8ff4531cb0de tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Network': ['ID=34e0a611-d35d-4b7c-bc49-97e0447f1dd4,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:33:59.858416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50186) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:33:59.944540 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4d8a0c42-bc84-46e0-afe5-d78005c51859 req-f538a68b-595b-4a62-9075-e86d5fcbc678 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7b06b228edf949429bc46d952d6633c5&device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 1098 time: 0.4405792 Dec 23 08:33:59.974091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:33:59.996329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-2fac2fe8-0228-477d-a2b3-eb8296e5d057 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98', 'tempest-TagsExtTest-Tag-330778028') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:00.232393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a0c42-bc84-46e0-afe5-d78005c51859 req-4981856d-2750-47c4-9769-c0712d3308fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:00.233845 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4d8a0c42-bc84-46e0-afe5-d78005c51859 req-4981856d-2750-47c4-9769-c0712d3308fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d568362d-56da-4c68-9c51-6bfd8dbd755e HTTP/1.1" status: 200 len: 897 time: 0.2830040 Dec 23 08:34:00.281469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:00.315719 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cf0d75ab-d095-4d97-ae59-ec693e612958 req-b485290e-579f-4e42-97fc-7f4047ac9512 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5865154 Dec 23 08:34:00.354325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50192) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:00.366191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:00.508949 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4d8a0c42-bc84-46e0-afe5-d78005c51859 req-89512034-f253-4d5e-be77-ab48fa7cf50d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d51480-c347-4007-9a5d-85d7ccf14b80 HTTP/1.1" status: 200 len: 998 time: 0.2679222 Dec 23 08:34:00.519528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78595eaf-d61c-4c2e-bfe2-95538c965eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:00.559334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:00.572348 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f68dd6-a818-4073-9ad2-187aeb4e8046 None None] Sync routers for ids ['28659b92-99f5-47c2-a69a-f2c07d09f767'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:00.576851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '81093181-e09e-4909-931c-4732c72de06b', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'floating_ip_address': '172.26.8.73', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'port_id': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'mac_address': 'fa:16:3e:13:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:33:55Z', 'updated_at': '2021-12-23T08:33:55Z', 'revision_number': 0, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028b3e1-14bc-4501-91fe-4fb855dad1e5', 'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'mac_address': 'fa:16:3e:b7:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:22Z', 'updated_at': '2021-12-23T08:33:41Z', 'revision_number': 5, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'subnets': [{'id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:00.585901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391ebf3-c052-4484-aad1-61a1146d93f8 None None] The sync data for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv is: [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '81093181-e09e-4909-931c-4732c72de06b', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'floating_ip_address': '172.26.8.73', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'port_id': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'mac_address': 'fa:16:3e:13:fa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:33:55Z', 'updated_at': '2021-12-23T08:33:55Z', 'revision_number': 0, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5028b3e1-14bc-4501-91fe-4fb855dad1e5', 'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'mac_address': 'fa:16:3e:b7:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:22Z', 'updated_at': '2021-12-23T08:33:41Z', 'revision_number': 5, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'subnets': [{'id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:00.588409 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f68dd6-a818-4073-9ad2-187aeb4e8046 None None] Routers {'28659b92-99f5-47c2-a69a-f2c07d09f767'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:00.589613 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-94f68dd6-a818-4073-9ad2-187aeb4e8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['28659b92-99f5-47c2-a69a-f2c07d09f767'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:00.591329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a0c42-bc84-46e0-afe5-d78005c51859 req-df64ef20-dc11-4760-9792-df3d211abeb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:00.592910 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4d8a0c42-bc84-46e0-afe5-d78005c51859 req-df64ef20-dc11-4760-9792-df3d211abeb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d404cdf-e1ad-44f9-af09-9a342633b45d HTTP/1.1" status: 200 len: 834 time: 0.0768056 Dec 23 08:34:00.637722 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-18e0eb75-989d-4c6e-879f-f107e791e288 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/28659b92-99f5-47c2-a69a-f2c07d09f767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1339841 Dec 23 08:34:00.642097 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1ca15de0-d0cd-4dcb-828d-61fdb9adf5f8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/floatingips/81093181-e09e-4909-931c-4732c72de06b HTTP/1.1" status: 200 len: 990 time: 0.2803016 Dec 23 08:34:00.642097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50196) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:00.663348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:00.692835 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-94f68dd6-a818-4073-9ad2-187aeb4e8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:00.703397 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f68dd6-a818-4073-9ad2-187aeb4e8046 None None] Routers {'28659b92-99f5-47c2-a69a-f2c07d09f767'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:00.704084 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-94f68dd6-a818-4073-9ad2-187aeb4e8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['28659b92-99f5-47c2-a69a-f2c07d09f767'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:00.742514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1692-2840-4fdf-9210-a7ac81748024 req-ff1751b3-d33f-430c-afe3-fcb62de9ca87 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:00.743960 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-90af1692-2840-4fdf-9210-a7ac81748024 req-ff1751b3-d33f-430c-afe3-fcb62de9ca87 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 943 time: 0.5892742 Dec 23 08:34:00.746598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Attempting to bind port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:00.746916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Attempting to bind port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:00.747229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Attempting to bind port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 on network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:00.750428 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-2fac2fe8-0228-477d-a2b3-eb8296e5d057 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:00.751365 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2fac2fe8-0228-477d-a2b3-eb8296e5d057 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags/tempest-TagsExtTest-Tag-330778028 HTTP/1.1" status: 404 len: 328 time: 0.9773235 Dec 23 08:34:00.762899 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-94f68dd6-a818-4073-9ad2-187aeb4e8046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:00.763355 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f68dd6-a818-4073-9ad2-187aeb4e8046 None None] The sync data for ids ['28659b92-99f5-47c2-a69a-f2c07d09f767'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:00.788312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50200) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:00.800801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-19f1d10e-e521-41ae-81ab-dd44c21f9465 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb', {'tags': ['tempest-TagsExtTest-Tag-832885454', 'tempest-TagsExtTest-Tag-378761586', 'tempest-TagsExtTest-Tag-861907955']}) {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:00.833634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 on network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:34:00.833634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Attempting to bind port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 on network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:00.859097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:00.859427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Checking segment: {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:00.859801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Bound using segment: {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:00.860234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Bound port: e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3edc658f-ba4d-46c8-a9fa-e46595350ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:00.860557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:00.869324 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4d8a0c42-bc84-46e0-afe5-d78005c51859 req-232c35f5-8eaf-46dc-b810-dbdaeadcbf25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d568362d-56da-4c68-9c51-6bfd8dbd755e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2666802 Dec 23 08:34:00.946467 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-90af1692-2840-4fdf-9210-a7ac81748024 req-510d7889-67fe-47a8-b1f3-bb6cdbb22094 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406844 Dec 23 08:34:00.999563 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-19f1d10e-e521-41ae-81ab-dd44c21f9465 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags HTTP/1.1" status: 200 len: 315 time: 0.2101562 Dec 23 08:34:01.003875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50204) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:01.024885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-6812837c-40ba-4a86-9564-9401b7162481 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:01.118151 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4d8a0c42-bc84-46e0-afe5-d78005c51859 req-5ed7173e-6615-4cef-a366-184ac74c9485 service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410362 Dec 23 08:34:01.143849 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-3a2444bb-71e2-4361-af3f-a48d34969e06 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 08:34:01.144920 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3a2444bb-71e2-4361-af3f-a48d34969e06 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/28659b92-99f5-47c2-a69a-f2c07d09f767/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4997547 Dec 23 08:34:01.145992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] For port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:01.147944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50208) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:01.195246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f4ba3804-0cd6-4b8d-8eff-7875af51e414 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:01.198725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] For port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:01.205945 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:01.258928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f4ba3804-0cd6-4b8d-8eff-7875af51e414 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:01.260079 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f4ba3804-0cd6-4b8d-8eff-7875af51e414 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=28659b92-99f5-47c2-a69a-f2c07d09f767 HTTP/1.1" status: 200 len: 205 time: 0.1112704 Dec 23 08:34:01.267045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50212) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:01.331537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:01.332917 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] 10.222.0.24 "PUT /v2.0/ports/e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 HTTP/1.1" status: 200 len: 1093 time: 3.4548364 Dec 23 08:34:01.339010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:34:01.558907 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4d8a0c42-bc84-46e0-afe5-d78005c51859 req-f772d5b7-5c50-4487-8362-fa641c00207e service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334440 Dec 23 08:34:01.616874 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'status': 'completed', 'code': 200} Dec 23 08:34:01.617470 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6812837c-40ba-4a86-9564-9401b7162481 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags HTTP/1.1" status: 204 len: 168 time: 0.6008778 Dec 23 08:34:01.621649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45133a-7c95-40f3-96c5-56f7325dccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:01.622468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50218) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:01.631819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-88fcfcd3-f1fa-4d0c-a232-e44c263c5d5c tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb', 'tempest-TagsExtTest-Tag-832885454') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:01.644466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:01.652031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50222) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:01.659249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:01.659853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:01.662319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cf9cd1d-0268-4dfb-9aa3-bfa0d95694b4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:01.768443 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-88fcfcd3-f1fa-4d0c-a232-e44c263c5d5c tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:01.772448 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-88fcfcd3-f1fa-4d0c-a232-e44c263c5d5c tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags/tempest-TagsExtTest-Tag-832885454 HTTP/1.1" status: 404 len: 328 time: 0.1490061 Dec 23 08:34:01.773101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50226) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:01.779504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-56c25f31-6c2e-4844-8cb0-57542c8d6220 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb', 'tempest-TagsExtTest-Tag-378761586') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:01.837351 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7fb89d3b-4fbb-4ba5-a6e4-5167dd16cd5b tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/floatingips/81093181-e09e-4909-931c-4732c72de06b HTTP/1.1" status: 200 len: 990 time: 0.1837375 Dec 23 08:34:01.838744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:01.903491 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-56c25f31-6c2e-4844-8cb0-57542c8d6220 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:01.907587 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-56c25f31-6c2e-4844-8cb0-57542c8d6220 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags/tempest-TagsExtTest-Tag-378761586 HTTP/1.1" status: 404 len: 328 time: 0.1325936 Dec 23 08:34:01.910244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50230) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:01.914768 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e9f53a-1fcd-48b7-92a4-400e8849940c None None] New status for floating IP 81093181-e09e-4909-931c-4732c72de06b: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:34:01.918292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-ebff313e-2457-4816-acff-2ea1bc6f0c31 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb', 'tempest-TagsExtTest-Tag-861907955') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:01.934560 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-e467aef5-721e-49e7-8fd4-ead370ae8c42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 1096 time: 0.5237377 Dec 23 08:34:02.047827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:02.048359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:02.096737 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-ebff313e-2457-4816-acff-2ea1bc6f0c31 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:02.097786 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ebff313e-2457-4816-acff-2ea1bc6f0c31 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags/tempest-TagsExtTest-Tag-861907955 HTTP/1.1" status: 404 len: 328 time: 0.1865461 Dec 23 08:34:02.100452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50236) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:02.112986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-c7e252b1-4b6a-4b5d-8f11-6c40e8c9b373 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b', {'tags': ['tempest-TagsExtTest-Tag-1991872865', 'tempest-TagsExtTest-Tag-214580082', 'tempest-TagsExtTest-Tag-852738331']}) {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:02.169262 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-e8ce8a36-5a83-4f21-b8a3-f51ddd7245a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 HTTP/1.1" status: 200 len: 217 time: 0.0757549 Dec 23 08:34:02.211030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:53Z', 'revision_number': 9, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:02.216014 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] Checking router: 9fad65ee-e0bd-4ab7-870a-812199247dae for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:02.232302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:02.233274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:33:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:02.361577 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c7e252b1-4b6a-4b5d-8f11-6c40e8c9b373 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags HTTP/1.1" status: 200 len: 316 time: 0.2574842 Dec 23 08:34:02.362010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50240) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:02.370575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-16ff6bb2-a8d7-40e3-a741-80d4f9a5c053 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:02.425916 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:02.428383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cf9cd1d-0268-4dfb-9aa3-bfa0d95694b4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:02.438194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-5108628d-b549-4144-9cec-964e14acaf69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:02.440321 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-5108628d-b549-4144-9cec-964e14acaf69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c3bea2c-0751-44ac-b00c-06c1d7a84fb4 HTTP/1.1" status: 200 len: 835 time: 0.2275469 Dec 23 08:34:02.445240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cf9cd1d-0268-4dfb-9aa3-bfa0d95694b4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:02.503210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd9554-093a-49bf-ac30-836f7fd484f3 req-9e62fe7d-1662-4be0-b6fa-a19d0b519058 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:02.504864 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3bd9554-093a-49bf-ac30-836f7fd484f3 req-9e62fe7d-1662-4be0-b6fa-a19d0b519058 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 943 time: 0.3318715 Dec 23 08:34:02.552258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1a8e7c0d-6179-48c4-8b03-94788b5d9eb3,segment=NetworkSegment(853e4b36-fd9a-48ea-85a1-c2e06a708dd3),segment_id=853e4b36-fd9a-48ea-85a1-c2e06a708dd3)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:02.552658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:02.580772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cf9cd1d-0268-4dfb-9aa3-bfa0d95694b4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:02.581239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf9cd1d-0268-4dfb-9aa3-bfa0d95694b4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Fanout notify agent at l3_agent the message router_deleted on router 28659b92-99f5-47c2-a69a-f2c07d09f767 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:34:02.606391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7cf9cd1d-0268-4dfb-9aa3-bfa0d95694b4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:02.606731 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7cf9cd1d-0268-4dfb-9aa3-bfa0d95694b4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/28659b92-99f5-47c2-a69a-f2c07d09f767 HTTP/1.1" status: 204 len: 168 time: 1.3370903 Dec 23 08:34:02.612467 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3bd9554-093a-49bf-ac30-836f7fd484f3 req-bd2fc9aa-d49a-4b78-a511-39c07706c253 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004143 Dec 23 08:34:02.613557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50244) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:02.653351 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-822a64c9-dd78-4d56-aebf-3709e9edf27e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2048945 Dec 23 08:34:02.691879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:02.719480 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-506cdb45-ee5a-4b25-b47c-4d81383d8fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:02.766173 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-16ff6bb2-a8d7-40e3-a741-80d4f9a5c053 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags HTTP/1.1" status: 204 len: 168 time: 0.4008043 Dec 23 08:34:02.767869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50248) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:02.773173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-c36afbd8-46a8-426b-93e0-63975d89775b tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b', 'tempest-TagsExtTest-Tag-1991872865') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:02.836046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:53Z', 'revision_number': 9, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:02.840369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcbb26-f9d8-4e79-af67-a8474ad69da4 None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:33:53Z', 'revision_number': 9, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None, '_interfaces': [{'id': '1a8e7c0d-6179-48c4-8b03-94788b5d9eb3', 'name': '', 'network_id': 'b3116310-e882-44da-90ce-4ce386145baf', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:1a:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:52Z', 'updated_at': '2021-12-23T08:33:09Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '8028c30a-04fc-4ea0-b943-5fbaca86399a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2705985c-e375-4c0e-9a61-c3e8e67a9f61', 'name': '', 'network_id': 'd5de7770-b48a-4fba-90c8-de2db0e274a5', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'mac_address': 'fa:16:3e:aa:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:32:45Z', 'updated_at': '2021-12-23T08:33:07Z', 'revision_number': 5, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'subnets': [{'id': '9bdb2a41-eb22-45ea-9286-9dd22dccbffd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:02.849389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50252) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:02.895611 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-a02c85b6-c754-434a-adda-dee4242bef44 service neutron] 10.222.0.24 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336607 Dec 23 08:34:03.007120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd88fb1-6f7a-4ef2-9059-ca5cba421961 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting subnet 26d09a97-1ae0-429a-9f5c-3f2163c4c9a1 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:34:03.130691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dd88fb1-6f7a-4ef2-9059-ca5cba421961 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:03.153361 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5c7701ee-bc4b-475b-a9b3-c2a46ad3fb9f tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/floatingips/81093181-e09e-4909-931c-4732c72de06b HTTP/1.1" status: 200 len: 992 time: 0.3018093 Dec 23 08:34:03.159678 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-c36afbd8-46a8-426b-93e0-63975d89775b tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:03.164011 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c36afbd8-46a8-426b-93e0-63975d89775b tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags/tempest-TagsExtTest-Tag-1991872865 HTTP/1.1" status: 404 len: 329 time: 0.3932955 Dec 23 08:34:03.164926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50256) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:03.188247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-d1e1cb47-1105-44c0-bb27-5ad0b275e70c tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b', 'tempest-TagsExtTest-Tag-214580082') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:03.192828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b22bd944-709f-445b-ab67-8569eeef749d no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:03.228036 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b22bd944-709f-445b-ab67-8569eeef749d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:03.228500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b22bd944-709f-445b-ab67-8569eeef749d not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:03.243718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:03.290340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dd88fb1-6f7a-4ef2-9059-ca5cba421961 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:03.290615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=1a8e7c0d-6179-48c4-8b03-94788b5d9eb3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:03.320745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c85240e-5d03-46fb-a249-26b8ea74e489 req-857f232d-5ab5-4766-b4aa-9c6151492f60 service neutron] 10.222.0.24 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153402 Dec 23 08:34:03.482538 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-d1e1cb47-1105-44c0-bb27-5ad0b275e70c tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:03.486110 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d1e1cb47-1105-44c0-bb27-5ad0b275e70c tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags/tempest-TagsExtTest-Tag-214580082 HTTP/1.1" status: 404 len: 328 time: 0.3154249 Dec 23 08:34:03.487065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50260) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:03.495986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-0e3aafc6-673a-440f-8209-3fddb6005fcf tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b', 'tempest-TagsExtTest-Tag-852738331') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:03.503633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dd88fb1-6f7a-4ef2-9059-ca5cba421961 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:03.548307 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-505f9c2b-c13f-4942-b2b2-5d71ff18d963 req-6a53e60f-d340-44a8-8cc8-7f60e76c7471 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 1096 time: 0.1667709 Dec 23 08:34:03.649436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:03.655385 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-0e3aafc6-673a-440f-8209-3fddb6005fcf tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:03.659396 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0e3aafc6-673a-440f-8209-3fddb6005fcf tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags/tempest-TagsExtTest-Tag-852738331 HTTP/1.1" status: 404 len: 328 time: 0.1684463 Dec 23 08:34:03.661455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50266) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:03.680120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-dd18624b-36da-449f-9613-d26212332c81 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06', {'tags': ['tempest-TagsExtTest-Tag-1114867043', 'tempest-TagsExtTest-Tag-69088309', 'tempest-TagsExtTest-Tag-1314991736']}) {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:03.695391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dd88fb1-6f7a-4ef2-9059-ca5cba421961 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:03.758881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd88fb1-6f7a-4ef2-9059-ca5cba421961 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Subnet': ['ID=26d09a97-1ae0-429a-9f5c-3f2163c4c9a1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:03.760947 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f9c2b-c13f-4942-b2b2-5d71ff18d963 req-1ce1b6dd-3b5c-4dee-9e10-f90c73c8f647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:03.762386 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-505f9c2b-c13f-4942-b2b2-5d71ff18d963 req-1ce1b6dd-3b5c-4dee-9e10-f90c73c8f647 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 HTTP/1.1" status: 200 len: 896 time: 0.2074964 Dec 23 08:34:03.771216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1dd88fb1-6f7a-4ef2-9059-ca5cba421961 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:03.776801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642afcfc-f772-4262-9f05-1b6915ae0c86 None None] Network 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:03.885488 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1dd88fb1-6f7a-4ef2-9059-ca5cba421961 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/26d09a97-1ae0-429a-9f5c-3f2163c4c9a1 HTTP/1.1" status: 204 len: 168 time: 1.2709115 Dec 23 08:34:03.887611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50270) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:03.893507 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dd18624b-36da-449f-9613-d26212332c81 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "PUT /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags HTTP/1.1" status: 200 len: 316 time: 0.2281337 Dec 23 08:34:03.894884 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-505f9c2b-c13f-4942-b2b2-5d71ff18d963 req-cf3a37f9-1a09-4d6f-a081-abfb15ba82e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 HTTP/1.1" status: 200 len: 217 time: 0.1252005 Dec 23 08:34:03.895320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50274) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:03.929581 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:03.932699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:03.950035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-fe87802b-ece9-40a7-ac13-bffa355321d7 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:04.101123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:04.101587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d074c86e-8d20-41c0-8109-c57eefeeb135 None None] DHCP port deletion for 0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:34:04.105013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f9c2b-c13f-4942-b2b2-5d71ff18d963 req-2c738f6a-7c85-439d-b8af-1cbc81642a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:04.105871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d074c86e-8d20-41c0-8109-c57eefeeb135 None None] Deleting port 936abcbc-c4bd-4562-9afb-de59d3aebbfe {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:04.106373 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d074c86e-8d20-41c0-8109-c57eefeeb135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:04.106512 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-505f9c2b-c13f-4942-b2b2-5d71ff18d963 req-2c738f6a-7c85-439d-b8af-1cbc81642a84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c3bea2c-0751-44ac-b00c-06c1d7a84fb4 HTTP/1.1" status: 200 len: 835 time: 0.1892617 Dec 23 08:34:04.167657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8bd3f-3b5f-473e-ac24-de952d704f27 req-feeb2ca7-a297-4e91-b856-be5dd0cb7432 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:04.169101 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ad8bd3f-3b5f-473e-ac24-de952d704f27 req-feeb2ca7-a297-4e91-b856-be5dd0cb7432 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 943 time: 0.4039464 Dec 23 08:34:04.177877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 936abcbc-c4bd-4562-9afb-de59d3aebbfe {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:04.178232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:04.194495 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:04.245298 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fe87802b-ece9-40a7-ac13-bffa355321d7 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags HTTP/1.1" status: 204 len: 168 time: 0.3271706 Dec 23 08:34:04.254928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50278) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:04.276413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-4f174d48-9097-4bdf-9528-00bd7663b5b7 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06', 'tempest-TagsExtTest-Tag-1114867043') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:04.315804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d074c86e-8d20-41c0-8109-c57eefeeb135 None None] For port 936abcbc-c4bd-4562-9afb-de59d3aebbfe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=936abcbc-c4bd-4562-9afb-de59d3aebbfe,segment=NetworkSegment(f87d407d-cf7a-46e8-bc9c-f5ff49d935bc),segment_id=f87d407d-cf7a-46e8-bc9c-f5ff49d935bc)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:04.316284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d074c86e-8d20-41c0-8109-c57eefeeb135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:04.319334 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ad8bd3f-3b5f-473e-ac24-de952d704f27 req-3376fdc1-7616-427d-8c98-7aaad2dcd30c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089303 Dec 23 08:34:04.343719 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-505f9c2b-c13f-4942-b2b2-5d71ff18d963 req-a106692c-f332-4f4e-a7ef-0b64eeac6844 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2256436 Dec 23 08:34:04.372300 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-4f174d48-9097-4bdf-9528-00bd7663b5b7 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:04.375905 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4f174d48-9097-4bdf-9528-00bd7663b5b7 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags/tempest-TagsExtTest-Tag-1114867043 HTTP/1.1" status: 404 len: 329 time: 0.1129997 Dec 23 08:34:04.376216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50282) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:04.383380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-3f788371-b445-4a44-b0f8-c299deae8229 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06', 'tempest-TagsExtTest-Tag-69088309') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:04.420126 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-3f788371-b445-4a44-b0f8-c299deae8229 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:04.424514 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3f788371-b445-4a44-b0f8-c299deae8229 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags/tempest-TagsExtTest-Tag-69088309 HTTP/1.1" status: 404 len: 327 time: 0.0434754 Dec 23 08:34:04.425377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50286) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:04.431174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-9391813b-8a7d-4d6e-a38d-7356459a83f7 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06', 'tempest-TagsExtTest-Tag-1314991736') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:04.440228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d074c86e-8d20-41c0-8109-c57eefeeb135 None None] Calling delete_port for 936abcbc-c4bd-4562-9afb-de59d3aebbfe owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:04.521026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d074c86e-8d20-41c0-8109-c57eefeeb135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:04.531865 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port 936abcbc-c4bd-4562-9afb-de59d3aebbfe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=936abcbc-c4bd-4562-9afb-de59d3aebbfe,segment=NetworkSegment(f87d407d-cf7a-46e8-bc9c-f5ff49d935bc),segment_id=f87d407d-cf7a-46e8-bc9c-f5ff49d935bc)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:04.532206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:04.572011 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074c86e-8d20-41c0-8109-c57eefeeb135 None None] Pushing event deleted for resources: {'Port': ['ID=936abcbc-c4bd-4562-9afb-de59d3aebbfe,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:04.576670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:04.586164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074c86e-8d20-41c0-8109-c57eefeeb135 None None] No DVR routers for this DVR port 936abcbc-c4bd-4562-9afb-de59d3aebbfe on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:34:04.601845 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2035b552-3707-4bf7-a248-35a1b4a39e80 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7413337 Dec 23 08:34:04.604464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50290) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:04.639706 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-9391813b-8a7d-4d6e-a38d-7356459a83f7 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] show failed (client error): The resource could not be found. Dec 23 08:34:04.640735 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9391813b-8a7d-4d6e-a38d-7356459a83f7 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags/tempest-TagsExtTest-Tag-1314991736 HTTP/1.1" status: 404 len: 329 time: 0.2150915 Dec 23 08:34:04.645548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50294) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:04.653004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-3a0769c7-b93d-4017-a954-5a6755f12f4a tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d743bd5-8611-4c2b-9545-95be48a5ec06') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:04.680064 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:34:04.777048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 936abcbc-c4bd-4562-9afb-de59d3aebbfe owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:04.790207 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3a0769c7-b93d-4017-a954-5a6755f12f4a tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06/tags HTTP/1.1" status: 204 len: 168 time: 0.1436150 Dec 23 08:34:04.792839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50298) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:04.801119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-154b40a6-ab96-498c-beb7-47207e102e3a tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '28722981-95e6-4dbf-8592-30338ab05f4b') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:04.833884 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-505f9c2b-c13f-4942-b2b2-5d71ff18d963 req-db597539-76ef-4873-b186-b00849d747e4 service neutron] 10.222.0.24 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753151 Dec 23 08:34:04.834926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:04.849823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'port_id': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'mac_address': 'fa:16:3e:e8:1a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:34:04.912165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:04.930982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:34:04.947271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:04.950690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-759d7601-2ed2-426e-8a08-9173759472fc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting subnet 8028c30a-04fc-4ea0-b943-5fbaca86399a {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:34:04.953417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:04.964724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-759d7601-2ed2-426e-8a08-9173759472fc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:04.974076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:34:04.974683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:34:05.015143 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-505f9c2b-c13f-4942-b2b2-5d71ff18d963 req-71fbb5b5-eba4-481f-9b33-7caf1574dd03 service neutron] 10.222.0.24 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719360 Dec 23 08:34:05.021627 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-154b40a6-ab96-498c-beb7-47207e102e3a tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b/tags HTTP/1.1" status: 204 len: 168 time: 0.2276194 Dec 23 08:34:05.024593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50302) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:05.025680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 936abcbc-c4bd-4562-9afb-de59d3aebbfe no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:05.032306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.tag.tag_plugin [None req-29cd913e-cae7-481c-a025-37759254541d tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22f85ef1-d2f1-4050-b043-ecc1ac56f0bb') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:05.064148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 936abcbc-c4bd-4562-9afb-de59d3aebbfe {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:05.064520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 936abcbc-c4bd-4562-9afb-de59d3aebbfe not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:05.068618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-759d7601-2ed2-426e-8a08-9173759472fc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.068821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:05.168825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:34:05.178263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-759d7601-2ed2-426e-8a08-9173759472fc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.206584 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-29cd913e-cae7-481c-a025-37759254541d tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1809473 Dec 23 08:34:05.209219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50306) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:05.214794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.tag.tag_plugin [None req-97f92a7f-f420-4b08-9c5b-98994e2e4b82 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '301d43c5-10c7-442e-8f7a-a3a49d78ae98') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:05.235651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.260890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-759d7601-2ed2-426e-8a08-9173759472fc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.294022 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-97f92a7f-f420-4b08-9c5b-98994e2e4b82 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98/tags HTTP/1.1" status: 204 len: 168 time: 0.0757737 Dec 23 08:34:05.294920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50310) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:05.312157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d7601-2ed2-426e-8a08-9173759472fc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Subnet': ['ID=8028c30a-04fc-4ea0-b943-5fbaca86399a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:05.326240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-759d7601-2ed2-426e-8a08-9173759472fc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.334439 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-759d7601-2ed2-426e-8a08-9173759472fc tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/8028c30a-04fc-4ea0-b943-5fbaca86399a HTTP/1.1" status: 204 len: 168 time: 0.7289131 Dec 23 08:34:05.335644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50314) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:05.335995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07008568-5ab2-4dd9-974b-a7f36a1e9ccf None None] Network b3116310-e882-44da-90ce-4ce386145baf requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:05.496796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 936abcbc-c4bd-4562-9afb-de59d3aebbfe {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:05.497278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.557619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.594142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] The port '936abcbc-c4bd-4562-9afb-de59d3aebbfe' was deleted {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:34:05.670040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72744ca-de8a-47da-b612-1c8409d68018 None None] DHCP port deletion for b3116310-e882-44da-90ce-4ce386145baf request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:34:05.674756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a72744ca-de8a-47da-b612-1c8409d68018 None None] Deleting port c37260b0-5392-4717-af3e-6d21eed6b97f {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:05.675121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a72744ca-de8a-47da-b612-1c8409d68018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.723643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ef7eee66-2603-46d5-afb1-2c54e4ad61f4 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for subnetpool, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.724747 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ef7eee66-2603-46d5-afb1-2c54e4ad61f4 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnetpools/6d743bd5-8611-4c2b-9545-95be48a5ec06 HTTP/1.1" status: 204 len: 168 time: 0.4296339 Dec 23 08:34:05.728111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50320) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:05.732129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port c37260b0-5392-4717-af3e-6d21eed6b97f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:05.732461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.773790 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d2359b8c-51fe-41a3-9319-f0ca4b771d5a tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "GET /v2.0/ports?device_id=28722981-95e6-4dbf-8592-30338ab05f4b HTTP/1.1" status: 200 len: 205 time: 0.0423691 Dec 23 08:34:05.774140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50324) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:05.794772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.855969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5f6e57-330a-4824-b9f7-3eaa9a8309a7']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:05.871880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16803e-1010-4b0b-a5dc-677ec0fbbaef req-1c120b37-47be-43dc-97ad-d961bf952245 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:05.873353 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ea16803e-1010-4b0b-a5dc-677ec0fbbaef req-1c120b37-47be-43dc-97ad-d961bf952245 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 944 time: 0.4121609 Dec 23 08:34:05.888612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87d407d-cf7a-46e8-bc9c-f5ff49d935bc') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:05.888892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87d407d-cf7a-46e8-bc9c-f5ff49d935bc') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:05.910372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a72744ca-de8a-47da-b612-1c8409d68018 None None] For port c37260b0-5392-4717-af3e-6d21eed6b97f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c37260b0-5392-4717-af3e-6d21eed6b97f,segment=NetworkSegment(853e4b36-fd9a-48ea-85a1-c2e06a708dd3),segment_id=853e4b36-fd9a-48ea-85a1-c2e06a708dd3)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:05.910968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a72744ca-de8a-47da-b612-1c8409d68018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.911079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f5f54d4-b14a-415c-a5af-cd2685501a47 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:05.926420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.023295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.029366 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a72744ca-de8a-47da-b612-1c8409d68018 None None] Calling delete_port for c37260b0-5392-4717-af3e-6d21eed6b97f owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:06.044778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:34:06.045358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:34:06.064587 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:34:06.104569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a72744ca-de8a-47da-b612-1c8409d68018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.116123 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ea16803e-1010-4b0b-a5dc-677ec0fbbaef req-39403a03-6701-497d-a500-403ddf41f5c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310452 Dec 23 08:34:06.154327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72744ca-de8a-47da-b612-1c8409d68018 None None] Pushing event deleted for resources: {'Port': ['ID=c37260b0-5392-4717-af3e-6d21eed6b97f,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:06.159456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72744ca-de8a-47da-b612-1c8409d68018 None None] No DVR routers for this DVR port c37260b0-5392-4717-af3e-6d21eed6b97f on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:34:06.173764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port c37260b0-5392-4717-af3e-6d21eed6b97f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c37260b0-5392-4717-af3e-6d21eed6b97f,segment=NetworkSegment(853e4b36-fd9a-48ea-85a1-c2e06a708dd3),segment_id=853e4b36-fd9a-48ea-85a1-c2e06a708dd3)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:06.174903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.234170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.313497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f5f54d4-b14a-415c-a5af-cd2685501a47 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.316144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for c37260b0-5392-4717-af3e-6d21eed6b97f owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:06.317816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f5f54d4-b14a-415c-a5af-cd2685501a47 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.341578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.345323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f5f54d4-b14a-415c-a5af-cd2685501a47 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.346963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5f54d4-b14a-415c-a5af-cd2685501a47 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Fanout notify agent at l3_agent the message router_deleted on router 28722981-95e6-4dbf-8592-30338ab05f4b {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:34:06.358466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5f5f54d4-b14a-415c-a5af-cd2685501a47 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.361826 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/networks/0f5f6e57-330a-4824-b9f7-3eaa9a8309a7 HTTP/1.1" status: 204 len: 168 time: 2.4675355 Dec 23 08:34:06.362075 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5f5f54d4-b14a-415c-a5af-cd2685501a47 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/routers/28722981-95e6-4dbf-8592-30338ab05f4b HTTP/1.1" status: 204 len: 168 time: 0.5841527 Dec 23 08:34:06.362203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ccc50-a119-47fc-9673-d9675c512a8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Network': ['ID=0f5f6e57-330a-4824-b9f7-3eaa9a8309a7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:06.362478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50328) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:06.368503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50332) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:06.376132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'network': {'name': 'tempest-RoutersTest-1727172773'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:06.384287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:06.393020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:network and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:06.397502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:06.416829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:06.427800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:34:06.428056 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:34:06.429195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:06.432216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.539221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9ebf2-95b8-4a2a-992e-7e58e8218306 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Deleting port 22f85ef1-d2f1-4050-b043-ecc1ac56f0bb {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:06.539545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ebf2-95b8-4a2a-992e-7e58e8218306 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.557708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:34:06.566503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.566840 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added segment 55bec264-6d26-42a6-bf8b-dd41d6956c8b of type vlan for network 3e7d18d5-8328-41c9-93f3-ac66bab66dad Dec 23 08:34:06.593717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.623922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.627669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:06.628240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.687689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:06.736315 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3664687 Dec 23 08:34:06.739001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50336) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:06.746689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'subnet': {'network_id': '3e7d18d5-8328-41c9-93f3-ac66bab66dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:06.759217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:06.764018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:06.764455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.765324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90429eaf-33b3-44a1-bb33-6d2b6d57839f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Network': ['ID=3e7d18d5-8328-41c9-93f3-ac66bab66dad,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:06.790431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ebf2-95b8-4a2a-992e-7e58e8218306 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.794281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 3e7d18d5-8328-41c9-93f3-ac66bab66dad details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:34:06.859844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:06.863782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:subnet and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:06.866834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:06.872304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:06.884699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:06.921168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9ebf2-95b8-4a2a-992e-7e58e8218306 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Calling delete_port for 22f85ef1-d2f1-4050-b043-ecc1ac56f0bb owned by {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:06.948808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port c37260b0-5392-4717-af3e-6d21eed6b97f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:06.949148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:06.953070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c37260b0-5392-4717-af3e-6d21eed6b97f no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:06.997714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: c37260b0-5392-4717-af3e-6d21eed6b97f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:06.998079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c37260b0-5392-4717-af3e-6d21eed6b97f not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:07.009853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.035615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] The port 'c37260b0-5392-4717-af3e-6d21eed6b97f' was deleted {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:34:07.037148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:34:07.046800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:07.051996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.098905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ebf2-95b8-4a2a-992e-7e58e8218306 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.113121 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'code': 200} Dec 23 08:34:07.130767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:07.151691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.244325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9ebf2-95b8-4a2a-992e-7e58e8218306 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Pushing event deleted for resources: {'Port': ['ID=22f85ef1-d2f1-4050-b043-ecc1ac56f0bb,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:07.279463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ebf2-95b8-4a2a-992e-7e58e8218306 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.286290 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a7f9ebf2-95b8-4a2a-992e-7e58e8218306 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/ports/22f85ef1-d2f1-4050-b043-ecc1ac56f0bb HTTP/1.1" status: 204 len: 168 time: 0.9228137 Dec 23 08:34:07.288660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50344) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:07.381772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.503247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3116310-e882-44da-90ce-4ce386145baf']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:07.506779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8b46e3-4a1b-41d6-b74b-800ff623a961 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Deleting subnet 301d43c5-10c7-442e-8f7a-a3a49d78ae98 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:34:07.510076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c8b46e3-4a1b-41d6-b74b-800ff623a961 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.523635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853e4b36-fd9a-48ea-85a1-c2e06a708dd3') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:07.523949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853e4b36-fd9a-48ea-85a1-c2e06a708dd3') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:07.562538 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.567236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c8b46e3-4a1b-41d6-b74b-800ff623a961 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.601826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.616304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:34:07.616730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:34:07.633800 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:34:07.650191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c8b46e3-4a1b-41d6-b74b-800ff623a961 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.691469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.718787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c8b46e3-4a1b-41d6-b74b-800ff623a961 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.741554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2818e7-694a-4197-b8df-9eaa53e1550e req-af918a56-ca67-47f6-96cb-5b3cfa900af6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:07.743015 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1c2818e7-694a-4197-b8df-9eaa53e1550e req-af918a56-ca67-47f6-96cb-5b3cfa900af6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 945 time: 0.3541176 Dec 23 08:34:07.745532 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d5db1ae1-cacf-4683-9beb-a947b99d0ba6 req-6a2fa1dd-f215-434f-9c89-83d6c6e42fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 1098 time: 0.3659329 Dec 23 08:34:07.759601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b46e3-4a1b-41d6-b74b-800ff623a961 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Pushing event deleted for resources: {'Subnet': ['ID=301d43c5-10c7-442e-8f7a-a3a49d78ae98,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:07.766197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1c8b46e3-4a1b-41d6-b74b-800ff623a961 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.772731 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1c8b46e3-4a1b-41d6-b74b-800ff623a961 tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/subnets/301d43c5-10c7-442e-8f7a-a3a49d78ae98 HTTP/1.1" status: 204 len: 168 time: 0.4830472 Dec 23 08:34:07.775137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50348) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:07.777331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336337a-a805-431b-9365-64cab5cd5ccd None None] Network 7e15b215-cd3d-4057-8630-206c8d56f465 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:07.822156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.862560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.880895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Subnet': ['ID=8dc19739-1cd3-4f1d-a3b7-570ef886edf6,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:07.890502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Network': ['ID=b3116310-e882-44da-90ce-4ce386145baf,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:07.894721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.905487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Deleting port b17094f8-2be7-4888-aea1-79dcc2a598d7 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:07.906413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:07.910556 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-95a47f74-913d-4a49-961c-de7e7ec66b02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/networks/b3116310-e882-44da-90ce-4ce386145baf HTTP/1.1" status: 204 len: 168 time: 2.5737998 Dec 23 08:34:07.915003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50352) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:07.918685 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d5db1ae1-cacf-4683-9beb-a947b99d0ba6 req-d7f0d08f-9af8-45f3-9dec-755e5a69d6bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615114 Dec 23 08:34:07.980069 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1c2818e7-694a-4197-b8df-9eaa53e1550e req-53b803cc-43ac-48d4-980a-b3093fffce57 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217548 Dec 23 08:34:07.992751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Checking segment: {'id': '55bec264-6d26-42a6-bf8b-dd41d6956c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e7d18d5-8328-41c9-93f3-ac66bab66dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:07.993109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network hostable DHCP agents. Network: 3e7d18d5-8328-41c9-93f3-ac66bab66dad, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:34:08.050917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899525d5-36fa-4141-8166-5df96165970d None None] DHCP port deletion for 7e15b215-cd3d-4057-8630-206c8d56f465 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:34:08.055248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-899525d5-36fa-4141-8166-5df96165970d None None] Deleting port b17094f8-2be7-4888-aea1-79dcc2a598d7 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:08.055616 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-899525d5-36fa-4141-8166-5df96165970d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.101142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 3e7d18d5-8328-41c9-93f3-ac66bab66dad is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:34:08.115962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 3e7d18d5-8328-41c9-93f3-ac66bab66dad) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:08.121537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:08.122182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.139508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38153d62-8c25-449d-b93d-712730aecdba None None] Network 3e7d18d5-8328-41c9-93f3-ac66bab66dad requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:08.141063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] For port b17094f8-2be7-4888-aea1-79dcc2a598d7, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b17094f8-2be7-4888-aea1-79dcc2a598d7,segment=NetworkSegment(dba1390b-60fc-4cea-b97c-0902fba8abfe),segment_id=dba1390b-60fc-4cea-b97c-0902fba8abfe)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:08.141606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.315878 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a6744404-4e8c-4ba2-ab8b-2427a6774a49 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5754902 Dec 23 08:34:08.323264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50356) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:08.332579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-649882902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:08.340454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:08.373566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-899525d5-36fa-4141-8166-5df96165970d None None] For port b17094f8-2be7-4888-aea1-79dcc2a598d7, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b17094f8-2be7-4888-aea1-79dcc2a598d7,segment=NetworkSegment(dba1390b-60fc-4cea-b97c-0902fba8abfe),segment_id=dba1390b-60fc-4cea-b97c-0902fba8abfe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:08.374007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-899525d5-36fa-4141-8166-5df96165970d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.383129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Calling delete_port for b17094f8-2be7-4888-aea1-79dcc2a598d7 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:08.399502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:router and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:08.404623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:08.411387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:08.437799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.440484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.467401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.477418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.487543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.528642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Pushing event deleted for resources: {'Port': ['ID=b17094f8-2be7-4888-aea1-79dcc2a598d7,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:08.530737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-899525d5-36fa-4141-8166-5df96165970d None None] Calling delete_port for b17094f8-2be7-4888-aea1-79dcc2a598d7 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:08.538999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] No DVR routers for this DVR port b17094f8-2be7-4888-aea1-79dcc2a598d7 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:34:08.617595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.653756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.657289 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f60a0d3b-fef1-41a8-8a3e-03c75ce2419c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3302729 Dec 23 08:34:08.657986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50360) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:08.679739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-3e7d18d5-8328-41c9-93f3-ac66bab66dad', 'network_id': '3e7d18d5-8328-41c9-93f3-ac66bab66dad', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'fixed_ips': [{'subnet_id': '8dc19739-1cd3-4f1d-a3b7-570ef886edf6'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:34:08.680536 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.691910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.722750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e15b215-cd3d-4057-8630-206c8d56f465']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:08.735623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba1390b-60fc-4cea-b97c-0902fba8abfe') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:08.735982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba1390b-60fc-4cea-b97c-0902fba8abfe') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:08.738675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-899525d5-36fa-4141-8166-5df96165970d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:34:08.739024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-899525d5-36fa-4141-8166-5df96165970d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:34:08.749470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.767811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.774137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:34:08.774640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:34:08.788762 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:34:08.846331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Allocated IP 172.20.0.2 (3e7d18d5-8328-41c9-93f3-ac66bab66dad/8dc19739-1cd3-4f1d-a3b7-570ef886edf6/6ad8a64e-fc69-437c-ab56-bf644a02f87c) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:08.890347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.915917 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:08.929890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] Pushing event deleted for resources: {'Network': ['ID=7e15b215-cd3d-4057-8630-206c8d56f465,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:08.932558 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-95cae95a-de0e-467a-8326-f22a0a1da48e tempest-TagsExtTest-276691639 tempest-TagsExtTest-276691639-project] 10.222.0.36 "DELETE /v2.0/networks/7e15b215-cd3d-4057-8630-206c8d56f465 HTTP/1.1" status: 204 len: 168 time: 1.1565154 Dec 23 08:34:09.088172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b17094f8-2be7-4888-aea1-79dcc2a598d7 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:09.170954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b17094f8-2be7-4888-aea1-79dcc2a598d7 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:09.171404 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b17094f8-2be7-4888-aea1-79dcc2a598d7 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:09.175264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.190929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Transition to ACTIVE for port object 6ad8a64e-fc69-437c-ab56-bf644a02f87c will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:09.213008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Transition to ACTIVE for port object 6ad8a64e-fc69-437c-ab56-bf644a02f87c will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:09.218595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.251356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-899525d5-36fa-4141-8166-5df96165970d None None] Deleting port b17094f8-2be7-4888-aea1-79dcc2a598d7 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:09.251882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-899525d5-36fa-4141-8166-5df96165970d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.341537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-899525d5-36fa-4141-8166-5df96165970d None None] The port 'b17094f8-2be7-4888-aea1-79dcc2a598d7' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:34:09.347195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50370) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:09.368432 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Network 3e7d18d5-8328-41c9-93f3-ac66bab66dad is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:09.371846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Pushing event updated for resources: {'Port': ['ID=6ad8a64e-fc69-437c-ab56-bf644a02f87c,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:09.374301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:09.376025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:09.468502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Attempting to bind port 6ad8a64e-fc69-437c-ab56-bf644a02f87c on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:09.468502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Attempting to bind port 6ad8a64e-fc69-437c-ab56-bf644a02f87c by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '55bec264-6d26-42a6-bf8b-dd41d6956c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e7d18d5-8328-41c9-93f3-ac66bab66dad'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:09.468502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Attempting to bind port 6ad8a64e-fc69-437c-ab56-bf644a02f87c on network 3e7d18d5-8328-41c9-93f3-ac66bab66dad {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:09.469059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e82683-8539-43d9-8df7-9a55b5b9a8f9 req-994ae572-6cad-45de-a754-f100c6b13b8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:09.469571 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-41e82683-8539-43d9-8df7-9a55b5b9a8f9 req-994ae572-6cad-45de-a754-f100c6b13b8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 945 time: 0.3092244 Dec 23 08:34:09.471636 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:09.472006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Checking segment: {'id': '55bec264-6d26-42a6-bf8b-dd41d6956c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e7d18d5-8328-41c9-93f3-ac66bab66dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:09.472397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.472768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Bound using segment: {'id': '55bec264-6d26-42a6-bf8b-dd41d6956c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e7d18d5-8328-41c9-93f3-ac66bab66dad'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:09.473218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Bound port: 6ad8a64e-fc69-437c-ab56-bf644a02f87c, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bec264-6d26-42a6-bf8b-dd41d6956c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3e7d18d5-8328-41c9-93f3-ac66bab66dad'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:09.473586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.523502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.567100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] For port 6ad8a64e-fc69-437c-ab56-bf644a02f87c, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:09.570199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] For port 6ad8a64e-fc69-437c-ab56-bf644a02f87c, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6ad8a64e-fc69-437c-ab56-bf644a02f87c,segment=NetworkSegment(55bec264-6d26-42a6-bf8b-dd41d6956c8b),segment_id=55bec264-6d26-42a6-bf8b-dd41d6956c8b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:09.572982 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1179dadc-4925-4b43-b581-81af6086b18f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9acb9428543461c9751f2fe262e0219&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2244203 Dec 23 08:34:09.575493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50376) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:09.578606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.651486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-107a5dff-02eb-454e-a787-6fba1188e3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.663154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6dd56-56e9-4fec-9395-df2cba179dc6 None None] Pushing event updated for resources: {'Port': ['ID=6ad8a64e-fc69-437c-ab56-bf644a02f87c,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:09.688824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-107a5dff-02eb-454e-a787-6fba1188e3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.747556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-107a5dff-02eb-454e-a787-6fba1188e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.774863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a5dff-02eb-454e-a787-6fba1188e3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2303cc2-253c-48ee-9c2b-207fa761eb14,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:09.779175 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-107a5dff-02eb-454e-a787-6fba1188e3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:09.783085 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-107a5dff-02eb-454e-a787-6fba1188e3cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2303cc2-253c-48ee-9c2b-207fa761eb14 HTTP/1.1" status: 204 len: 168 time: 0.2041221 Dec 23 08:34:09.828378 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-41e82683-8539-43d9-8df7-9a55b5b9a8f9 req-6efc57a7-6f2c-4faa-bc8b-7b6e3c635360 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274155 Dec 23 08:34:10.240184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.20.0.1 (3e7d18d5-8328-41c9-93f3-ac66bab66dad/8dc19739-1cd3-4f1d-a3b7-570ef886edf6/c2023727-a9d7-4f05-bd5a-65410261fc4b) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:10.273911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d79d4-f5f3-4258-ba81-f0f99c8c56f5 req-6ec2bc72-8748-42da-8d5b-f17b6eab59c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:10.275368 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-304d79d4-f5f3-4258-ba81-f0f99c8c56f5 req-6ec2bc72-8748-42da-8d5b-f17b6eab59c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 945 time: 0.2590683 Dec 23 08:34:10.279691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 2705985c-e375-4c0e-9a61-c3e8e67a9f61 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:10.280022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:10.547969 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-304d79d4-f5f3-4258-ba81-f0f99c8c56f5 req-46970c5e-9dbf-4f18-bedc-409f9f08f033 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296376 Dec 23 08:34:10.576498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50384) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:10.606611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:10.643096 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Transition to ACTIVE for port object c2023727-a9d7-4f05-bd5a-65410261fc4b will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:10.649417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port 2705985c-e375-4c0e-9a61-c3e8e67a9f61, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2705985c-e375-4c0e-9a61-c3e8e67a9f61,segment=NetworkSegment(05cba679-aeae-4ce1-8f7a-2ba2714d57ee),segment_id=05cba679-aeae-4ce1-8f7a-2ba2714d57ee)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:10.649767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:10.666001 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-21128e34-5a1d-4ca3-8c07-675260c9f32e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 1093 time: 0.0869310 Dec 23 08:34:10.668242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50388) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:10.671800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bcd704-c066-488d-ab3d-90bf7709b7fa None None] Network 3e7d18d5-8328-41c9-93f3-ac66bab66dad requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:10.674452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:10.680608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:10.684632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:floatingip and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:10.688052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:10.693944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:10.706417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:10.787418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 2705985c-e375-4c0e-9a61-c3e8e67a9f61 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:10.790402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-66bb7852-247f-4c51-af90-0a247e4eb327 None None] Provisioning for port 6ad8a64e-fc69-437c-ab56-bf644a02f87c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:10.852572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:10.866700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:10.953173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 3e7d18d5-8328-41c9-93f3-ac66bab66dad is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:10.962000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:10.965869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:11.003467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6ad8a64e-fc69-437c-ab56-bf644a02f87c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:11.009296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=c2023727-a9d7-4f05-bd5a-65410261fc4b,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:11.047172 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.068699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.51 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/53d11ead-368d-4586-8b59-f28cf972a625) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:11.093282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 6ad8a64e-fc69-437c-ab56-bf644a02f87c completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:11.100236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 6ad8a64e-fc69-437c-ab56-bf644a02f87c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:11.101051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.136257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.192803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=2705985c-e375-4c0e-9a61-c3e8e67a9f61,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:11.257345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d393b485-1ae8-43d8-82ab-0af76f78f4f6 None None] Provisioning for port c2023727-a9d7-4f05-bd5a-65410261fc4b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:11.260988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.296985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.326046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 6ad8a64e-fc69-437c-ab56-bf644a02f87c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6ad8a64e-fc69-437c-ab56-bf644a02f87c,segment=NetworkSegment(55bec264-6d26-42a6-bf8b-dd41d6956c8b),segment_id=55bec264-6d26-42a6-bf8b-dd41d6956c8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:11.335555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.336978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d393b485-1ae8-43d8-82ab-0af76f78f4f6 None None] Provisioning complete for port c2023727-a9d7-4f05-bd5a-65410261fc4b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:11.337350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d393b485-1ae8-43d8-82ab-0af76f78f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.398828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:11.399863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.405510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:11.416791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:11.492956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.522161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d393b485-1ae8-43d8-82ab-0af76f78f4f6 None None] Port c2023727-a9d7-4f05-bd5a-65410261fc4b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:11.539230 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=6ad8a64e-fc69-437c-ab56-bf644a02f87c,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:11.547774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d393b485-1ae8-43d8-82ab-0af76f78f4f6 None None] Provisioning complete for port 6ad8a64e-fc69-437c-ab56-bf644a02f87c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:11.548219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d393b485-1ae8-43d8-82ab-0af76f78f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.611701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=53d11ead-368d-4586-8b59-f28cf972a625,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:11.658622 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.803577 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3ee4ffeb-3d8b-40f1-a9d8-a94e3727d791 None None] Provisioning complete for port c2023727-a9d7-4f05-bd5a-65410261fc4b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:11.804168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3ee4ffeb-3d8b-40f1-a9d8-a94e3727d791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:11.860092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4ffeb-3d8b-40f1-a9d8-a94e3727d791 None None] Port c2023727-a9d7-4f05-bd5a-65410261fc4b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:12.121087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:12.180302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:12.335251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:12.341279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:12.380654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:12.384728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:12.411206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:12.461262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:12.471569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=c2023727-a9d7-4f05-bd5a-65410261fc4b,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:12.486647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=53d11ead-368d-4586-8b59-f28cf972a625,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:12.506521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:12.540433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:12.552624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:12.553245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:12.730587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:12.738273 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP 9912204a-d871-47fa-8186-ecf6150265cc associated. External IP: 172.26.8.51, port: e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7. Dec 23 08:34:12.820707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:12.839274 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-faeaa53e-27cb-4f34-b4d4-3533bfe6a13f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9203815 Dec 23 08:34:12.840002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50392) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:12.850674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:34:11Z', 'revision_number': 11, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:12.854713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] Checking router: 9fad65ee-e0bd-4ab7-870a-812199247dae for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:12.865304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:12.866038 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:12.909606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 3e7d18d5-8328-41c9-93f3-ac66bab66dad is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:12.912961 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:13.006505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:13.159745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:34:11Z', 'revision_number': 11, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:13.164398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6ad8a64e-fc69-437c-ab56-bf644a02f87c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:13.213547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7556598-f229-4c9b-8920-04aa6a9182ee None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:34:11Z', 'revision_number': 11, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:13.237126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router d4314e2b-7dcd-4379-bac2-62576251cd00 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:13.249607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bae9812e-39be-4f10-a373-46132cf372e5 None None] Provisioning complete for port c2023727-a9d7-4f05-bd5a-65410261fc4b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:13.249834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bae9812e-39be-4f10-a373-46132cf372e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:13.277814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb083781-7ea4-4766-8958-55596c00f092 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting subnet 9bdb2a41-eb22-45ea-9286-9dd22dccbffd {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:34:13.281390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb083781-7ea4-4766-8958-55596c00f092 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:13.302503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bae9812e-39be-4f10-a373-46132cf372e5 None None] Port c2023727-a9d7-4f05-bd5a-65410261fc4b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:13.316905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 6ad8a64e-fc69-437c-ab56-bf644a02f87c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:13.317272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:13.406494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb083781-7ea4-4766-8958-55596c00f092 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:13.483449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:13.497032 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] Sync routers for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:13.514996 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:13.516276 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:13.516446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb083781-7ea4-4766-8958-55596c00f092 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:13.518026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:13.598014 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ad10bf24-5a5e-4ff5-b061-3002ee663c2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9285603 Dec 23 08:34:13.599090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:34:13.603169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50400) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:13.655191 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'status': 'completed', 'code': 200} Dec 23 08:34:13.741983 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:13.760127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb083781-7ea4-4766-8958-55596c00f092 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:13.812577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb083781-7ea4-4766-8958-55596c00f092 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Subnet': ['ID=9bdb2a41-eb22-45ea-9286-9dd22dccbffd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:13.824753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router d07e61ba-6330-47f4-80f6-80a18d69ad01 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:34:13.832947 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-412cefb3-0f43-436f-a890-1ef89a7d8197 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/9912204a-d871-47fa-8186-ecf6150265cc HTTP/1.1" status: 200 len: 990 time: 0.2253864 Dec 23 08:34:13.838260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb083781-7ea4-4766-8958-55596c00f092 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:13.842920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1bcf8a-e832-422c-8740-c58a047a486c None None] Network d5de7770-b48a-4fba-90c8-de2db0e274a5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:13.858073 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cb083781-7ea4-4766-8958-55596c00f092 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/9bdb2a41-eb22-45ea-9286-9dd22dccbffd HTTP/1.1" status: 204 len: 168 time: 1.0175681 Dec 23 08:34:13.860629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50406) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:13.947635 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-11976adb-ed70-4e87-b811-57fc300dbc11 req-248f2d78-205d-45db-80ce-3999cae59f56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 1098 time: 0.2626781 Dec 23 08:34:14.108513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] DHCP port deletion for d5de7770-b48a-4fba-90c8-de2db0e274a5 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:34:14.112757 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:39Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '9912204a-d871-47fa-8186-ecf6150265cc', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'port_id': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'mac_address': 'fa:16:3e:e8:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:34:11Z', 'updated_at': '2021-12-23T08:34:11Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bd3dc6-043e-4b4b-b24e-e914e489f95d', 'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:8c:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:36Z', 'updated_at': '2021-12-23T08:33:49Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.113433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] Deleting port 43f37e39-3621-40af-9f00-d95075c6affe {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:14.113806 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:14.117222 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] Checking router: d4314e2b-7dcd-4379-bac2-62576251cd00 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:14.131512 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:14.132196 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.147123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:14.159356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Deleting port 43f37e39-3621-40af-9f00-d95075c6affe {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:14.159687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:14.212085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11976adb-ed70-4e87-b811-57fc300dbc11 req-f3013f2e-eea3-4c4e-98ec-465d7fb823a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:14.213582 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-11976adb-ed70-4e87-b811-57fc300dbc11 req-f3013f2e-eea3-4c4e-98ec-465d7fb823a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 HTTP/1.1" status: 200 len: 896 time: 0.2149079 Dec 23 08:34:14.221326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:14.247065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7754a51-0495-4048-b110-3adf47476f15 None None] Sync routers for ids ['d07e61ba-6330-47f4-80f6-80a18d69ad01'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:14.335980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7754a51-0495-4048-b110-3adf47476f15 None None] Routers {'d07e61ba-6330-47f4-80f6-80a18d69ad01'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:14.336595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c7754a51-0495-4048-b110-3adf47476f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d07e61ba-6330-47f4-80f6-80a18d69ad01'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.346442 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:14.401853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c7754a51-0495-4048-b110-3adf47476f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.404218 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a541b444-7263-499e-b4f6-53295260315d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/d07e61ba-6330-47f4-80f6-80a18d69ad01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7453599 Dec 23 08:34:14.405799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50410) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:14.412313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] For port 43f37e39-3621-40af-9f00-d95075c6affe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43f37e39-3621-40af-9f00-d95075c6affe,segment=NetworkSegment(05cba679-aeae-4ce1-8f7a-2ba2714d57ee),segment_id=05cba679-aeae-4ce1-8f7a-2ba2714d57ee)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:14.412313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:14.421191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] For port 43f37e39-3621-40af-9f00-d95075c6affe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=43f37e39-3621-40af-9f00-d95075c6affe,segment=NetworkSegment(05cba679-aeae-4ce1-8f7a-2ba2714d57ee),segment_id=05cba679-aeae-4ce1-8f7a-2ba2714d57ee)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:14.422323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:14.511376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514ba1e-0b60-4ffd-9d3d-7163d8ffd71b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:14.512088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7514ba1e-0b60-4ffd-9d3d-7163d8ffd71b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:14.517221 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-11976adb-ed70-4e87-b811-57fc300dbc11 req-a5770146-4137-42a9-90ba-21eb2fc94689 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 HTTP/1.1" status: 200 len: 998 time: 0.2933519 Dec 23 08:34:14.567835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7514ba1e-0b60-4ffd-9d3d-7163d8ffd71b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:14.569202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Calling delete_port for 43f37e39-3621-40af-9f00-d95075c6affe owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:14.572326 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7514ba1e-0b60-4ffd-9d3d-7163d8ffd71b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports/c2023727-a9d7-4f05-bd5a-65410261fc4b HTTP/1.1" status: 200 len: 910 time: 0.1654296 Dec 23 08:34:14.575451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50414) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:14.666687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11976adb-ed70-4e87-b811-57fc300dbc11 req-b6c4a254-d566-48a6-8eaa-04d4b28e601d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:14.668381 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-11976adb-ed70-4e87-b811-57fc300dbc11 req-b6c4a254-d566-48a6-8eaa-04d4b28e601d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c3bea2c-0751-44ac-b00c-06c1d7a84fb4 HTTP/1.1" status: 200 len: 835 time: 0.1421297 Dec 23 08:34:14.676315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:14.688209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7754a51-0495-4048-b110-3adf47476f15 None None] Routers {'d07e61ba-6330-47f4-80f6-80a18d69ad01'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:14.688835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c7754a51-0495-4048-b110-3adf47476f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d07e61ba-6330-47f4-80f6-80a18d69ad01'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.728817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Port': ['ID=43f37e39-3621-40af-9f00-d95075c6affe,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:14.737371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No DVR routers for this DVR port 43f37e39-3621-40af-9f00-d95075c6affe on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:34:14.778429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] Calling delete_port for 43f37e39-3621-40af-9f00-d95075c6affe owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:14.809537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c7754a51-0495-4048-b110-3adf47476f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.810040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7754a51-0495-4048-b110-3adf47476f15 None None] The sync data for ids ['d07e61ba-6330-47f4-80f6-80a18d69ad01'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:14.838116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50418) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:14.869935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:34:14.870586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:34:14.886056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:14.905813 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:39Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '9912204a-d871-47fa-8186-ecf6150265cc', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'port_id': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'mac_address': 'fa:16:3e:e8:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:34:11Z', 'updated_at': '2021-12-23T08:34:11Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bd3dc6-043e-4b4b-b24e-e914e489f95d', 'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:8c:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:36Z', 'updated_at': '2021-12-23T08:33:49Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.914091 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c64d1-db58-4e7d-aa12-f69b3905604a None None] The sync data for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv is: [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:39Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '9912204a-d871-47fa-8186-ecf6150265cc', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'port_id': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'mac_address': 'fa:16:3e:e8:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:34:11Z', 'updated_at': '2021-12-23T08:34:11Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bd3dc6-043e-4b4b-b24e-e914e489f95d', 'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:8c:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:36Z', 'updated_at': '2021-12-23T08:33:49Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:14.918813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5de7770-b48a-4fba-90c8-de2db0e274a5']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.944624 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-11976adb-ed70-4e87-b811-57fc300dbc11 req-db460f89-4ecd-4348-bea7-f21ec37bc6c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2082188 Dec 23 08:34:14.953315 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:14.955764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cba679-aeae-4ce1-8f7a-2ba2714d57ee') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.956245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cba679-aeae-4ce1-8f7a-2ba2714d57ee') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.970347 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:14.971006 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:14.973008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43f37e39-3621-40af-9f00-d95075c6affe no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:14.975764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:14.994649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:15.001432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:34:15.002772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:15.020421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 43f37e39-3621-40af-9f00-d95075c6affe {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:15.021101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 43f37e39-3621-40af-9f00-d95075c6affe not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:15.021747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:15.085876 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-807abf63-4460-4d99-a9c1-77a7b15ea24e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/9912204a-d871-47fa-8186-ecf6150265cc HTTP/1.1" status: 200 len: 990 time: 0.2465012 Dec 23 08:34:15.087737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:15.089330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1a8e7c0d-6179-48c4-8b03-94788b5d9eb3 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:15.089931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2705985c-e375-4c0e-9a61-c3e8e67a9f61 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:34:15.091640 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:34:15.108965 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:15.150847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 2705985c-e375-4c0e-9a61-c3e8e67a9f61 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:15.152285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2705985c-e375-4c0e-9a61-c3e8e67a9f61 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:15.153382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:15.177812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:15.192296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Pushing event deleted for resources: {'Network': ['ID=d5de7770-b48a-4fba-90c8-de2db0e274a5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:15.206031 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/networks/d5de7770-b48a-4fba-90c8-de2db0e274a5 HTTP/1.1" status: 204 len: 168 time: 1.3434770 Dec 23 08:34:15.208341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.208685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.209019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.209348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.209672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.210014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.210339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.210658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.210969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.211282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.211596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f10d7b-db9b-4393-bead-f802fca3ec2a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:15.214332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50422) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:15.220599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'routes': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:15.241416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e731e1-abce-4a97-8667-54f676ee1a4e None None] New status for floating IP 9912204a-d871-47fa-8186-ecf6150265cc: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:34:15.257701 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-11976adb-ed70-4e87-b811-57fc300dbc11 req-2f326cd4-a1de-441b-8ea3-c8765bbf436b service neutron] 10.222.0.24 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975516 Dec 23 08:34:15.273890 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:34:11Z', 'revision_number': 11, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:15.278987 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] Checking router: 9fad65ee-e0bd-4ab7-870a-812199247dae for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:15.291290 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] Routers {'9fad65ee-e0bd-4ab7-870a-812199247dae'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:15.292307 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9fad65ee-e0bd-4ab7-870a-812199247dae'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:15.417135 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-11976adb-ed70-4e87-b811-57fc300dbc11 req-d230d635-59d3-4069-966f-0628531ca8e2 service neutron] 10.222.0.24 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503160 Dec 23 08:34:15.421525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:15.440256 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] Set router 9fad65ee-e0bd-4ab7-870a-812199247dae gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:15.525615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] Deleting port 43f37e39-3621-40af-9f00-d95075c6affe {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:15.526231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:15.561583 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:34:11Z', 'revision_number': 11, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:15.566743 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0c32e-c81b-49c8-a358-38835460ab19 None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [{'id': '9fad65ee-e0bd-4ab7-870a-812199247dae', 'name': 'tempest-RoutersIpV6Test-router-1626511618', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:32:40Z', 'updated_at': '2021-12-23T08:34:11Z', 'revision_number': 11, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:15.590112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Added routes are [] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 08:34:15.590724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Removed routes are [] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 08:34:15.590839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:15.604962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6f169733-e60a-48bf-bc32-b5215105f8ea None None] The port '43f37e39-3621-40af-9f00-d95075c6affe' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:34:15.963610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:15.966861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:16.090219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50428) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:16.175732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port c2023727-a9d7-4f05-bd5a-65410261fc4b {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:16.176343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:16.187713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 9fad65ee-e0bd-4ab7-870a-812199247dae has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:16.219628 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e4147e70-a161-47ea-8916-9c498ddbaa38 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/9912204a-d871-47fa-8186-ecf6150265cc HTTP/1.1" status: 200 len: 992 time: 0.1267712 Dec 23 08:34:16.351130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:16.356760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:16.357870 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e39eb549-53bc-4770-b345-9a16d4a7794c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae HTTP/1.1" status: 200 len: 705 time: 1.1426008 Dec 23 08:34:16.360718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50432) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:16.363653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:16.400966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-82a9f2b4-a7a6-4190-9e36-eeba015ddc39 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:16.416735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-82a9f2b4-a7a6-4190-9e36-eeba015ddc39 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:16.418213 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-82a9f2b4-a7a6-4190-9e36-eeba015ddc39 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fad65ee-e0bd-4ab7-870a-812199247dae HTTP/1.1" status: 200 len: 205 time: 0.0565550 Dec 23 08:34:16.421143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50436) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:16.483599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for c2023727-a9d7-4f05-bd5a-65410261fc4b owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:16.558514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b72ca749-2c8a-4c7a-b5fa-44aa9120c53c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:16.653048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:16.697621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=c2023727-a9d7-4f05-bd5a-65410261fc4b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:16.934282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.059869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b72ca749-2c8a-4c7a-b5fa-44aa9120c53c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.064045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b72ca749-2c8a-4c7a-b5fa-44aa9120c53c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.089037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b72ca749-2c8a-4c7a-b5fa-44aa9120c53c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.089548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72ca749-2c8a-4c7a-b5fa-44aa9120c53c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Fanout notify agent at l3_agent the message router_deleted on router 9fad65ee-e0bd-4ab7-870a-812199247dae {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:34:17.103152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b72ca749-2c8a-4c7a-b5fa-44aa9120c53c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.104211 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b72ca749-2c8a-4c7a-b5fa-44aa9120c53c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae HTTP/1.1" status: 204 len: 168 time: 0.6821613 Dec 23 08:34:17.109786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50440) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:17.113488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1039205167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:17.119479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:17.123479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Usage tracker for resource:router and tenant:207c6f814f44400bbc84a031a18aad77 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:17.126282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:17.132464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:17.142907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.144002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.162934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.180404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.203695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.204848 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4a0e7828-634a-4558-a39d-f83dcfb3df02 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0958021 Dec 23 08:34:17.207630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50444) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:17.212478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-883d1e1c-82f4-42f6-820e-587a068ed52a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:17.401136 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d418346-2f06-4e50-9660-edbc3a20b733 None None] Sync routers for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:17.413315 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d418346-2f06-4e50-9660-edbc3a20b733 None None] Routers set() bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:17.413676 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d418346-2f06-4e50-9660-edbc3a20b733 None None] Router IDs set() for agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 08:34:17.414373 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_agentschedulers_db [None req-2d418346-2f06-4e50-9660-edbc3a20b733 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9fad65ee-e0bd-4ab7-870a-812199247dae'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent'). {{(pid=83525) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 08:34:17.425441 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d418346-2f06-4e50-9660-edbc3a20b733 None None] Routers set() bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:17.425729 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d418346-2f06-4e50-9660-edbc3a20b733 None None] Router IDs set() for agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 08:34:17.426266 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_agentschedulers_db [None req-2d418346-2f06-4e50-9660-edbc3a20b733 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9fad65ee-e0bd-4ab7-870a-812199247dae'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent'). {{(pid=83525) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 08:34:17.426653 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d418346-2f06-4e50-9660-edbc3a20b733 None None] The sync data for ids ['9fad65ee-e0bd-4ab7-870a-812199247dae'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:17.427091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router d07e61ba-6330-47f4-80f6-80a18d69ad01 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:17.575455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:17.586285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b26b1-ad35-4189-a72e-504876c351b9 None None] Sync routers for ids ['d07e61ba-6330-47f4-80f6-80a18d69ad01'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:17.592680 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-edfe5efe-4ae7-40b7-8178-61b82fae7227 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/d07e61ba-6330-47f4-80f6-80a18d69ad01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0159321 Dec 23 08:34:17.596220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50448) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:17.602986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-883d1e1c-82f4-42f6-820e-587a068ed52a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.603901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b26b1-ad35-4189-a72e-504876c351b9 None None] Routers {'d07e61ba-6330-47f4-80f6-80a18d69ad01'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:17.604503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-bc3b26b1-ad35-4189-a72e-504876c351b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d07e61ba-6330-47f4-80f6-80a18d69ad01'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:17.615759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-883d1e1c-82f4-42f6-820e-587a068ed52a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.644431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ee766baa-2b0a-4283-9c6e-7bbda2bffa4b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:17.662202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ee766baa-2b0a-4283-9c6e-7bbda2bffa4b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:17.665942 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ee766baa-2b0a-4283-9c6e-7bbda2bffa4b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07e61ba-6330-47f4-80f6-80a18d69ad01 HTTP/1.1" status: 200 len: 205 time: 0.0662382 Dec 23 08:34:17.666187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50452) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:17.668396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-bc3b26b1-ad35-4189-a72e-504876c351b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:17.680472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b26b1-ad35-4189-a72e-504876c351b9 None None] Routers {'d07e61ba-6330-47f4-80f6-80a18d69ad01'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:17.681065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-bc3b26b1-ad35-4189-a72e-504876c351b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d07e61ba-6330-47f4-80f6-80a18d69ad01'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:17.753566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-bc3b26b1-ad35-4189-a72e-504876c351b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:17.754056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b26b1-ad35-4189-a72e-504876c351b9 None None] The sync data for ids ['d07e61ba-6330-47f4-80f6-80a18d69ad01'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:17.788405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883d1e1c-82f4-42f6-820e-587a068ed52a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Router 00c030a8-3cee-4400-ba41-12025332d330 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:34:17.800509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e09ab59-863b-44ff-8d51-97d5b8187e70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.926606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883d1e1c-82f4-42f6-820e-587a068ed52a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:17.932114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-883d1e1c-82f4-42f6-820e-587a068ed52a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:17.936347 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-883d1e1c-82f4-42f6-820e-587a068ed52a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "PUT /v2.0/routers/00c030a8-3cee-4400-ba41-12025332d330 HTTP/1.1" status: 200 len: 698 time: 0.7247071 Dec 23 08:34:17.936347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50456) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:17.938748 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] Sync routers for ids ['00c030a8-3cee-4400-ba41-12025332d330'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:17.951384 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] Routers {'00c030a8-3cee-4400-ba41-12025332d330'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:17.952096 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['00c030a8-3cee-4400-ba41-12025332d330'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:18.075066 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] Set router 00c030a8-3cee-4400-ba41-12025332d330 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:18.075321 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e8c42450-d91e-4dff-8ce7-19d8f2fe966f tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/routers/00c030a8-3cee-4400-ba41-12025332d330 HTTP/1.1" status: 200 len: 704 time: 0.1384358 Dec 23 08:34:18.078004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50460) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:18.121331 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5c1fda76-c4dd-4beb-95d2-fb4fc746e8b9 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c030a8-3cee-4400-ba41-12025332d330 HTTP/1.1" status: 200 len: 205 time: 0.0421295 Dec 23 08:34:18.123662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50464) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:18.180831 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c030a8-3cee-4400-ba41-12025332d330', 'name': 'tempest-RoutersIpV6Test-router-1039205167', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:17Z', 'updated_at': '2021-12-23T08:34:17Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:18.183112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e09ab59-863b-44ff-8d51-97d5b8187e70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.184903 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] Checking router: 00c030a8-3cee-4400-ba41-12025332d330 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:18.188719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e09ab59-863b-44ff-8d51-97d5b8187e70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.196224 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] Routers {'00c030a8-3cee-4400-ba41-12025332d330'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:18.196812 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['00c030a8-3cee-4400-ba41-12025332d330'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:18.215935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e09ab59-863b-44ff-8d51-97d5b8187e70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.216534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e09ab59-863b-44ff-8d51-97d5b8187e70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Fanout notify agent at l3_agent the message router_deleted on router d07e61ba-6330-47f4-80f6-80a18d69ad01 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:34:18.233569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e09ab59-863b-44ff-8d51-97d5b8187e70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.237256 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4e09ab59-863b-44ff-8d51-97d5b8187e70 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/d07e61ba-6330-47f4-80f6-80a18d69ad01 HTTP/1.1" status: 204 len: 168 time: 0.5677619 Dec 23 08:34:18.237586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50468) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:18.273298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c489-12c1-407c-83f4-c25fb969156c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.340139 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] Set router 00c030a8-3cee-4400-ba41-12025332d330 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:18.426476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting subnet 8dc19739-1cd3-4f1d-a3b7-570ef886edf6 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:34:18.430049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.481440 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c030a8-3cee-4400-ba41-12025332d330', 'name': 'tempest-RoutersIpV6Test-router-1039205167', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:17Z', 'updated_at': '2021-12-23T08:34:17Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:18.487155 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba08aa7-becf-4da6-a02f-831d4b0e74e9 None None] The sync data for ids ['00c030a8-3cee-4400-ba41-12025332d330'] in dv-neutron-822507-1-hyperv is: [{'id': '00c030a8-3cee-4400-ba41-12025332d330', 'name': 'tempest-RoutersIpV6Test-router-1039205167', 'tenant_id': '207c6f814f44400bbc84a031a18aad77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:17Z', 'updated_at': '2021-12-23T08:34:17Z', 'revision_number': 2, 'project_id': '207c6f814f44400bbc84a031a18aad77', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:18.494568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.597654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.794685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.831304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc19739-1cd3-4f1d-a3b7-570ef886edf6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:18.839786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c489-12c1-407c-83f4-c25fb969156c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.840510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.846430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c489-12c1-407c-83f4-c25fb969156c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.848382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2904d82-c987-4731-8dd4-ca6e4fbbaec9 None None] Network 3e7d18d5-8328-41c9-93f3-ac66bab66dad requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:18.848875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.848875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.849200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.849522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.849841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.850199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.850499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.850815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.851126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.851437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.851748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:18.857692 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1a33cf51-b9eb-46f2-a795-2212b1ef8eb4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/8dc19739-1cd3-4f1d-a3b7-570ef886edf6 HTTP/1.1" status: 204 len: 168 time: 0.6190231 Dec 23 08:34:18.859280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50472) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:18.874302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c489-12c1-407c-83f4-c25fb969156c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.874820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf0c489-12c1-407c-83f4-c25fb969156c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Fanout notify agent at l3_agent the message router_deleted on router 00c030a8-3cee-4400-ba41-12025332d330 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:34:18.890243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c489-12c1-407c-83f4-c25fb969156c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.891300 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1cf0c489-12c1-407c-83f4-c25fb969156c tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/00c030a8-3cee-4400-ba41-12025332d330 HTTP/1.1" status: 204 len: 168 time: 0.7665267 Dec 23 08:34:18.895803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50476) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:18.947427 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e4c32ac0-ad7a-4d4f-b751-8e6dabb9ef32 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=00c030a8-3cee-4400-ba41-12025332d330 HTTP/1.1" status: 200 len: 205 time: 0.0504873 Dec 23 08:34:18.949783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50480) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:18.980425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:18.991571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 6ad8a64e-fc69-437c-ab56-bf644a02f87c {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:18.991908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.019285 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-6af6f636-f942-425c-a92b-63efd5aa9d0d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] delete failed (client error): The resource could not be found. Dec 23 08:34:19.019538 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6af6f636-f942-425c-a92b-63efd5aa9d0d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/00c030a8-3cee-4400-ba41-12025332d330 HTTP/1.1" status: 404 len: 336 time: 0.0686038 Dec 23 08:34:19.021918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50484) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.062904 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cdbadb-3332-465e-acbb-f617bb50f77a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] DELETE failed (client error): The resource could not be found. Dec 23 08:34:19.063448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cdbadb-3332-465e-acbb-f617bb50f77a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:34:19.067548 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-58cdbadb-3332-465e-acbb-f617bb50f77a tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/3b3adc32-77fa-48c7-b276-625c59668c4a HTTP/1.1" status: 404 len: 337 time: 0.0423059 Dec 23 08:34:19.068079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50488) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.103079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] DHCP port deletion for 3e7d18d5-8328-41c9-93f3-ac66bab66dad request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:34:19.107666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] Deleting port 6ad8a64e-fc69-437c-ab56-bf644a02f87c {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:19.108045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.116261 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c078af-3d52-446f-b31d-b43fb7c5dba0 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] DELETE failed (client error): The resource could not be found. Dec 23 08:34:19.116888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c078af-3d52-446f-b31d-b43fb7c5dba0 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:34:19.121602 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a6c078af-3d52-446f-b31d-b43fb7c5dba0 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/645660cf-276e-4ec2-8643-109990e2ece4 HTTP/1.1" status: 404 len: 337 time: 0.0495329 Dec 23 08:34:19.122323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50492) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.229680 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2bea92-bfc3-4d7c-8f33-c55b80ec6f71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] DELETE failed (client error): The resource could not be found. Dec 23 08:34:19.230142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2bea92-bfc3-4d7c-8f33-c55b80ec6f71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:34:19.234439 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6a2bea92-bfc3-4d7c-8f33-c55b80ec6f71 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/8028c30a-04fc-4ea0-b943-5fbaca86399a HTTP/1.1" status: 404 len: 337 time: 0.1111598 Dec 23 08:34:19.234765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50496) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.257904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port 6ad8a64e-fc69-437c-ab56-bf644a02f87c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6ad8a64e-fc69-437c-ab56-bf644a02f87c,segment=NetworkSegment(55bec264-6d26-42a6-bf8b-dd41d6956c8b),segment_id=55bec264-6d26-42a6-bf8b-dd41d6956c8b)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:19.258380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.275681 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ba8160-461c-4b98-befb-63d85bdb2a5b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] DELETE failed (client error): The resource could not be found. Dec 23 08:34:19.276124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ba8160-461c-4b98-befb-63d85bdb2a5b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:34:19.280135 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-85ba8160-461c-4b98-befb-63d85bdb2a5b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/9bdb2a41-eb22-45ea-9286-9dd22dccbffd HTTP/1.1" status: 404 len: 337 time: 0.0418224 Dec 23 08:34:19.280384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50500) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.335439 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fdd7e289-3dd5-4168-9d1d-803ed0d65bc4 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fad65ee-e0bd-4ab7-870a-812199247dae HTTP/1.1" status: 200 len: 205 time: 0.0536561 Dec 23 08:34:19.336089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50504) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.336234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] For port 6ad8a64e-fc69-437c-ab56-bf644a02f87c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6ad8a64e-fc69-437c-ab56-bf644a02f87c,segment=NetworkSegment(55bec264-6d26-42a6-bf8b-dd41d6956c8b),segment_id=55bec264-6d26-42a6-bf8b-dd41d6956c8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:19.336502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.400813 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 6ad8a64e-fc69-437c-ab56-bf644a02f87c owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:19.415360 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-7716f19c-3251-4530-94b2-dd321fa8189b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] delete failed (client error): The resource could not be found. Dec 23 08:34:19.416719 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7716f19c-3251-4530-94b2-dd321fa8189b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/9fad65ee-e0bd-4ab7-870a-812199247dae HTTP/1.1" status: 404 len: 336 time: 0.0795176 Dec 23 08:34:19.419299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50508) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.462197 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-654bde20-0f09-422f-b739-1f12bca00bcd tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ccb039e-0c83-4c46-a8e1-10f0258f03cd HTTP/1.1" status: 200 len: 205 time: 0.0416765 Dec 23 08:34:19.464626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50514) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.471482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] Calling delete_port for 6ad8a64e-fc69-437c-ab56-bf644a02f87c owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:19.542398 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-9e6f200c-6b05-4672-a3c0-eb01456cdfad tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] delete failed (client error): The resource could not be found. Dec 23 08:34:19.543494 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9e6f200c-6b05-4672-a3c0-eb01456cdfad tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/6ccb039e-0c83-4c46-a8e1-10f0258f03cd HTTP/1.1" status: 404 len: 336 time: 0.0778844 Dec 23 08:34:19.546109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50518) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.558293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.588618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:34:19.588907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:34:19.589030 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3a8c71-40d4-44e5-8980-1bb63ef43fc5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] DELETE failed (client error): The resource could not be found. Dec 23 08:34:19.589364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3a8c71-40d4-44e5-8980-1bb63ef43fc5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:34:19.591256 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cb3a8c71-40d4-44e5-8980-1bb63ef43fc5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/4aa4ea21-bda7-4cfe-8b9c-c805d0a8cd1a HTTP/1.1" status: 404 len: 337 time: 0.0439577 Dec 23 08:34:19.593977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50522) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.607036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=6ad8a64e-fc69-437c-ab56-bf644a02f87c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:19.613753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No DVR routers for this DVR port 6ad8a64e-fc69-437c-ab56-bf644a02f87c on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:34:19.639323 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4852af9a-d03d-47b0-9843-c1721dd20a2b tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc061fd3-a655-4c6e-b669-c0e391e5bd0b HTTP/1.1" status: 200 len: 205 time: 0.0419679 Dec 23 08:34:19.639564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50526) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.706738 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-efc13afb-40f9-4146-a71e-32d0d3236aa2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] delete failed (client error): The resource could not be found. Dec 23 08:34:19.707667 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-efc13afb-40f9-4146-a71e-32d0d3236aa2 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/cc061fd3-a655-4c6e-b669-c0e391e5bd0b HTTP/1.1" status: 404 len: 336 time: 0.0672755 Dec 23 08:34:19.710440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50530) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.737300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.750851 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0c414b5e-378a-4eb0-9ef5-b81d9a9b9edb tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9ab720b-7f29-4184-8043-8a585a79e01f HTTP/1.1" status: 200 len: 205 time: 0.0393121 Dec 23 08:34:19.753724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50534) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.762295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7d18d5-8328-41c9-93f3-ac66bab66dad']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:19.774640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bec264-6d26-42a6-bf8b-dd41d6956c8b') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:19.774935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bec264-6d26-42a6-bf8b-dd41d6956c8b') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:19.786030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.802263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.808321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:34:19.808697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.819623 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-3d6e5df2-e546-4e31-9465-791e070aad75 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] delete failed (client error): The resource could not be found. Dec 23 08:34:19.820619 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3d6e5df2-e546-4e31-9465-791e070aad75 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/a9ab720b-7f29-4184-8043-8a585a79e01f HTTP/1.1" status: 404 len: 336 time: 0.0660183 Dec 23 08:34:19.823338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50538) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:34:19.823679 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:34:19.859266 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa0bb6a-5506-42c4-8251-b2e3410cc18e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] DELETE failed (client error): The resource could not be found. Dec 23 08:34:19.859608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa0bb6a-5506-42c4-8251-b2e3410cc18e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:34:19.864093 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ffa0bb6a-5506-42c4-8251-b2e3410cc18e tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/1d5aefb7-426f-4f81-8e3d-d7c94ce94d6a HTTP/1.1" status: 404 len: 337 time: 0.0369804 Dec 23 08:34:19.864258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50542) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.904393 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-84a6d60e-a047-4f1a-b990-a394fc5db6b5 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e23d38b7-8913-4e65-a161-0dc66a36946f HTTP/1.1" status: 200 len: 205 time: 0.0391054 Dec 23 08:34:19.904693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.906870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50546) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.922789 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:19.936273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Network': ['ID=3e7d18d5-8328-41c9-93f3-ac66bab66dad,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:19.949732 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dc733165-6ce2-4e7a-9ef2-88fd61f764d8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/networks/3e7d18d5-8328-41c9-93f3-ac66bab66dad HTTP/1.1" status: 204 len: 168 time: 1.0866528 Dec 23 08:34:19.949924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50550) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.955176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-740855790', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}, 'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:19.962089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:19.965925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:router and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:19.968737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:19.972471 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-c8bc32ad-3e70-40f3-b82a-d3684ab333f7 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] delete failed (client error): The resource could not be found. Dec 23 08:34:19.973467 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c8bc32ad-3e70-40f3-b82a-d3684ab333f7 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/e23d38b7-8913-4e65-a161-0dc66a36946f HTTP/1.1" status: 404 len: 336 time: 0.0656590 Dec 23 08:34:19.976116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50554) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:19.979133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:20.022188 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7804e0bd-3b5a-4fc2-b084-db23f6a2159d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] DELETE failed (client error): The resource could not be found. Dec 23 08:34:20.022612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7804e0bd-3b5a-4fc2-b084-db23f6a2159d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:34:20.024156 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7804e0bd-3b5a-4fc2-b084-db23f6a2159d tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/f1786f5f-7648-4666-a368-e8aa67320256 HTTP/1.1" status: 404 len: 337 time: 0.0467112 Dec 23 08:34:20.027291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50558) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:20.057870 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.058799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.073900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a9915f21-e6e4-4b6d-9d8f-3193db9599a8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Synchronizing usage tracker for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:20.089776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] Deleting port 6ad8a64e-fc69-437c-ab56-bf644a02f87c {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:20.090352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.093255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a9915f21-e6e4-4b6d-9d8f-3193db9599a8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] Unset dirty status for tenant:207c6f814f44400bbc84a031a18aad77 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:20.094373 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a9915f21-e6e4-4b6d-9d8f-3193db9599a8 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7904397-30f1-4e07-9283-79ae7bf32e5c HTTP/1.1" status: 200 len: 205 time: 0.0662272 Dec 23 08:34:20.097666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.098559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50562) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:20.153628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-df46afd9-95fa-4196-814a-c101ec652e27 None None] The port '6ad8a64e-fc69-437c-ab56-bf644a02f87c' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:34:20.254813 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.267752 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-15d9bf80-b7e8-44d6-abbb-984ee9a199e1 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] delete failed (client error): The resource could not be found. Dec 23 08:34:20.269113 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-15d9bf80-b7e8-44d6-abbb-984ee9a199e1 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/routers/e7904397-30f1-4e07-9283-79ae7bf32e5c HTTP/1.1" status: 404 len: 336 time: 0.1692858 Dec 23 08:34:20.271523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50566) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:20.310641 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebdf0eb-90aa-4787-9f0f-f72926cc6264 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] DELETE failed (client error): The resource could not be found. Dec 23 08:34:20.311077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebdf0eb-90aa-4787-9f0f-f72926cc6264 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:34:20.312733 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2ebdf0eb-90aa-4787-9f0f-f72926cc6264 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/d920404a-5305-4308-b4d0-a31212aef4f5 HTTP/1.1" status: 404 len: 337 time: 0.0403504 Dec 23 08:34:20.315485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50570) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:20.356116 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-858c830a-f6b5-43fc-aed6-6eee77442046 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] DELETE failed (client error): The resource could not be found. Dec 23 08:34:20.356548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858c830a-f6b5-43fc-aed6-6eee77442046 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:34:20.358190 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-858c830a-f6b5-43fc-aed6-6eee77442046 tempest-RoutersIpV6Test-813721384 tempest-RoutersIpV6Test-813721384-project] 10.222.0.36 "DELETE /v2.0/subnets/9a79231d-1a08-42f5-b421-1bcdbf4972cd HTTP/1.1" status: 404 len: 337 time: 0.0417528 Dec 23 08:34:20.517974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.548260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.656174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50578) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:20.684288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.26.8.190 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/8e6d7878-9843-4fbb-94a9-fbfcfe7cf6fa) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:20.828560 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3e922332-1015-4aee-877b-1c0236740c2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=207c6f814f44400bbc84a031a18aad77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1711862 Dec 23 08:34:20.831535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50584) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:20.851451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.878383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.889491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b42af8bf-4f68-4fd4-9863-198281ddf5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.921633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b42af8bf-4f68-4fd4-9863-198281ddf5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.943238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:20.946027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:20.948403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:20.956470 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6ad8a64e-fc69-437c-ab56-bf644a02f87c no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:20.974561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b42af8bf-4f68-4fd4-9863-198281ddf5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.988985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=8e6d7878-9843-4fbb-94a9-fbfcfe7cf6fa,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:20.992294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42af8bf-4f68-4fd4-9863-198281ddf5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7807e75-acfe-4fad-85f3-e05093e42d9a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:20.995784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b42af8bf-4f68-4fd4-9863-198281ddf5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:20.995939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 6ad8a64e-fc69-437c-ab56-bf644a02f87c {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:20.996247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6ad8a64e-fc69-437c-ab56-bf644a02f87c not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:20.998386 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b42af8bf-4f68-4fd4-9863-198281ddf5b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7807e75-acfe-4fad-85f3-e05093e42d9a HTTP/1.1" status: 204 len: 168 time: 0.1659405 Dec 23 08:34:21.127067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:21.128537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:21.356732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 4835611a-dcae-489f-8553-e28ce8623e18 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:34:21.561965 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:21.572013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc658dfc-c203-4c4a-925a-8c320d8b58c4 None None] Sync routers for ids ['4835611a-dcae-489f-8553-e28ce8623e18'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:21.585439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc658dfc-c203-4c4a-925a-8c320d8b58c4 None None] Routers {'4835611a-dcae-489f-8553-e28ce8623e18'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:21.586095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-dc658dfc-c203-4c4a-925a-8c320d8b58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4835611a-dcae-489f-8553-e28ce8623e18'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:21.589349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:21.593597 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-aefc5bb0-e479-4c76-8a18-8ee5e79671ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.6398611 Dec 23 08:34:21.594153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50602) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:21.647840 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-dc658dfc-c203-4c4a-925a-8c320d8b58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:21.660297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc658dfc-c203-4c4a-925a-8c320d8b58c4 None None] Routers {'4835611a-dcae-489f-8553-e28ce8623e18'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:21.660875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-dc658dfc-c203-4c4a-925a-8c320d8b58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4835611a-dcae-489f-8553-e28ce8623e18'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:21.717740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-dc658dfc-c203-4c4a-925a-8c320d8b58c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:21.718165 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc658dfc-c203-4c4a-925a-8c320d8b58c4 None None] The sync data for ids ['4835611a-dcae-489f-8553-e28ce8623e18'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:21.802798 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-622f80a6-6227-40ee-a9cd-799b3cfd0403 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/routers/4835611a-dcae-489f-8553-e28ce8623e18 HTTP/1.1" status: 200 len: 880 time: 0.2071888 Dec 23 08:34:21.804955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50610) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:21.809386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50614) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:21.934753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-secgroup--956750438'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:21.940896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:21.944701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:21.947946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:21.955797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:21.967104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:21.981010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.018865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:22.022763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:22.025702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:22.031550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:22.101388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.105452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.109549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-81225753-dc71-46e0-adaa-5cbf265a4932 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:router {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:22.125706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-81225753-dc71-46e0-adaa-5cbf265a4932 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:router {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:22.126944 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-81225753-dc71-46e0-adaa-5cbf265a4932 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3210974 Dec 23 08:34:22.129819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50620) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:22.134951 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3cfdc455-5b64-4a67-b53a-93c0f7aca1e5 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-740855790'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:22.145469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:22.149393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a2c9f-2af8-4427-a091-2b1903cf5e8a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:22.152031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:22.154933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:22.162182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:22.215534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.219520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.260309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8602e2b0-4f65-4dc6-9bf8-20909ff4f0b0,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:22.262688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.263919 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d69323cf-d295-44db-84fc-31daae67e467 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4534712 Dec 23 08:34:22.266572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50624) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:22.328476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3d1134bd-f278-4144-9df2-87ca05a1ea3b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:22.345450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3d1134bd-f278-4144-9df2-87ca05a1ea3b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:22.348264 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3d1134bd-f278-4144-9df2-87ca05a1ea3b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0789678 Dec 23 08:34:22.350021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50628) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:22.355361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4a0a4f8e-1d4a-4d06-9e0e-c3a99f1c5e3a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-security--1191793753', 'description': 'tempest-security-description-1717033602'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:22.389119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4f8e-1d4a-4d06-9e0e-c3a99f1c5e3a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.441250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4f8e-1d4a-4d06-9e0e-c3a99f1c5e3a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.444664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4f8e-1d4a-4d06-9e0e-c3a99f1c5e3a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.446950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4a0a4f8e-1d4a-4d06-9e0e-c3a99f1c5e3a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.448129 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4a0a4f8e-1d4a-4d06-9e0e-c3a99f1c5e3a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "PUT /v2.0/security-groups/8602e2b0-4f65-4dc6-9bf8-20909ff4f0b0 HTTP/1.1" status: 200 len: 1612 time: 0.0971930 Dec 23 08:34:22.455144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50632) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:22.500661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a4f8e-1d4a-4d06-9e0e-c3a99f1c5e3a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8602e2b0-4f65-4dc6-9bf8-20909ff4f0b0,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:22.519745 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b12fdf16-c7d3-4c01-8630-c8aa65e26e08 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups/8602e2b0-4f65-4dc6-9bf8-20909ff4f0b0 HTTP/1.1" status: 200 len: 1612 time: 0.0635774 Dec 23 08:34:22.522162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50636) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:22.583234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b879-cb5d-4d9a-b4ce-e8b51dbb7a20 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.610157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b879-cb5d-4d9a-b4ce-e8b51dbb7a20 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.659252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b879-cb5d-4d9a-b4ce-e8b51dbb7a20 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.677685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6b879-cb5d-4d9a-b4ce-e8b51dbb7a20 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8602e2b0-4f65-4dc6-9bf8-20909ff4f0b0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:22.690315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b879-cb5d-4d9a-b4ce-e8b51dbb7a20 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.690793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3cfdc455-5b64-4a67-b53a-93c0f7aca1e5 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.693938 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e3e6b879-cb5d-4d9a-b4ce-e8b51dbb7a20 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/8602e2b0-4f65-4dc6-9bf8-20909ff4f0b0 HTTP/1.1" status: 204 len: 168 time: 0.1685822 Dec 23 08:34:22.694115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50640) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:22.702088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3cfdc455-5b64-4a67-b53a-93c0f7aca1e5 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.745878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-93241b2b-65b7-455a-bf19-2528b2dffe62 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:22.762480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-93241b2b-65b7-455a-bf19-2528b2dffe62 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:22.763884 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-93241b2b-65b7-455a-bf19-2528b2dffe62 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0684853 Dec 23 08:34:22.766546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50644) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:22.784144 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-ab9ccab4-1458-4c1a-8cfb-e1c5d50a93a7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] delete failed (client error): The resource could not be found. Dec 23 08:34:22.785104 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ab9ccab4-1458-4c1a-8cfb-e1c5d50a93a7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/8602e2b0-4f65-4dc6-9bf8-20909ff4f0b0 HTTP/1.1" status: 404 len: 347 time: 0.0169392 Dec 23 08:34:22.788771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50648) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:22.793918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-secgroup--318118849'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:22.799464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:22.809490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:22.818848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.853994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:22.857807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:22.860626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:22.866136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:22.910655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfdc455-5b64-4a67-b53a-93c0f7aca1e5 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 4835611a-dcae-489f-8553-e28ce8623e18 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:22.919929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.923928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.963616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548c3908-d356-4d36-8c95-c33d7c2c79d9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:22.973040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:22.977374 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6732415f-9c81-401c-bb09-9b8c51a30b4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1848505 Dec 23 08:34:22.977374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50652) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:22.982881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': '548c3908-d356-4d36-8c95-c33d7c2c79d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:22.988791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:22.992640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:22.995475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:23.001026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:23.018384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.079319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.083567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.111589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe170166-3e17-408a-906c-5b920a2920fe,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:23.117454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfdc455-5b64-4a67-b53a-93c0f7aca1e5 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:23.118556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.119808 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-408e8c81-413b-43c7-ba78-30bfa920fd4f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1415374 Dec 23 08:34:23.122506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50656) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:23.127138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3cfdc455-5b64-4a67-b53a-93c0f7aca1e5 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.127317 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92525ac6-bb80-49b6-8d4d-9ccd1f1c44b6 None None] Sync routers for ids ['4835611a-dcae-489f-8553-e28ce8623e18'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:23.128281 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3cfdc455-5b64-4a67-b53a-93c0f7aca1e5 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/4835611a-dcae-489f-8553-e28ce8623e18 HTTP/1.1" status: 200 len: 887 time: 0.9975131 Dec 23 08:34:23.130891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50660) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:23.140117 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92525ac6-bb80-49b6-8d4d-9ccd1f1c44b6 None None] Routers {'4835611a-dcae-489f-8553-e28ce8623e18'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:23.140707 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-92525ac6-bb80-49b6-8d4d-9ccd1f1c44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4835611a-dcae-489f-8553-e28ce8623e18'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:23.154061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2231-66ac-4bc2-8a33-ff76ed7d0525 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.166172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2231-66ac-4bc2-8a33-ff76ed7d0525 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.192100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2231-66ac-4bc2-8a33-ff76ed7d0525 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.201169 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-92525ac6-bb80-49b6-8d4d-9ccd1f1c44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:23.210095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d2231-66ac-4bc2-8a33-ff76ed7d0525 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe170166-3e17-408a-906c-5b920a2920fe,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:23.212128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2231-66ac-4bc2-8a33-ff76ed7d0525 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.213213 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5c4d2231-66ac-4bc2-8a33-ff76ed7d0525 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fe170166-3e17-408a-906c-5b920a2920fe HTTP/1.1" status: 204 len: 168 time: 0.0896800 Dec 23 08:34:23.214154 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92525ac6-bb80-49b6-8d4d-9ccd1f1c44b6 None None] Routers {'4835611a-dcae-489f-8553-e28ce8623e18'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:23.214906 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-92525ac6-bb80-49b6-8d4d-9ccd1f1c44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4835611a-dcae-489f-8553-e28ce8623e18'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:23.216401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50664) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:23.263718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b7ab9add-6248-418b-9344-e975afa8f5c0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:23.277844 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-92525ac6-bb80-49b6-8d4d-9ccd1f1c44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:23.278424 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92525ac6-bb80-49b6-8d4d-9ccd1f1c44b6 None None] The sync data for ids ['4835611a-dcae-489f-8553-e28ce8623e18'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:23.282335 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b7ab9add-6248-418b-9344-e975afa8f5c0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:23.283876 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b7ab9add-6248-418b-9344-e975afa8f5c0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0665400 Dec 23 08:34:23.286940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50668) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:23.348653 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3e861bca-b073-46bf-aa96-a47bd054b86d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/routers/4835611a-dcae-489f-8553-e28ce8623e18 HTTP/1.1" status: 200 len: 887 time: 0.2164292 Dec 23 08:34:23.350982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50672) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:23.385666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0149adb1-bc4f-4396-a9cc-a8cab820fb10 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.407847 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6b10e4f7-42e6-4b65-99df-bf61787dcc40 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=4835611a-dcae-489f-8553-e28ce8623e18 HTTP/1.1" status: 200 len: 205 time: 0.0557575 Dec 23 08:34:23.410402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50676) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:23.422423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0149adb1-bc4f-4396-a9cc-a8cab820fb10 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.471944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0149adb1-bc4f-4396-a9cc-a8cab820fb10 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.493562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149adb1-bc4f-4396-a9cc-a8cab820fb10 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548c3908-d356-4d36-8c95-c33d7c2c79d9,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:23.510723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0149adb1-bc4f-4396-a9cc-a8cab820fb10 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.515135 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0149adb1-bc4f-4396-a9cc-a8cab820fb10 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/548c3908-d356-4d36-8c95-c33d7c2c79d9 HTTP/1.1" status: 204 len: 168 time: 0.2246280 Dec 23 08:34:23.515900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50680) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:23.572818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fcea9039-9013-43c7-ac48-d551b9a391f6 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:23.588139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fcea9039-9013-43c7-ac48-d551b9a391f6 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:23.589638 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fcea9039-9013-43c7-ac48-d551b9a391f6 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0727096 Dec 23 08:34:23.593541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50684) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:23.599673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-secgroup--836360138'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:23.607296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:23.619890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:23.636671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.661842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:23.858175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:23.864836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:23.868557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:23.875430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:24.004026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.010426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.068156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea42c4ea-629d-4291-94ea-25383421fb03,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:24.072653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.073833 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b01c3d73-5f83-4ecd-8c67-4a32cf3e581f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4793513 Dec 23 08:34:24.076765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50688) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:24.085086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': 'ea42c4ea-629d-4291-94ea-25383421fb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:24.094920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.097283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:24.103777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:24.106016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 8e6d7878-9843-4fbb-94a9-fbfcfe7cf6fa {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:24.107417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.107799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:24.114799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:24.131448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.198542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.204056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.230313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d81743-c874-4c3e-b54e-c044f073c9e4,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:24.240844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.242104 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8ced2500-c8dc-410f-9c92-bec9be18e90c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1636958 Dec 23 08:34:24.244824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50698) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:24.252998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': 'ea42c4ea-629d-4291-94ea-25383421fb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:24.259065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:24.263325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:24.266345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:24.272762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:24.289854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.293229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.359469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.367652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.400427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91527cae-6b77-4b28-bc28-7f9394fb3093,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:24.416449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.417783 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e0dee57d-204c-4664-9c2c-5315c29c1c9c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1720312 Dec 23 08:34:24.420605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50706) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:24.422038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 8e6d7878-9843-4fbb-94a9-fbfcfe7cf6fa owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:24.427707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': 'ea42c4ea-629d-4291-94ea-25383421fb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:24.433897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:24.439265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:24.443933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:24.450834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:24.472306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.542805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.546900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.568490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f415c9bd-d337-456c-a18e-757307f119fe,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:24.594585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.597519 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b9336c54-0d46-4484-bfa0-91e39be15c74 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1758840 Dec 23 08:34:24.600236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50712) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:24.606859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': 'ea42c4ea-629d-4291-94ea-25383421fb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:24.615369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:24.620733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:24.625365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:24.630305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.632996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:24.652601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.687229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=8e6d7878-9843-4fbb-94a9-fbfcfe7cf6fa,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:24.727409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.734492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.764516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a881a5-7383-434f-9657-21b174807268,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:24.778405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.779625 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-669269a8-e611-4447-b6f2-ae9ec14432f9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1781309 Dec 23 08:34:24.782283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50718) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:24.787619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': 'ea42c4ea-629d-4291-94ea-25383421fb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:24.793704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:24.797777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:24.800744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:24.806378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:24.822762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.889725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.894823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.918940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93e909a-4695-4b27-8e37-b89e3841f288,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:24.931082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.935119 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-19c8741b-c156-4395-94a7-83deef66b510 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.1491368 Dec 23 08:34:24.935382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50722) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:24.965181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.965819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0192c116-ac1e-443e-b146-a33c1e6e7665 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.976837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0192c116-ac1e-443e-b146-a33c1e6e7665 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:24.999951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0192c116-ac1e-443e-b146-a33c1e6e7665 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.022417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c116-ac1e-443e-b146-a33c1e6e7665 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b93e909a-4695-4b27-8e37-b89e3841f288,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:25.024624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0192c116-ac1e-443e-b146-a33c1e6e7665 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.026386 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0192c116-ac1e-443e-b146-a33c1e6e7665 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b93e909a-4695-4b27-8e37-b89e3841f288 HTTP/1.1" status: 204 len: 168 time: 0.0900052 Dec 23 08:34:25.028557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50726) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.078441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e42b3dc4-13af-409d-9a4d-a5df552123e4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:25.093521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e42b3dc4-13af-409d-9a4d-a5df552123e4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:25.094916 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e42b3dc4-13af-409d-9a4d-a5df552123e4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0654039 Dec 23 08:34:25.098056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50730) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.126249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7317a695-f78e-46c2-9b87-0b56c45d364f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.136639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7317a695-f78e-46c2-9b87-0b56c45d364f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.158752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7317a695-f78e-46c2-9b87-0b56c45d364f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.172840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a629d-4516-4d73-a689-f9a67738c069 req-fe66d259-4453-4a67-8629-eb4406f9bb37 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:25.174851 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d49a629d-4516-4d73-a689-f9a67738c069 req-fe66d259-4453-4a67-8629-eb4406f9bb37 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.4179773 Dec 23 08:34:25.177843 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317a695-f78e-46c2-9b87-0b56c45d364f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3a881a5-7383-434f-9657-21b174807268,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:25.183160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7317a695-f78e-46c2-9b87-0b56c45d364f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.184216 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7317a695-f78e-46c2-9b87-0b56c45d364f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f3a881a5-7383-434f-9657-21b174807268 HTTP/1.1" status: 204 len: 168 time: 0.0851126 Dec 23 08:34:25.187046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50734) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.237922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6b8b3aa0-8bc9-409c-a2e4-ff5a8d400c23 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:25.254540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6b8b3aa0-8bc9-409c-a2e4-ff5a8d400c23 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:25.255878 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6b8b3aa0-8bc9-409c-a2e4-ff5a8d400c23 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0678492 Dec 23 08:34:25.258753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50738) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.288265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ddc32b3-d75b-47e6-9507-348f16bfc977 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.298891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ddc32b3-d75b-47e6-9507-348f16bfc977 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.323129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ddc32b3-d75b-47e6-9507-348f16bfc977 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.340249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc32b3-d75b-47e6-9507-348f16bfc977 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f415c9bd-d337-456c-a18e-757307f119fe,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:25.349500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ddc32b3-d75b-47e6-9507-348f16bfc977 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.349658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.350784 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6ddc32b3-d75b-47e6-9507-348f16bfc977 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f415c9bd-d337-456c-a18e-757307f119fe HTTP/1.1" status: 204 len: 168 time: 0.0910006 Dec 23 08:34:25.353310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50742) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.364134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.386544 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d49a629d-4516-4d73-a689-f9a67738c069 req-9867d45a-9dc6-40c2-9e82-fba2bf00fd81 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656545 Dec 23 08:34:25.404878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.405167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d488f5d-bbd7-4615-ba12-72dff46402fd tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:25.405757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Fanout notify agent at l3_agent the message router_deleted on router 4835611a-dcae-489f-8553-e28ce8623e18 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:34:25.431684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d488f5d-bbd7-4615-ba12-72dff46402fd tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:25.432919 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6d488f5d-bbd7-4615-ba12-72dff46402fd tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0787318 Dec 23 08:34:25.435066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.436123 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2bf6b486-d030-4b7a-b7b6-583ceb3e1064 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/4835611a-dcae-489f-8553-e28ce8623e18 HTTP/1.1" status: 204 len: 168 time: 2.0246646 Dec 23 08:34:25.438230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50746) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.440034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50748) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.445343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'network': {'name': 'tempest-RoutersTest-239538222'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:25.450287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:25.454038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:network and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:25.456888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:25.462657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:25.466365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2938d7f-2cce-48f3-bca7-4a1291d956b5 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.474577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:25.477756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.477890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2938d7f-2cce-48f3-bca7-4a1291d956b5 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.507535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2938d7f-2cce-48f3-bca7-4a1291d956b5 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.512783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:34:25.521800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.522166 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added segment 50df8324-e55d-40e1-88f4-9a51f8ac3487 of type vlan for network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 Dec 23 08:34:25.535844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2938d7f-2cce-48f3-bca7-4a1291d956b5 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91527cae-6b77-4b28-bc28-7f9394fb3093,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:25.543789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2938d7f-2cce-48f3-bca7-4a1291d956b5 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.545455 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f2938d7f-2cce-48f3-bca7-4a1291d956b5 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/91527cae-6b77-4b28-bc28-7f9394fb3093 HTTP/1.1" status: 204 len: 168 time: 0.1057754 Dec 23 08:34:25.547725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50754) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.549166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.577772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.581688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:25.582291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.597257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-05d71f75-0df7-43b8-aea6-0f6127c5725f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:25.614658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-05d71f75-0df7-43b8-aea6-0f6127c5725f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:25.618868 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-05d71f75-0df7-43b8-aea6-0f6127c5725f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0673301 Dec 23 08:34:25.619008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50758) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.648445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-247d5c33-f0c9-4a4f-b53a-69353c142bd6 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.659114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-247d5c33-f0c9-4a4f-b53a-69353c142bd6 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.682713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-247d5c33-f0c9-4a4f-b53a-69353c142bd6 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.695114 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2539575 Dec 23 08:34:25.697415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d5c33-f0c9-4a4f-b53a-69353c142bd6 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94d81743-c874-4c3e-b54e-c044f073c9e4,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:25.697918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eba86-bb97-4e65-9438-46ced7a9eb65 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Network': ['ID=9e538cd1-9bf3-4219-b2fa-ab3fdace05c8,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:25.698890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50762) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.708437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'subnet': {'network_id': '9e538cd1-9bf3-4219-b2fa-ab3fdace05c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:25.711207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:34:25.726165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-247d5c33-f0c9-4a4f-b53a-69353c142bd6 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.727239 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-247d5c33-f0c9-4a4f-b53a-69353c142bd6 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/94d81743-c874-4c3e-b54e-c044f073c9e4 HTTP/1.1" status: 204 len: 168 time: 0.1073670 Dec 23 08:34:25.730251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50766) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.779403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-048fc1de-a633-460c-bec1-595c9efac55b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:25.799614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-048fc1de-a633-460c-bec1-595c9efac55b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:25.804116 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-048fc1de-a633-460c-bec1-595c9efac55b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0695679 Dec 23 08:34:25.804116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50770) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:25.820494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:25.824259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:subnet and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:25.827032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:25.833115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:25.843061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:25.869593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-738fadd7-dfe6-403b-9d40-d0c06574f508 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.895829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-738fadd7-dfe6-403b-9d40-d0c06574f508 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.941866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.944358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-738fadd7-dfe6-403b-9d40-d0c06574f508 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.963090 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fadd7-dfe6-403b-9d40-d0c06574f508 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea42c4ea-629d-4291-94ea-25383421fb03,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:25.978456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-738fadd7-dfe6-403b-9d40-d0c06574f508 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:25.982173 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-738fadd7-dfe6-403b-9d40-d0c06574f508 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/ea42c4ea-629d-4291-94ea-25383421fb03 HTTP/1.1" status: 204 len: 168 time: 0.1750276 Dec 23 08:34:25.982792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50774) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:26.035907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8734f270-40d5-4bd4-b496-0339c571d299 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:26.051749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8734f270-40d5-4bd4-b496-0339c571d299 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:26.052917 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8734f270-40d5-4bd4-b496-0339c571d299 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0692115 Dec 23 08:34:26.058759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50778) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:26.063442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-secgroup--306679027'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:26.070895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:26.081555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:26.090876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.125352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:26.129446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:26.132303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:26.137972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:26.195712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.199686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.245206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5fb025-82b3-4391-b9d5-8073469ae7a5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:26.250498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.251411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.253257 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2b4292a4-ae09-48e1-91bf-12d110e4594c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1949134 Dec 23 08:34:26.257700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50782) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:26.262747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': 'ea5fb025-82b3-4391-b9d5-8073469ae7a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:26.269161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:26.273139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:26.275961 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:26.281503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:26.301159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.333585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Subnet': ['ID=13cb2169-df14-42e5-88a6-47bf777dc5a7,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:26.352105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Checking segment: {'id': '50df8324-e55d-40e1-88f4-9a51f8ac3487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9e538cd1-9bf3-4219-b2fa-ab3fdace05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:26.352449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network hostable DHCP agents. Network: 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:34:26.364776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.368817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.376227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:34:26.386162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:26.390213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:26.390908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.392528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3aa58f-8112-4a66-8084-187a983a8f77,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:26.397703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d60baf-f7ed-462e-aa2d-c95ea375c9b4 None None] Network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:26.406168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.407671 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fee40749-c05d-4aab-87f9-2f5b196fbc58 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1492803 Dec 23 08:34:26.410680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50786) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:26.418164 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f0f930fe-e869-44d2-9c7e-9fd6d6f3ba3f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7133617 Dec 23 08:34:26.418561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50790) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:26.425305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-944811673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:26.434641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:26.440036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:router and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:26.444622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:26.451199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:26.466017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.467195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.483360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e413a904-fb4c-493b-b657-a94647a8812d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.492880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.515907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.517860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e413a904-fb4c-493b-b657-a94647a8812d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.555185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.556774 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7fd7f309-00bd-482c-9b6d-19d6f8c868bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1372755 Dec 23 08:34:26.561601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50796) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:26.580929 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e413a904-fb4c-493b-b657-a94647a8812d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.624424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413a904-fb4c-493b-b657-a94647a8812d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5fb025-82b3-4391-b9d5-8073469ae7a5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:26.655605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e413a904-fb4c-493b-b657-a94647a8812d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.656885 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e413a904-fb4c-493b-b657-a94647a8812d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/ea5fb025-82b3-4391-b9d5-8073469ae7a5 HTTP/1.1" status: 204 len: 168 time: 0.2451930 Dec 23 08:34:26.660155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50800) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:26.733049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-9e538cd1-9bf3-4219-b2fa-ab3fdace05c8', 'network_id': '9e538cd1-9bf3-4219-b2fa-ab3fdace05c8', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'fixed_ips': [{'subnet_id': '13cb2169-df14-42e5-88a6-47bf777dc5a7'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:34:26.734554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.761269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-400c3826-53be-467c-9fce-e996b6c2ddf8 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:26.795029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-400c3826-53be-467c-9fce-e996b6c2ddf8 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:26.799895 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-400c3826-53be-467c-9fce-e996b6c2ddf8 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1351988 Dec 23 08:34:26.800114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50804) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:26.807191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-secgroup--88665534'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:26.813623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:26.822755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dc4eb-f2ec-44f2-a4e1-04010872d04f req-aa51c45c-d600-4a47-a3a9-32e0cddda234 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:26.824182 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d71dc4eb-f2ec-44f2-a4e1-04010872d04f req-aa51c45c-d600-4a47-a3a9-32e0cddda234 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1247444 Dec 23 08:34:26.831509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:26.867617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.900075 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d71dc4eb-f2ec-44f2-a4e1-04010872d04f req-505b6470-b483-46ac-a5e1-f283109d6713 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663345 Dec 23 08:34:26.903857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Allocated IP 172.20.0.2 (9e538cd1-9bf3-4219-b2fa-ab3fdace05c8/13cb2169-df14-42e5-88a6-47bf777dc5a7/0e252565-369f-424b-b8de-fa0f1df9ed34) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:26.916067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:26.926053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:26.926053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:26.929805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:26.984873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:26.990459 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.040907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a1d38a-382c-47d0-a95c-7a5e3e213275,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:27.048413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.050285 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d021320c-f258-4972-94a2-9e643dd58a4a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2491794 Dec 23 08:34:27.052873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50808) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:27.058455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-secgroup--726703568'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:27.065293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:27.070209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:27.074289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:27.084845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:27.095860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.130844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.134866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:27.136545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.140091 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:27.143715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:27.149686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:27.150604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Transition to ACTIVE for port object 0e252565-369f-424b-b8de-fa0f1df9ed34 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:27.171043 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Transition to ACTIVE for port object 0e252565-369f-424b-b8de-fa0f1df9ed34 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:27.177033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.209964 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.214566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.235569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:27.243217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:27.247412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:27.261701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256fa55f-232c-4a43-aec9-a0dd93732e6e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:27.274256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.278425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50812) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:27.278997 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8f76205b-042d-4887-a51c-433e12db4a1a tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2243927 Dec 23 08:34:27.320197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': '45a1d38a-382c-47d0-a95c-7a5e3e213275', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '256fa55f-232c-4a43-aec9-a0dd93732e6e', 'remote_ip_prefix': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:27.324351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Pushing event updated for resources: {'Port': ['ID=0e252565-369f-424b-b8de-fa0f1df9ed34,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:27.327389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:27.340059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:27.345083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:27.350795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.351137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.351457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.351776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.352096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.352413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.352724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.353035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.353342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.353647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.354039 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:27.355149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:27.363966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Attempting to bind port 0e252565-369f-424b-b8de-fa0f1df9ed34 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:27.364334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Attempting to bind port 0e252565-369f-424b-b8de-fa0f1df9ed34 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '50df8324-e55d-40e1-88f4-9a51f8ac3487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9e538cd1-9bf3-4219-b2fa-ab3fdace05c8'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:27.364669 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Attempting to bind port 0e252565-369f-424b-b8de-fa0f1df9ed34 on network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:27.370872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:27.371227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Checking segment: {'id': '50df8324-e55d-40e1-88f4-9a51f8ac3487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9e538cd1-9bf3-4219-b2fa-ab3fdace05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:27.371614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.371989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Bound using segment: {'id': '50df8324-e55d-40e1-88f4-9a51f8ac3487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9e538cd1-9bf3-4219-b2fa-ab3fdace05c8'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:27.372430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Bound port: 0e252565-369f-424b-b8de-fa0f1df9ed34, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50df8324-e55d-40e1-88f4-9a51f8ac3487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9e538cd1-9bf3-4219-b2fa-ab3fdace05c8'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:27.372785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.426611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.458993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] For port 0e252565-369f-424b-b8de-fa0f1df9ed34, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:27.461929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] For port 0e252565-369f-424b-b8de-fa0f1df9ed34, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0e252565-369f-424b-b8de-fa0f1df9ed34,segment=NetworkSegment(50df8324-e55d-40e1-88f4-9a51f8ac3487),segment_id=50df8324-e55d-40e1-88f4-9a51f8ac3487)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:27.466810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.547719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.20.0.1 (9e538cd1-9bf3-4219-b2fa-ab3fdace05c8/13cb2169-df14-42e5-88a6-47bf777dc5a7/33d4ea8b-5ae2-411f-a917-97028a71ca89) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:27.560735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa63c81-1a23-48ef-8ed1-869c24e07cdc None None] Pushing event updated for resources: {'Port': ['ID=0e252565-369f-424b-b8de-fa0f1df9ed34,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:27.597502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.642513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.687827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721c6b0c-f4a2-44ea-80f4-7642def1bc06,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:27.726003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.728582 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9f7171d4-b731-4bf0-a76d-755dbfbe72a4 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4484441 Dec 23 08:34:27.731501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50816) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:27.770482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b212d158-6d34-4d5d-ad8e-4a72fe647eca tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.782067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b212d158-6d34-4d5d-ad8e-4a72fe647eca tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.783532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.800860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Transition to ACTIVE for port object 33d4ea8b-5ae2-411f-a917-97028a71ca89 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:27.812494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b212d158-6d34-4d5d-ad8e-4a72fe647eca tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.826799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.835838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b212d158-6d34-4d5d-ad8e-4a72fe647eca tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:27.839553 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b212d158-6d34-4d5d-ad8e-4a72fe647eca tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/721c6b0c-f4a2-44ea-80f4-7642def1bc06 HTTP/1.1" status: 204 len: 168 time: 0.1045525 Dec 23 08:34:27.839553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212d158-6d34-4d5d-ad8e-4a72fe647eca tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=721c6b0c-f4a2-44ea-80f4-7642def1bc06,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:27.841302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50820) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:27.897121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e3307c6c-6825-4e58-ac99-1c50cb3021dc tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:27.897643 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:27.900721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:27.903112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:27.912641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e3307c6c-6825-4e58-ac99-1c50cb3021dc tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:27.916673 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e3307c6c-6825-4e58-ac99-1c50cb3021dc tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0715988 Dec 23 08:34:27.916832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50824) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:27.983463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3ff4b391-edc6-4657-9341-68710193bf38 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.014039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3ff4b391-edc6-4657-9341-68710193bf38 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.056584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=33d4ea8b-5ae2-411f-a917-97028a71ca89,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:28.082523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.107710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3ff4b391-edc6-4657-9341-68710193bf38 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.132104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4b391-edc6-4657-9341-68710193bf38 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256fa55f-232c-4a43-aec9-a0dd93732e6e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:28.158802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24022938-6a98-4eb5-b6cc-bb6e3948d406 req-116fa25e-104d-408f-aaa1-653f9410f5d4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:28.160377 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-24022938-6a98-4eb5-b6cc-bb6e3948d406 req-116fa25e-104d-408f-aaa1-653f9410f5d4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1225235 Dec 23 08:34:28.162672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3ff4b391-edc6-4657-9341-68710193bf38 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.166172 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3ff4b391-edc6-4657-9341-68710193bf38 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/256fa55f-232c-4a43-aec9-a0dd93732e6e HTTP/1.1" status: 204 len: 168 time: 0.2459989 Dec 23 08:34:28.166967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50830) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:28.176041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.244381 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-24022938-6a98-4eb5-b6cc-bb6e3948d406 req-3e329b28-2667-4e0f-80e6-4ec75f3c5e10 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781224 Dec 23 08:34:28.269208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-42fa0dd8-c3d1-42f8-8d5b-b4a53ce72881 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:28.292193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-42fa0dd8-c3d1-42f8-8d5b-b4a53ce72881 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:28.293624 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-42fa0dd8-c3d1-42f8-8d5b-b4a53ce72881 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.1245823 Dec 23 08:34:28.296470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50834) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:28.389420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c578846-a9b8-420d-9ca2-fa49e8a12276 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.435085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c578846-a9b8-420d-9ca2-fa49e8a12276 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.501364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c578846-a9b8-420d-9ca2-fa49e8a12276 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.529486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c578846-a9b8-420d-9ca2-fa49e8a12276 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a1d38a-382c-47d0-a95c-7a5e3e213275,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:28.547524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c578846-a9b8-420d-9ca2-fa49e8a12276 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.551429 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2c578846-a9b8-420d-9ca2-fa49e8a12276 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/45a1d38a-382c-47d0-a95c-7a5e3e213275 HTTP/1.1" status: 204 len: 168 time: 0.2539306 Dec 23 08:34:28.552040 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50838) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:28.600368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a96f93-78c8-40ca-9690-2c88b5ecb6c4 None None] Network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:28.613190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cdf425d2-a16e-4a5c-911f-20b40746ad54 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:28.630479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cdf425d2-a16e-4a5c-911f-20b40746ad54 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:28.636221 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cdf425d2-a16e-4a5c-911f-20b40746ad54 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0793543 Dec 23 08:34:28.636392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50842) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:28.642863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-secgroup--15958105'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:28.649537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:28.659589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:28.668648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.671215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.675961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.695713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a393c92-1929-4006-8bbb-e0c4b2748a98 None None] Provisioning for port 0e252565-369f-424b-b8de-fa0f1df9ed34 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:28.710375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:28.716678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:28.720024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:28.726192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:28.792673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.797347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.816561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=33d4ea8b-5ae2-411f-a917-97028a71ca89,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:28.819073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.837673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541e8ff5-3e36-4aca-a488-79222c750946,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:28.858812 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.863388 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5a9205c8-1e7e-4549-93b6-a3382e3b9d0e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2227476 Dec 23 08:34:28.863665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50846) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:28.869184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': '541e8ff5-3e36-4aca-a488-79222c750946', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:28.875689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:28.880257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:28.883523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:28.889932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:28.920553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:28.978997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:28.980010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:29.017475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.018053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0e252565-369f-424b-b8de-fa0f1df9ed34 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:29.022388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.041138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e40b65-b871-4975-ae3f-c68fc28a75d3,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:29.071265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.073995 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2d4466b7-5653-4993-95f6-d3413b16100e tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2076600 Dec 23 08:34:29.075084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50850) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:29.096202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 0e252565-369f-424b-b8de-fa0f1df9ed34 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:29.101587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0e252565-369f-424b-b8de-fa0f1df9ed34 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:29.102076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.113649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b60fbcb6-4a3b-4413-9cce-2d7fdf0e5128 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.126282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b60fbcb6-4a3b-4413-9cce-2d7fdf0e5128 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.167826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b60fbcb6-4a3b-4413-9cce-2d7fdf0e5128 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.188519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fbcb6-4a3b-4413-9cce-2d7fdf0e5128 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81e40b65-b871-4975-ae3f-c68fc28a75d3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:29.199055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b60fbcb6-4a3b-4413-9cce-2d7fdf0e5128 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.200373 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b60fbcb6-4a3b-4413-9cce-2d7fdf0e5128 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/81e40b65-b871-4975-ae3f-c68fc28a75d3 HTTP/1.1" status: 204 len: 168 time: 0.1240163 Dec 23 08:34:29.206496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50854) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:29.253772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.258609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fbe935f7-6a6f-49e2-bb1b-188e6239a83c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:29.264769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-11f02157-0a21-40a6-b581-f1effd54580e None None] Provisioning for port 33d4ea8b-5ae2-411f-a917-97028a71ca89 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:29.273546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-11f02157-0a21-40a6-b581-f1effd54580e None None] Provisioning complete for port 33d4ea8b-5ae2-411f-a917-97028a71ca89 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:29.274180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-11f02157-0a21-40a6-b581-f1effd54580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.280754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-fbe935f7-6a6f-49e2-bb1b-188e6239a83c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:29.285878 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fbe935f7-6a6f-49e2-bb1b-188e6239a83c tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0752802 Dec 23 08:34:29.286255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50860) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:29.369506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 0e252565-369f-424b-b8de-fa0f1df9ed34, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0e252565-369f-424b-b8de-fa0f1df9ed34,segment=NetworkSegment(50df8324-e55d-40e1-88f4-9a51f8ac3487),segment_id=50df8324-e55d-40e1-88f4-9a51f8ac3487)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:29.374838 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-11f02157-0a21-40a6-b581-f1effd54580e None None] Port 33d4ea8b-5ae2-411f-a917-97028a71ca89 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:29.376666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f37ffa04-8fda-4dc5-b711-40073a3fd02d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.379035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.410693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f37ffa04-8fda-4dc5-b711-40073a3fd02d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.437474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 879e5a33-fe68-4762-ae4c-e66b9759fae7 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:34:29.446784 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-11f02157-0a21-40a6-b581-f1effd54580e None None] Provisioning complete for port 0e252565-369f-424b-b8de-fa0f1df9ed34 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:29.447427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-11f02157-0a21-40a6-b581-f1effd54580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.508678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=0e252565-369f-424b-b8de-fa0f1df9ed34,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:29.586388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974d931-a2d3-4001-9a86-d71f40829dfa req-892e49fa-6691-4a0b-a53c-6c15055bd6a7 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:29.588080 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3974d931-a2d3-4001-9a86-d71f40829dfa req-892e49fa-6691-4a0b-a53c-6c15055bd6a7 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1589572 Dec 23 08:34:29.589259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f37ffa04-8fda-4dc5-b711-40073a3fd02d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.646405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ffa04-8fda-4dc5-b711-40073a3fd02d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e8ff5-3e36-4aca-a488-79222c750946,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:29.659068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f37ffa04-8fda-4dc5-b711-40073a3fd02d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.662508 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f37ffa04-8fda-4dc5-b711-40073a3fd02d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/541e8ff5-3e36-4aca-a488-79222c750946 HTTP/1.1" status: 204 len: 168 time: 0.3729191 Dec 23 08:34:29.663975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50864) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:29.690898 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3974d931-a2d3-4001-9a86-d71f40829dfa req-38599fe7-5f02-4e59-b830-87a3b13a7d99 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890365 Dec 23 08:34:29.718013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:29.727009 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1d00a4e4-dd27-476f-b442-29d1818b5802 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/879e5a33-fe68-4762-ae4c-e66b9759fae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1596560 Dec 23 08:34:29.729693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50868) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:29.736182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-216b6004-89ad-4954-8ecb-1627635f142e None None] Provisioning complete for port 33d4ea8b-5ae2-411f-a917-97028a71ca89 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:29.736720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-216b6004-89ad-4954-8ecb-1627635f142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.739349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bcbb6b3b-2e37-4bfa-b0a1-fb5d7a0bc971 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:29.756815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bcbb6b3b-2e37-4bfa-b0a1-fb5d7a0bc971 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:29.761172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41113eff-f4b7-49f8-8253-016908c64161 None None] Sync routers for ids ['879e5a33-fe68-4762-ae4c-e66b9759fae7'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:29.765129 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bcbb6b3b-2e37-4bfa-b0a1-fb5d7a0bc971 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1003125 Dec 23 08:34:29.765850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50872) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:29.773303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-secgroup--599331416'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:29.780273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:29.790885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:29.806370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.808651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-216b6004-89ad-4954-8ecb-1627635f142e None None] Port 33d4ea8b-5ae2-411f-a917-97028a71ca89 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:29.811256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9481b19-2c15-46fa-b0bb-26794d36975c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:29.812245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41113eff-f4b7-49f8-8253-016908c64161 None None] Routers {'879e5a33-fe68-4762-ae4c-e66b9759fae7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:29.812382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a9481b19-2c15-46fa-b0bb-26794d36975c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:29.812845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-41113eff-f4b7-49f8-8253-016908c64161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['879e5a33-fe68-4762-ae4c-e66b9759fae7'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:29.829529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a9481b19-2c15-46fa-b0bb-26794d36975c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:29.834074 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a9481b19-2c15-46fa-b0bb-26794d36975c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports/33d4ea8b-5ae2-411f-a917-97028a71ca89 HTTP/1.1" status: 200 len: 910 time: 0.1005719 Dec 23 08:34:29.834363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50876) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:29.840392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3e0de5e0-c42e-4a6e-b4d5-4c6e613385bf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13cb2169-df14-42e5-88a6-47bf777dc5a7'}]}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:29.843246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:29.847824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:29.850893 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:29.856773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:29.877571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-41113eff-f4b7-49f8-8253-016908c64161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:29.888772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41113eff-f4b7-49f8-8253-016908c64161 None None] Routers {'879e5a33-fe68-4762-ae4c-e66b9759fae7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:29.889368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-41113eff-f4b7-49f8-8253-016908c64161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['879e5a33-fe68-4762-ae4c-e66b9759fae7'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:29.916106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.920386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.954215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-41113eff-f4b7-49f8-8253-016908c64161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:29.955507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41113eff-f4b7-49f8-8253-016908c64161 None None] The sync data for ids ['879e5a33-fe68-4762-ae4c-e66b9759fae7'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:29.966944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba67b5fc-6913-4aab-9c7f-ec043467133e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:29.969492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-840f9289-63d5-4c26-96bf-32cc157d213f None None] Provisioning complete for port 33d4ea8b-5ae2-411f-a917-97028a71ca89 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:29.969850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-840f9289-63d5-4c26-96bf-32cc157d213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.978649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:29.983055 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e4f6e945-001f-4f71-b315-96c1901a11bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2135770 Dec 23 08:34:29.983374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50880) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:29.989819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': 'ba67b5fc-6913-4aab-9c7f-ec043467133e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:29.996899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:30.002427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:30.005678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:30.011805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:30.028022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-840f9289-63d5-4c26-96bf-32cc157d213f None None] Port 33d4ea8b-5ae2-411f-a917-97028a71ca89 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:30.031127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.078812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e0de5e0-c42e-4a6e-b4d5-4c6e613385bf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.092213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.096187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.119808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb44a209-5fe5-4fd8-b9d6-de4ea358acb7,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:30.132914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.134090 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3a8ab21c-aef7-4dde-b73d-4ae9c7bf13a0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1496468 Dec 23 08:34:30.136722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50884) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.155538 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e44a6b6b-a937-458e-ae90-7e46e50fb758 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules/bb44a209-5fe5-4fd8-b9d6-de4ea358acb7 HTTP/1.1" status: 200 len: 705 time: 0.0178113 Dec 23 08:34:30.158050 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50888) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.207296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc4e0053-2609-429e-8719-10c32d4e02af tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:30.223270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc4e0053-2609-429e-8719-10c32d4e02af tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:30.227364 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dc4e0053-2609-429e-8719-10c32d4e02af tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0657582 Dec 23 08:34:30.227555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50892) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.256642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9082c2b-94bc-4862-bd65-f6b11cd56c7b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.262130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.270600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9082c2b-94bc-4862-bd65-f6b11cd56c7b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.291925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9082c2b-94bc-4862-bd65-f6b11cd56c7b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.311825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9082c2b-94bc-4862-bd65-f6b11cd56c7b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb44a209-5fe5-4fd8-b9d6-de4ea358acb7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:30.318897 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c9082c2b-94bc-4862-bd65-f6b11cd56c7b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.322887 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c9082c2b-94bc-4862-bd65-f6b11cd56c7b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bb44a209-5fe5-4fd8-b9d6-de4ea358acb7 HTTP/1.1" status: 204 len: 168 time: 0.0916407 Dec 23 08:34:30.323130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50896) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.367106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-10becd97-7c3b-4337-9cd0-8fdc0dcd14e2 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:30.382007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-10becd97-7c3b-4337-9cd0-8fdc0dcd14e2 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:30.383366 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-10becd97-7c3b-4337-9cd0-8fdc0dcd14e2 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0593903 Dec 23 08:34:30.386140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50900) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.391297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9fcc4aac-a5ae-43b7-852f-661926b66023 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': 'ba67b5fc-6913-4aab-9c7f-ec043467133e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:30.397263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9fcc4aac-a5ae-43b7-852f-661926b66023 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:30.406586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9fcc4aac-a5ae-43b7-852f-661926b66023 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:30.422832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcc4aac-a5ae-43b7-852f-661926b66023 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.454948 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8408039a-5964-41c2-9e2e-fe0bde548411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.487926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcc4aac-a5ae-43b7-852f-661926b66023 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.491352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcc4aac-a5ae-43b7-852f-661926b66023 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.515862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc4aac-a5ae-43b7-852f-661926b66023 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792ca9ff-92f1-4333-b678-03d31f77df78,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:30.530633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9fcc4aac-a5ae-43b7-852f-661926b66023 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.532408 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9fcc4aac-a5ae-43b7-852f-661926b66023 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1453507 Dec 23 08:34:30.534757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50904) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.558214 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cd19307d-dd06-457f-9c22-3544645bd1b5 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules/792ca9ff-92f1-4333-b678-03d31f77df78 HTTP/1.1" status: 200 len: 705 time: 0.0220349 Dec 23 08:34:30.560556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50908) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.593815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e0de5e0-c42e-4a6e-b4d5-4c6e613385bf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.601602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e0de5e0-c42e-4a6e-b4d5-4c6e613385bf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.605798 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8732793e-52e1-46b1-bf89-ab7498d24408 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:30.621238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8732793e-52e1-46b1-bf89-ab7498d24408 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:30.622489 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8732793e-52e1-46b1-bf89-ab7498d24408 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0610726 Dec 23 08:34:30.625341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50912) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.654766 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f78812a0-8dc0-4cb2-b500-e69e57ec2a73 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.665587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f78812a0-8dc0-4cb2-b500-e69e57ec2a73 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.690197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f78812a0-8dc0-4cb2-b500-e69e57ec2a73 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.707683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78812a0-8dc0-4cb2-b500-e69e57ec2a73 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=792ca9ff-92f1-4333-b678-03d31f77df78,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:30.711967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0de5e0-c42e-4a6e-b4d5-4c6e613385bf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=33d4ea8b-5ae2-411f-a917-97028a71ca89,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:30.716185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f78812a0-8dc0-4cb2-b500-e69e57ec2a73 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.719694 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f78812a0-8dc0-4cb2-b500-e69e57ec2a73 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/792ca9ff-92f1-4333-b678-03d31f77df78 HTTP/1.1" status: 204 len: 168 time: 0.0910349 Dec 23 08:34:30.719849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0de5e0-c42e-4a6e-b4d5-4c6e613385bf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:30.719849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e0de5e0-c42e-4a6e-b4d5-4c6e613385bf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:30.719849 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3e0de5e0-c42e-4a6e-b4d5-4c6e613385bf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/ports/33d4ea8b-5ae2-411f-a917-97028a71ca89 HTTP/1.1" status: 200 len: 910 time: 0.8843343 Dec 23 08:34:30.721153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50916) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.723417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50920) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.766795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0df2dc98-acf7-4add-b183-3d212dcdedc0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:30.784295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0df2dc98-acf7-4add-b183-3d212dcdedc0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:30.785553 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0df2dc98-acf7-4add-b183-3d212dcdedc0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0636086 Dec 23 08:34:30.788493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50926) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:30.879475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': 'ba67b5fc-6913-4aab-9c7f-ec043467133e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:30.888745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:30.953461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0e252565-369f-424b-b8de-fa0f1df9ed34 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:30.983682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:31.011356 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Project a95af5faf14e428e8c22ff5ff457805b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:34:31.023994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0e252565-369f-424b-b8de-fa0f1df9ed34 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:31.024285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.030473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.089688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7aed1-520d-477b-9a50-0822787dc7d8 req-447512e1-d320-41ec-8115-10d7aa091e1f tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:31.091143 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e2c7aed1-520d-477b-9a50-0822787dc7d8 req-447512e1-d320-41ec-8115-10d7aa091e1f tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.2073457 Dec 23 08:34:31.208611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.219510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.291077 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e2c7aed1-520d-477b-9a50-0822787dc7d8 req-cce8070a-e9cd-4635-a28d-bc812a41c595 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901517 Dec 23 08:34:31.303511 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c456127b-61cc-4a6e-9a8d-ebd32d925dfa,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:31.328604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.330271 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d82f6bd7-c519-48d2-8372-2b4c3c262200 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5403099 Dec 23 08:34:31.332988 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50930) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:31.355603 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5e516112-9f8b-4ffd-b169-4d86f7bcec82 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules/c456127b-61cc-4a6e-9a8d-ebd32d925dfa HTTP/1.1" status: 200 len: 711 time: 0.0216467 Dec 23 08:34:31.358093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50934) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:31.373884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.405896 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d8b24194-b089-43c8-8a9c-48f1a8600144 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0466874 Dec 23 08:34:31.409197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50938) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:31.437485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-970f0f45-7593-4c48-a87b-a2f0755ad16b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.448098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-970f0f45-7593-4c48-a87b-a2f0755ad16b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.472764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-970f0f45-7593-4c48-a87b-a2f0755ad16b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.502696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f0f45-7593-4c48-a87b-a2f0755ad16b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c456127b-61cc-4a6e-9a8d-ebd32d925dfa,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:31.506860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-970f0f45-7593-4c48-a87b-a2f0755ad16b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.510950 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-970f0f45-7593-4c48-a87b-a2f0755ad16b tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c456127b-61cc-4a6e-9a8d-ebd32d925dfa HTTP/1.1" status: 204 len: 168 time: 0.1008523 Dec 23 08:34:31.511244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50942) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:31.569364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c466148c-14d5-4237-bfee-696a22a1ad39 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:31.611572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c466148c-14d5-4237-bfee-696a22a1ad39 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:31.612727 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c466148c-14d5-4237-bfee-696a22a1ad39 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1005976 Dec 23 08:34:31.615795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50946) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:31.682449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1fa0-fa12-45a4-9b16-072372ca96d9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.709308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1fa0-fa12-45a4-9b16-072372ca96d9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.754272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1fa0-fa12-45a4-9b16-072372ca96d9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.773127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e1fa0-fa12-45a4-9b16-072372ca96d9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba67b5fc-6913-4aab-9c7f-ec043467133e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:31.788703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1fa0-fa12-45a4-9b16-072372ca96d9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.789869 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ab1e1fa0-fa12-45a4-9b16-072372ca96d9 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/ba67b5fc-6913-4aab-9c7f-ec043467133e HTTP/1.1" status: 204 len: 168 time: 0.1730990 Dec 23 08:34:31.792595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50950) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:31.843022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc554e0e-b0a2-4fb2-972c-76b391de5553 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:31.858143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc554e0e-b0a2-4fb2-972c-76b391de5553 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:31.859504 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cc554e0e-b0a2-4fb2-972c-76b391de5553 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0661461 Dec 23 08:34:31.864251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 50954) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:31.871869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group': {'name': 'tempest-secgroup--793702829'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:31.879703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:31.891850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:31.928685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:31.981992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:31.988150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:31.991586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:31.998548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:32.079560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 33d4ea8b-5ae2-411f-a917-97028a71ca89 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:32.079879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.143818 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.149309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.279518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8ade07-1ce2-4f46-9edd-adfb73c4fe3c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:32.285132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.286307 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1bb74285-9888-402e-87f3-e3d0c51374b7 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4211571 Dec 23 08:34:32.289132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50958) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:32.295826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Request body: {'security_group_rule': {'security_group_id': '6f8ade07-1ce2-4f46-9edd-adfb73c4fe3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:32.303857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:32.307568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Usage tracker for resource:security_group_rule and tenant:a95af5faf14e428e8c22ff5ff457805b is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:32.310592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:32.316308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:32.325755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.333668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.394799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.399041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.426472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63309df-9f4e-4ed7-ae69-36a06e2a7841,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:32.438289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.442073 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e5f60562-f116-4e0d-8845-9413ff65e83d tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1484418 Dec 23 08:34:32.442293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50964) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:32.514126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-199911e3-1e2b-4b0c-8439-d1e61f18a3ec tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.544808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-199911e3-1e2b-4b0c-8439-d1e61f18a3ec tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.560259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 33d4ea8b-5ae2-411f-a917-97028a71ca89 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:32.592579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-199911e3-1e2b-4b0c-8439-d1e61f18a3ec tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.609888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199911e3-1e2b-4b0c-8439-d1e61f18a3ec tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8ade07-1ce2-4f46-9edd-adfb73c4fe3c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:32.621119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-199911e3-1e2b-4b0c-8439-d1e61f18a3ec tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.622238 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-199911e3-1e2b-4b0c-8439-d1e61f18a3ec tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f8ade07-1ce2-4f46-9edd-adfb73c4fe3c HTTP/1.1" status: 204 len: 168 time: 0.1790056 Dec 23 08:34:32.624815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50968) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:32.675823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a7e5c3c2-b5ec-49eb-b9dd-1556028bd6e3 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:32.691630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a7e5c3c2-b5ec-49eb-b9dd-1556028bd6e3 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:32.695585 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a7e5c3c2-b5ec-49eb-b9dd-1556028bd6e3 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0672231 Dec 23 08:34:32.695831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50972) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:32.705619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4239-1c63-4254-aa3c-5ee62fca8878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.711412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dbdb3-b75c-47df-888d-8da4a1fcf57e req-3b82f116-4367-4088-afed-a8855b4d84b3 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:32.712867 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-924dbdb3-b75c-47df-888d-8da4a1fcf57e req-3b82f116-4367-4088-afed-a8855b4d84b3 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1592391 Dec 23 08:34:32.759058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b2a74509-9d64-48a5-8a6b-f07835e6b47f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Synchronizing usage tracker for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:32.774891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b2a74509-9d64-48a5-8a6b-f07835e6b47f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] Unset dirty status for tenant:a95af5faf14e428e8c22ff5ff457805b on resource:security_group_rule {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:32.776198 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b2a74509-9d64-48a5-8a6b-f07835e6b47f tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0794382 Dec 23 08:34:32.778981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50976) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:32.796159 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-7825e713-b8e1-41f3-8789-24c07fd822f0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] delete failed (client error): The resource could not be found. Dec 23 08:34:32.797052 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7825e713-b8e1-41f3-8789-24c07fd822f0 tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f8ade07-1ce2-4f46-9edd-adfb73c4fe3c HTTP/1.1" status: 404 len: 347 time: 0.0172193 Dec 23 08:34:32.801110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50980) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:32.801718 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-924dbdb3-b75c-47df-888d-8da4a1fcf57e req-8932d898-82da-46eb-8213-03729601303e tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823979 Dec 23 08:34:32.836675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:32.853314 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e2755cd5-d7ff-43ac-822e-3763c3e8e3bb tempest-SecGroupIPv6Test-640004740 tempest-SecGroupIPv6Test-640004740-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0515552 Dec 23 08:34:32.880604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=33d4ea8b-5ae2-411f-a917-97028a71ca89,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:33.127089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:33.172098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50988) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:33.219538 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:34:33.353571 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-449a3a02-8332-4983-bba3-0e1d350e9ccf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a95af5faf14e428e8c22ff5ff457805b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1802707 Dec 23 08:34:33.356128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 50994) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:33.414476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80710698-00c9-4c07-97ea-02cd83592a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:33.440567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80710698-00c9-4c07-97ea-02cd83592a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:33.495355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80710698-00c9-4c07-97ea-02cd83592a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:33.513001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80710698-00c9-4c07-97ea-02cd83592a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a2c9f-2af8-4427-a091-2b1903cf5e8a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:33.545741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 879e5a33-fe68-4762-ae4c-e66b9759fae7 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:33.552465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-80710698-00c9-4c07-97ea-02cd83592a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:33.553622 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-80710698-00c9-4c07-97ea-02cd83592a28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df1a2c9f-2af8-4427-a091-2b1903cf5e8a HTTP/1.1" status: 204 len: 168 time: 0.1966226 Dec 23 08:34:33.683947 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:33.707697 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae998d-74fb-454e-99f8-3853bfdabcbd None None] Sync routers for ids ['879e5a33-fe68-4762-ae4c-e66b9759fae7'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:33.708499 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4ebf943e-1966-4f03-a92d-c918ee162e6d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/879e5a33-fe68-4762-ae4c-e66b9759fae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9840379 Dec 23 08:34:33.711837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51000) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:33.724834 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae998d-74fb-454e-99f8-3853bfdabcbd None None] Routers {'879e5a33-fe68-4762-ae4c-e66b9759fae7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:33.725895 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8aae998d-74fb-454e-99f8-3853bfdabcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['879e5a33-fe68-4762-ae4c-e66b9759fae7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:33.760348 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2e8d1ff9-015c-4c8c-be31-c7263ffc6db3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=879e5a33-fe68-4762-ae4c-e66b9759fae7 HTTP/1.1" status: 200 len: 205 time: 0.0472078 Dec 23 08:34:33.761133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51004) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:33.794549 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8aae998d-74fb-454e-99f8-3853bfdabcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:33.807087 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae998d-74fb-454e-99f8-3853bfdabcbd None None] Routers {'879e5a33-fe68-4762-ae4c-e66b9759fae7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:33.807709 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8aae998d-74fb-454e-99f8-3853bfdabcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['879e5a33-fe68-4762-ae4c-e66b9759fae7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:33.854959 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:33.873600 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8aae998d-74fb-454e-99f8-3853bfdabcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:33.874458 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae998d-74fb-454e-99f8-3853bfdabcbd None None] The sync data for ids ['879e5a33-fe68-4762-ae4c-e66b9759fae7'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:33.900059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.070770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ad42797-a17b-466a-8676-4918c12fb782 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.208820 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6307fb-638e-4dbb-880d-1b420d5da02e req-63e8a408-feec-4f8e-9f72-26e221ff5e70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:34.211315 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de6307fb-638e-4dbb-880d-1b420d5da02e req-63e8a408-feec-4f8e-9f72-26e221ff5e70 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.2098758 Dec 23 08:34:34.492663 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de6307fb-638e-4dbb-880d-1b420d5da02e req-b053e089-c7f3-4534-a089-1fdd7acd4677 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747707 Dec 23 08:34:34.506171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ad42797-a17b-466a-8676-4918c12fb782 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.510817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ad42797-a17b-466a-8676-4918c12fb782 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.535558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ad42797-a17b-466a-8676-4918c12fb782 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.536212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad42797-a17b-466a-8676-4918c12fb782 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Fanout notify agent at l3_agent the message router_deleted on router 879e5a33-fe68-4762-ae4c-e66b9759fae7 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:34:34.550119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1ad42797-a17b-466a-8676-4918c12fb782 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.551173 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1ad42797-a17b-466a-8676-4918c12fb782 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/879e5a33-fe68-4762-ae4c-e66b9759fae7 HTTP/1.1" status: 204 len: 168 time: 0.7890368 Dec 23 08:34:34.553876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51014) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:34.738162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-8049cb94-23a3-4671-ba2a-f382a353af0e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting subnet 13cb2169-df14-42e5-88a6-47bf777dc5a7 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:34:34.740787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8049cb94-23a3-4671-ba2a-f382a353af0e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.795484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8049cb94-23a3-4671-ba2a-f382a353af0e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.879208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8049cb94-23a3-4671-ba2a-f382a353af0e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.951042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8049cb94-23a3-4671-ba2a-f382a353af0e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.987701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049cb94-23a3-4671-ba2a-f382a353af0e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Subnet': ['ID=13cb2169-df14-42e5-88a6-47bf777dc5a7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:34.993745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8049cb94-23a3-4671-ba2a-f382a353af0e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:34.999537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbedd0ac-c5d1-496f-bac9-965481a1eb3b None None] Network 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:35.000024 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8049cb94-23a3-4671-ba2a-f382a353af0e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/13cb2169-df14-42e5-88a6-47bf777dc5a7 HTTP/1.1" status: 204 len: 168 time: 0.4448955 Dec 23 08:34:35.003148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51018) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:35.113481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.123646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 0e252565-369f-424b-b8de-fa0f1df9ed34 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:35.123966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.213415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.249666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] DHCP port deletion for 9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:34:35.254199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] Deleting port 0e252565-369f-424b-b8de-fa0f1df9ed34 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:35.254563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.415420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port 0e252565-369f-424b-b8de-fa0f1df9ed34, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0e252565-369f-424b-b8de-fa0f1df9ed34,segment=NetworkSegment(50df8324-e55d-40e1-88f4-9a51f8ac3487),segment_id=50df8324-e55d-40e1-88f4-9a51f8ac3487)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:35.415762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.450248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] For port 0e252565-369f-424b-b8de-fa0f1df9ed34, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0e252565-369f-424b-b8de-fa0f1df9ed34,segment=NetworkSegment(50df8324-e55d-40e1-88f4-9a51f8ac3487),segment_id=50df8324-e55d-40e1-88f4-9a51f8ac3487)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:35.450631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.537618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 0e252565-369f-424b-b8de-fa0f1df9ed34 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:35.603591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] Calling delete_port for 0e252565-369f-424b-b8de-fa0f1df9ed34 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:35.612588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.661203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=0e252565-369f-424b-b8de-fa0f1df9ed34,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:35.668779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No DVR routers for this DVR port 0e252565-369f-424b-b8de-fa0f1df9ed34 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:34:35.682170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:34:35.682798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:34:35.706981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba22b3a-856e-45ff-b15c-dfb16ca345cb req-b7ad791b-42f6-4c12-b16a-43ae13979ba3 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:35.708511 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eba22b3a-856e-45ff-b15c-dfb16ca345cb req-b7ad791b-42f6-4c12-b16a-43ae13979ba3 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.0804040 Dec 23 08:34:35.756347 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eba22b3a-856e-45ff-b15c-dfb16ca345cb req-2ce22d6c-3cae-48b2-9bb6-dc7fdc2ddf44 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419700 Dec 23 08:34:35.789648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.813560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e538cd1-9bf3-4219-b2fa-ab3fdace05c8']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:35.825303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50df8324-e55d-40e1-88f4-9a51f8ac3487') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:35.825591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50df8324-e55d-40e1-88f4-9a51f8ac3487') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:35.837012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.852610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.858355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:34:35.858721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:34:35.872363 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:34:35.949673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.966379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:35.976990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Network': ['ID=9e538cd1-9bf3-4219-b2fa-ab3fdace05c8,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:35.984002 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-16cf7919-15ed-47fb-bdd3-a9893f28e784 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/networks/9e538cd1-9bf3-4219-b2fa-ab3fdace05c8 HTTP/1.1" status: 204 len: 168 time: 0.9798672 Dec 23 08:34:35.987534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51024) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:35.992486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-349212521', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:35.998656 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:36.003404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:router and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:36.006182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:36.011838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:36.021994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.022911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.040216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.056484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.079447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.081139 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ca6aaff4-9be6-4b5c-ad1f-d033b86e0577 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0927174 Dec 23 08:34:36.083754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51028) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:36.088961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'network': {'name': 'tempest-RoutersTest-1495788938'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:36.093481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:36.097876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:network and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:36.100686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:36.106260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:36.114731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:36.117472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.144498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:34:36.152495 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.152832 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added segment 3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0 of type vlan for network 8188df75-73e2-4e55-9cf6-7437a5385963 Dec 23 08:34:36.180176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.184035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] Deleting port 0e252565-369f-424b-b8de-fa0f1df9ed34 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:36.184546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.210407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.214711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:36.215376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.249885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-af735dee-ad04-459a-97d0-9157a20471ba None None] The port '0e252565-369f-424b-b8de-fa0f1df9ed34' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:34:36.315279 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2304666 Dec 23 08:34:36.318067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51032) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:36.323465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'subnet': {'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:36.326466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc55bf-42bd-4398-85ec-49a8a6c235c1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Network': ['ID=8188df75-73e2-4e55-9cf6-7437a5385963,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:36.336190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 8188df75-73e2-4e55-9cf6-7437a5385963 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:34:36.428502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:36.432400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:subnet and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:36.435257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:36.441432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:36.450872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:36.552800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.850605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:36.950620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0e252565-369f-424b-b8de-fa0f1df9ed34 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:36.960526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Subnet': ['ID=cf8ce94b-20e6-4ca4-89c6-841c6a123392,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:36.983855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 0e252565-369f-424b-b8de-fa0f1df9ed34 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:36.984191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0e252565-369f-424b-b8de-fa0f1df9ed34 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:36.999000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Checking segment: {'id': '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:36.999345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network hostable DHCP agents. Network: 8188df75-73e2-4e55-9cf6-7437a5385963, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:34:37.018561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271b9a7-c440-42e2-ac54-cf9f1625d745 req-272f9340-2bf3-4ce2-bbbb-fd2f79ac455b tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:37.019971 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5271b9a7-c440-42e2-ac54-cf9f1625d745 req-272f9340-2bf3-4ce2-bbbb-fd2f79ac455b tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1339014 Dec 23 08:34:37.055711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 8188df75-73e2-4e55-9cf6-7437a5385963 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:34:37.070010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 8188df75-73e2-4e55-9cf6-7437a5385963) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:37.073231 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5271b9a7-c440-42e2-ac54-cf9f1625d745 req-99524c94-bd48-4354-99cb-a90d49a2b961 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478911 Dec 23 08:34:37.075730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:37.076454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:37.078589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb6673-25ce-43ef-9002-8cd83f44557b None None] Network 8188df75-73e2-4e55-9cf6-7437a5385963 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:37.098174 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9b2e23ba-03ec-43e7-b489-31b4a7d191b3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7789986 Dec 23 08:34:37.100860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51040) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:37.291028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-8188df75-73e2-4e55-9cf6-7437a5385963', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:34:37.291856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:37.443407 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Allocated IP 172.20.0.2 (8188df75-73e2-4e55-9cf6-7437a5385963/cf8ce94b-20e6-4ca4-89c6-841c6a123392/eba40f72-2aa3-4573-95f5-19fc34bf72a5) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:37.578893 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:37.644477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:37.654307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Transition to ACTIVE for port object eba40f72-2aa3-4573-95f5-19fc34bf72a5 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:37.672111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Transition to ACTIVE for port object eba40f72-2aa3-4573-95f5-19fc34bf72a5 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:37.677142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:37.745025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Network 8188df75-73e2-4e55-9cf6-7437a5385963 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:37.747763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:37.756647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:37.758805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Pushing event updated for resources: {'Port': ['ID=eba40f72-2aa3-4573-95f5-19fc34bf72a5,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:37.842311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Attempting to bind port eba40f72-2aa3-4573-95f5-19fc34bf72a5 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:37.842668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Attempting to bind port eba40f72-2aa3-4573-95f5-19fc34bf72a5 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:37.843017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Attempting to bind port eba40f72-2aa3-4573-95f5-19fc34bf72a5 on network 8188df75-73e2-4e55-9cf6-7437a5385963 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:37.849381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:37.849746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Checking segment: {'id': '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:37.850164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:37.850547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Bound using segment: {'id': '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:37.850994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Bound port: eba40f72-2aa3-4573-95f5-19fc34bf72a5, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:37.851356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:37.910000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.20.0.1 (8188df75-73e2-4e55-9cf6-7437a5385963/cf8ce94b-20e6-4ca4-89c6-841c6a123392/a9850099-9c9c-4ee3-a9af-6ba7e354838f) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:37.938188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] For port eba40f72-2aa3-4573-95f5-19fc34bf72a5, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:37.941737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] For port eba40f72-2aa3-4573-95f5-19fc34bf72a5, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eba40f72-2aa3-4573-95f5-19fc34bf72a5,segment=NetworkSegment(3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0),segment_id=3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:37.945802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:38.023147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bdccb-96dc-43f0-b0ef-99464672d8be None None] Pushing event updated for resources: {'Port': ['ID=eba40f72-2aa3-4573-95f5-19fc34bf72a5,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:38.071770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:38.087616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Transition to ACTIVE for port object a9850099-9c9c-4ee3-a9af-6ba7e354838f will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:38.111772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:38.351871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 8188df75-73e2-4e55-9cf6-7437a5385963 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:38.356127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:38.358487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:38.392012 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=a9850099-9c9c-4ee3-a9af-6ba7e354838f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:38.434778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:38.448410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01800c-c319-43aa-9510-362f69e786f3 req-7bcf014a-62fb-4e39-9f6b-bf90e647343c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:38.449822 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa01800c-c319-43aa-9510-362f69e786f3 req-7bcf014a-62fb-4e39-9f6b-bf90e647343c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1806715 Dec 23 08:34:38.544385 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa01800c-c319-43aa-9510-362f69e786f3 req-474418db-74df-4173-a2e9-6e8db35776a4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882633 Dec 23 08:34:38.566630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:38.951773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22d4b8-7eb6-486c-af62-70985860df60 None None] Network 8188df75-73e2-4e55-9cf6-7437a5385963 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:38.975405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:38.980721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:39.024837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eba40f72-2aa3-4573-95f5-19fc34bf72a5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:39.091032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:39.094589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=a9850099-9c9c-4ee3-a9af-6ba7e354838f,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:39.160111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c80556cd-f4fd-4e7a-8d09-096a3cae21f9 None None] Provisioning for port eba40f72-2aa3-4573-95f5-19fc34bf72a5 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:39.239454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port eba40f72-2aa3-4573-95f5-19fc34bf72a5 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:39.239755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 8188df75-73e2-4e55-9cf6-7437a5385963 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:39.240935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:39.252366 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port eba40f72-2aa3-4573-95f5-19fc34bf72a5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:39.252734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:39.422308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:39.462946 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port eba40f72-2aa3-4573-95f5-19fc34bf72a5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eba40f72-2aa3-4573-95f5-19fc34bf72a5,segment=NetworkSegment(3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0),segment_id=3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:39.468555 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:39.562785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=eba40f72-2aa3-4573-95f5-19fc34bf72a5,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:39.612399 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:34:39.700531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0adae0f2-63dd-415c-a931-4697afa3d2f1 None None] Provisioning complete for port eba40f72-2aa3-4573-95f5-19fc34bf72a5 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:39.700900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0adae0f2-63dd-415c-a931-4697afa3d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:39.845084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0adae0f2-63dd-415c-a931-4697afa3d2f1 None None] Provisioning for port a9850099-9c9c-4ee3-a9af-6ba7e354838f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:39.851041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0adae0f2-63dd-415c-a931-4697afa3d2f1 None None] Provisioning complete for port a9850099-9c9c-4ee3-a9af-6ba7e354838f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:39.851682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0adae0f2-63dd-415c-a931-4697afa3d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:39.906947 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0adae0f2-63dd-415c-a931-4697afa3d2f1 None None] Port a9850099-9c9c-4ee3-a9af-6ba7e354838f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:39.946770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69614a-9f8a-4f5f-8fd2-ad2187094501 req-503ba07a-e600-4103-8205-299ac84a27a0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:39.948238 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0d69614a-9f8a-4f5f-8fd2-ad2187094501 req-503ba07a-e600-4103-8205-299ac84a27a0 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.2657764 Dec 23 08:34:40.010203 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0d69614a-9f8a-4f5f-8fd2-ad2187094501 req-c66765e2-373e-4fd3-a605-8658a69f50f4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536399 Dec 23 08:34:40.012057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:40.029936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Sync routers for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:40.036384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d54427c0-091d-4b5f-8aa9-91450a049278 None None] Provisioning complete for port a9850099-9c9c-4ee3-a9af-6ba7e354838f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:40.039823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d54427c0-091d-4b5f-8aa9-91450a049278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:40.040006 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cd23bfa8-e2c0-4d0f-87cf-d9c4a9655e63 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9351585 Dec 23 08:34:40.040129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51048) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:40.047033 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'network': {'name': 'tempest-RoutersTest-2093734201'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:40.052932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:40.056965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:network and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:40.060459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:40.067567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:40.078087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:40.081336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:40.091156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:40.091706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:40.112136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:34:40.122008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:40.122814 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added segment 2d9c1a0f-91b1-4028-971a-6900deea3235 of type vlan for network 30e67045-b03e-4bf2-8aa1-be8a73eea054 Dec 23 08:34:40.148587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d54427c0-091d-4b5f-8aa9-91450a049278 None None] Port a9850099-9c9c-4ee3-a9af-6ba7e354838f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:40.156046 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-02e22d9e-d183-4163-a1d7-304999ef7387 req-83aa1f9a-0def-41ac-a456-1a295b11c992 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7b06b228edf949429bc46d952d6633c5&device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 1098 time: 0.0868132 Dec 23 08:34:40.156802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:40.191173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:40.195241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:40.195866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:40.234731 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1935954 Dec 23 08:34:40.252773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:40.254810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51052) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:40.264210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'subnet': {'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:40.314602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b497b-58a9-4f20-b42e-58e9614a283f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Network': ['ID=30e67045-b03e-4bf2-8aa1-be8a73eea054,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:40.325134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 30e67045-b03e-4bf2-8aa1-be8a73eea054 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:34:40.408688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:40.416209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:subnet and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:40.420070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:40.424853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22d9e-d183-4163-a1d7-304999ef7387 req-dff767db-c742-4812-aca3-280c7bc0b2a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:40.427327 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-02e22d9e-d183-4163-a1d7-304999ef7387 req-dff767db-c742-4812-aca3-280c7bc0b2a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d568362d-56da-4c68-9c51-6bfd8dbd755e HTTP/1.1" status: 200 len: 897 time: 0.2490137 Dec 23 08:34:40.432578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:40.512146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:40.617417 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-02e22d9e-d183-4163-a1d7-304999ef7387 req-e5edbd7c-c238-4809-97c3-c5eb7f05a4a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d51480-c347-4007-9a5d-85d7ccf14b80 HTTP/1.1" status: 200 len: 1000 time: 0.1814387 Dec 23 08:34:40.644678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:34:38Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:38Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:40.648699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Checking router: 95286ece-36d9-4827-93df-fe909f64fd49 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:40.649038 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Updating router 95286ece-36d9-4827-93df-fe909f64fd49 port a9850099-9c9c-4ee3-a9af-6ba7e354838f binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:34:40.670234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:40.701742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:40.769297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22d9e-d183-4163-a1d7-304999ef7387 req-a48308ad-facf-4574-91c0-eabdc66b5b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:40.770672 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-02e22d9e-d183-4163-a1d7-304999ef7387 req-a48308ad-facf-4574-91c0-eabdc66b5b4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d404cdf-e1ad-44f9-af09-9a342633b45d HTTP/1.1" status: 200 len: 834 time: 0.1447258 Dec 23 08:34:40.775044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51058) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:40.911077 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-02e22d9e-d183-4163-a1d7-304999ef7387 req-cc1d854d-a09b-40b7-88f1-cf3f96cf208a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d568362d-56da-4c68-9c51-6bfd8dbd755e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1328783 Dec 23 08:34:40.999923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eba40f72-2aa3-4573-95f5-19fc34bf72a5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:41.048781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:41.079277 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b727140e-5613-45ed-a15a-1c0d72629055 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/9912204a-d871-47fa-8186-ecf6150265cc HTTP/1.1" status: 200 len: 992 time: 0.3028183 Dec 23 08:34:41.157584 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-02e22d9e-d183-4163-a1d7-304999ef7387 req-26c62587-c841-49ea-b0d2-7b1ba21e37aa service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372077 Dec 23 08:34:41.161414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:41.176616 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Transition to ACTIVE for port object a9850099-9c9c-4ee3-a9af-6ba7e354838f will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:41.187227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:41.199201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Subnet': ['ID=4f7d411a-4718-4735-af99-b34f0de1c1b3,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:41.222094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port eba40f72-2aa3-4573-95f5-19fc34bf72a5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:41.222460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:41.363604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Checking segment: {'id': '2d9c1a0f-91b1-4028-971a-6900deea3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:41.364005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network hostable DHCP agents. Network: 30e67045-b03e-4bf2-8aa1-be8a73eea054, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:34:41.367965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f808f34-29a1-4e46-81f3-0aa4576945dd None None] Pushing event updated for resources: {'Port': ['ID=a9850099-9c9c-4ee3-a9af-6ba7e354838f,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:41.399480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51070) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:41.405186 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-02e22d9e-d183-4163-a1d7-304999ef7387 req-7437ce64-edef-4569-9ba6-47220de1efde service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361083 Dec 23 08:34:41.422871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 30e67045-b03e-4bf2-8aa1-be8a73eea054 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:34:41.435251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297be2f-252b-46f7-9498-6ee73d476362 req-c73e89fd-663d-4cfe-bf7f-5998ee583ee6 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:41.436820 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4297be2f-252b-46f7-9498-6ee73d476362 req-c73e89fd-663d-4cfe-bf7f-5998ee583ee6 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.2433670 Dec 23 08:34:41.442959 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 30e67045-b03e-4bf2-8aa1-be8a73eea054) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:41.464143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:41.464728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:41.525603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb50e5-f276-49ac-ade7-d73e6de4d315 None None] Network 30e67045-b03e-4bf2-8aa1-be8a73eea054 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:41.529631 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8a42ab4a-cfc9-4f4e-b4ed-04e66ae583ac tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2738602 Dec 23 08:34:41.531834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51074) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:41.726481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Attempting to bind port a9850099-9c9c-4ee3-a9af-6ba7e354838f on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:41.726850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Attempting to bind port a9850099-9c9c-4ee3-a9af-6ba7e354838f by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:41.727205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Attempting to bind port a9850099-9c9c-4ee3-a9af-6ba7e354838f on network 8188df75-73e2-4e55-9cf6-7437a5385963 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:41.742770 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4297be2f-252b-46f7-9498-6ee73d476362 req-bee49025-e98f-4609-af5c-78477e11c44b tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975726 Dec 23 08:34:41.753621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:41.753621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Checking segment: {'id': '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:41.754150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:41.754368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Bound using segment: {'id': '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:41.754846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Bound port: a9850099-9c9c-4ee3-a9af-6ba7e354838f, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:41.755215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:41.779134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 53d11ead-368d-4586-8b59-f28cf972a625 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:41.779678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:41.875592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-30e67045-b03e-4bf2-8aa1-be8a73eea054', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:34:41.877174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:41.960677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] For port a9850099-9c9c-4ee3-a9af-6ba7e354838f, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:41.984828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] For port a9850099-9c9c-4ee3-a9af-6ba7e354838f, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a9850099-9c9c-4ee3-a9af-6ba7e354838f,segment=NetworkSegment(3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0),segment_id=3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:41.996451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:42.047105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:42.047490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:42.126985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f808f34-29a1-4e46-81f3-0aa4576945dd None None] Pushing event updated for resources: {'Port': ['ID=a9850099-9c9c-4ee3-a9af-6ba7e354838f,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:42.145528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:42.146172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:42.197974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 53d11ead-368d-4586-8b59-f28cf972a625 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:42.201109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Allocated IP 172.21.0.2 (30e67045-b03e-4bf2-8aa1-be8a73eea054/4f7d411a-4718-4735-af99-b34f0de1c1b3/d94440d3-3ba3-47e8-b381-0fb8f5a519f3) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:42.401757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:42.414356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:42.415452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:42.449077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=53d11ead-368d-4586-8b59-f28cf972a625,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:42.558018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:42.840321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:42.864950 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Transition to ACTIVE for port object d94440d3-3ba3-47e8-b381-0fb8f5a519f3 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:42.905120 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-10154d9e-3a2c-47f9-b29a-80ecc2e04447 req-bc02138e-78ca-45b6-9164-b9dd714e5f35 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 1098 time: 0.0789440 Dec 23 08:34:42.931915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Transition to ACTIVE for port object d94440d3-3ba3-47e8-b381-0fb8f5a519f3 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:42.944899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:42.975849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router d4314e2b-7dcd-4379-bac2-62576251cd00 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:43.027651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Network 30e67045-b03e-4bf2-8aa1-be8a73eea054 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:43.034785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:43.037228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Pushing event updated for resources: {'Port': ['ID=d94440d3-3ba3-47e8-b381-0fb8f5a519f3,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:43.039737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:43.047875 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-10154d9e-3a2c-47f9-b29a-80ecc2e04447 req-fb02b584-c635-4138-b708-0aa57dd6bdef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355076 Dec 23 08:34:43.053244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:34:38Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:41Z', 'revision_number': 4, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:43.085036 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c73fa7-b409-4551-a022-2d7aa1e314bf None None] The sync data for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv is: [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:34:38Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:41Z', 'revision_number': 4, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:43.086698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.21.0.1 (30e67045-b03e-4bf2-8aa1-be8a73eea054/4f7d411a-4718-4735-af99-b34f0de1c1b3/10ee6b40-3485-48fd-8c0e-e3966452327c) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:43.106237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1364f0d-507b-4ea3-9537-537783b23534 req-8613183d-527f-4bdc-9f3e-a09d5e9a08f1 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:43.107934 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1364f0d-507b-4ea3-9537-537783b23534 req-8613183d-527f-4bdc-9f3e-a09d5e9a08f1 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1700535 Dec 23 08:34:43.164995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Attempting to bind port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:43.165932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Attempting to bind port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '2d9c1a0f-91b1-4028-971a-6900deea3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:43.167540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Attempting to bind port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 on network 30e67045-b03e-4bf2-8aa1-be8a73eea054 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:43.176146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:43.177082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Checking segment: {'id': '2d9c1a0f-91b1-4028-971a-6900deea3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:43.177624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:43.178033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Bound using segment: {'id': '2d9c1a0f-91b1-4028-971a-6900deea3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:43.178859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Bound port: d94440d3-3ba3-47e8-b381-0fb8f5a519f3, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9c1a0f-91b1-4028-971a-6900deea3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:43.179051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:43.193184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:43.204619 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] Sync routers for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:43.221944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:43.226887 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:43.227509 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:43.259034 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1364f0d-507b-4ea3-9537-537783b23534 req-369fba3e-b1d0-44bc-8171-b3b8a7f0cc64 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261573 Dec 23 08:34:43.296163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] For port d94440d3-3ba3-47e8-b381-0fb8f5a519f3, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:43.302018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] For port d94440d3-3ba3-47e8-b381-0fb8f5a519f3, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d94440d3-3ba3-47e8-b381-0fb8f5a519f3,segment=NetworkSegment(2d9c1a0f-91b1-4028-971a-6900deea3235),segment_id=2d9c1a0f-91b1-4028-971a-6900deea3235)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:43.316269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:43.327295 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d3bc67b2-621d-459e-a652-a8a158e1297f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/floatingips/9912204a-d871-47fa-8186-ecf6150265cc HTTP/1.1" status: 204 len: 168 time: 1.9262969 Dec 23 08:34:43.328022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:34:43.394696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:43.413231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Transition to ACTIVE for port object 10ee6b40-3485-48fd-8c0e-e3966452327c will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:43.444590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:43.451293 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'status': 'completed', 'code': 200} Dec 23 08:34:43.481483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8e277-4084-445b-99bd-33877c2c9265 None None] Pushing event updated for resources: {'Port': ['ID=d94440d3-3ba3-47e8-b381-0fb8f5a519f3,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:43.522727 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:43.626596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 30e67045-b03e-4bf2-8aa1-be8a73eea054 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:43.632140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:43.637804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:43.902303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=10ee6b40-3485-48fd-8c0e-e3966452327c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:43.918159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:44.011357 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:39Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c6bd3dc6-043e-4b4b-b24e-e914e489f95d', 'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:8c:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:36Z', 'updated_at': '2021-12-23T08:33:49Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:44.018447 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] Checking router: d4314e2b-7dcd-4379-bac2-62576251cd00 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:44.031743 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:44.032554 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:44.036784 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e13334d2-c2f1-43ee-aefb-d5895e3df181 req-3c55527b-e4bb-4fdb-bd89-803198542d7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 1098 time: 0.5550301 Dec 23 08:34:44.203082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:44.223594 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:44.244629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c0324-b345-4f7a-8e54-3234bdc12aaa req-3a28af31-70b8-4f7e-934e-c71c5711b460 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:44.246087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5f7c0324-b345-4f7a-8e54-3234bdc12aaa req-3a28af31-70b8-4f7e-934e-c71c5711b460 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 945 time: 0.2979727 Dec 23 08:34:44.321923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13334d2-c2f1-43ee-aefb-d5895e3df181 req-9db4a4a9-26f2-4bae-aedc-bd6fbb6a88e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:44.323427 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e13334d2-c2f1-43ee-aefb-d5895e3df181 req-9db4a4a9-26f2-4bae-aedc-bd6fbb6a88e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 HTTP/1.1" status: 200 len: 896 time: 0.2726779 Dec 23 08:34:44.507585 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e13334d2-c2f1-43ee-aefb-d5895e3df181 req-6c89ef64-8ae0-44bb-a7a0-778a491e9c75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 HTTP/1.1" status: 200 len: 217 time: 0.1694956 Dec 23 08:34:44.606515 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5f7c0324-b345-4f7a-8e54-3234bdc12aaa req-0b79468a-4e0b-46b9-a3db-1fb359e19872 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3506072 Dec 23 08:34:44.644372 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:39Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c6bd3dc6-043e-4b4b-b24e-e914e489f95d', 'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:8c:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:36Z', 'updated_at': '2021-12-23T08:33:49Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:44.649626 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82745213-5649-407e-8c64-a0bf794b7129 None None] The sync data for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv is: [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:33:39Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c6bd3dc6-043e-4b4b-b24e-e914e489f95d', 'name': '', 'network_id': 'af1f03c8-0746-4bb3-a225-5d4a10a8a8b8', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:8c:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:36Z', 'updated_at': '2021-12-23T08:33:49Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9c3bea2c-0751-44ac-b00c-06c1d7a84fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:44.668103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd1578-ced1-4929-bf29-dc1e2192289b None None] Network 30e67045-b03e-4bf2-8aa1-be8a73eea054 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:44.695672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13334d2-c2f1-43ee-aefb-d5895e3df181 req-88a5ff7f-6dcf-4ae7-b459-7e0d9a58d680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:44.697184 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e13334d2-c2f1-43ee-aefb-d5895e3df181 req-88a5ff7f-6dcf-4ae7-b459-7e0d9a58d680 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9c3bea2c-0751-44ac-b00c-06c1d7a84fb4 HTTP/1.1" status: 200 len: 835 time: 0.1757576 Dec 23 08:34:44.765171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-afd5f898-3c6a-46b7-9aff-a5b671610524 None None] Provisioning for port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:44.832698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7fa65-bfa4-4c9d-9a63-54234af22a62 req-e4e3c6e0-89c4-49fe-8766-edd4a8027305 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:44.834130 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ec7fa65-bfa4-4c9d-9a63-54234af22a62 req-e4e3c6e0-89c4-49fe-8766-edd4a8027305 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.4274111 Dec 23 08:34:44.882872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 96d51480-c347-4007-9a5d-85d7ccf14b80 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:34:44.885192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 96d51480-c347-4007-9a5d-85d7ccf14b80 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:44.938933 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ec7fa65-bfa4-4c9d-9a63-54234af22a62 req-2bc28ea7-811f-4107-a5c9-971ac7717355 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966358 Dec 23 08:34:44.945041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e13334d2-c2f1-43ee-aefb-d5895e3df181 req-f3526d36-6cb0-4cb8-a027-2faf14da334a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2256162 Dec 23 08:34:44.993224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51088) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:45.042998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.063000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.066464 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d94440d3-3ba3-47e8-b381-0fb8f5a519f3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:45.142695 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7e20588d-55e2-4a3c-a361-b00409686c3e tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/floatingips/81093181-e09e-4909-931c-4732c72de06b HTTP/1.1" status: 200 len: 992 time: 0.1402433 Dec 23 08:34:45.208858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.213460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=10ee6b40-3485-48fd-8c0e-e3966452327c,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:45.217781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.226445 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e13334d2-c2f1-43ee-aefb-d5895e3df181 req-93bbd7e2-428f-4d8f-ba50-6a0f728ad71b service neutron] 10.222.0.24 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723157 Dec 23 08:34:45.234511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96d51480-c347-4007-9a5d-85d7ccf14b80,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:45.259476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'port_id': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'mac_address': 'fa:16:3e:13:fa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:34:45.265355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:34:45.302916 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96d51480-c347-4007-9a5d-85d7ccf14b80,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:45.317488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.319848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:45.356465 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'code': 200} Dec 23 08:34:45.371407 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:45.371776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.443305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.495264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-9a54ebde-648e-4fb4-a364-b9a98f4ff766 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:45.495870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-9a54ebde-648e-4fb4-a364-b9a98f4ff766 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:34:45.498931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96d51480-c347-4007-9a5d-85d7ccf14b80 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:34:45.506747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=96d51480-c347-4007-9a5d-85d7ccf14b80,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:45.535470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-9a54ebde-648e-4fb4-a364-b9a98f4ff766 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:34:45.536674 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-9a54ebde-648e-4fb4-a364-b9a98f4ff766 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 945 time: 0.1625593 Dec 23 08:34:45.624807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network 30e67045-b03e-4bf2-8aa1-be8a73eea054 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:45.627498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:45.630673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:45.630869 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e13334d2-c2f1-43ee-aefb-d5895e3df181 req-d77dde80-e649-450c-808e-42b4845a4286 service neutron] 10.222.0.24 "GET /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829167 Dec 23 08:34:45.631669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.669054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.717189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d94440d3-3ba3-47e8-b381-0fb8f5a519f3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d94440d3-3ba3-47e8-b381-0fb8f5a519f3,segment=NetworkSegment(2d9c1a0f-91b1-4028-971a-6900deea3235),segment_id=2d9c1a0f-91b1-4028-971a-6900deea3235)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:45.718884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d2a404c0-6c0c-4721-8ccb-e985d98de1d9 None None] Provisioning for port 10ee6b40-3485-48fd-8c0e-e3966452327c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:45.726219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:34:45.726723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:34:45.727373 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.728280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a9850099-9c9c-4ee3-a9af-6ba7e354838f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:45.892554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d94440d3-3ba3-47e8-b381-0fb8f5a519f3,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:45.896253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d2a404c0-6c0c-4721-8ccb-e985d98de1d9 None None] Provisioning complete for port 10ee6b40-3485-48fd-8c0e-e3966452327c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:45.897030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2a404c0-6c0c-4721-8ccb-e985d98de1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:45.964368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d2a404c0-6c0c-4721-8ccb-e985d98de1d9 None None] Port 10ee6b40-3485-48fd-8c0e-e3966452327c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:45.984682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a9850099-9c9c-4ee3-a9af-6ba7e354838f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:45.987718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d2a404c0-6c0c-4721-8ccb-e985d98de1d9 None None] Provisioning complete for port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:45.988083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d2a404c0-6c0c-4721-8ccb-e985d98de1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.024143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a9850099-9c9c-4ee3-a9af-6ba7e354838f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:46.024511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.041826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:46.042466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.050372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374325e-0810-44f9-afb3-682f00bd6fb0 req-78fa6f0f-bb74-4892-8e9f-dc0a992ff8bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:46.052395 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a374325e-0810-44f9-afb3-682f00bd6fb0 req-78fa6f0f-bb74-4892-8e9f-dc0a992ff8bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a138e565-24c0-4a70-8363-383cdc5f4cd0 HTTP/1.1" status: 200 len: 945 time: 0.1814680 Dec 23 08:34:46.173863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:46.175133 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a374325e-0810-44f9-afb3-682f00bd6fb0 req-4ca750d7-fab5-425c-a46c-0410b53fe59c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=207d2f68-8c85-4146-af9d-1ca48481ef55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748432 Dec 23 08:34:46.203079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:46.209625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.285059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port a9850099-9c9c-4ee3-a9af-6ba7e354838f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a9850099-9c9c-4ee3-a9af-6ba7e354838f,segment=NetworkSegment(3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0),segment_id=3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:46.292688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.294665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.340494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.387415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=a9850099-9c9c-4ee3-a9af-6ba7e354838f,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:46.389860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:46.391115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d51480-c347-4007-9a5d-85d7ccf14b80 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:34:46.413668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96d51480-c347-4007-9a5d-85d7ccf14b80,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:46.419454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a1774510-ae1d-40a3-b774-19ed663d6b79 None None] Provisioning complete for port 10ee6b40-3485-48fd-8c0e-e3966452327c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:46.419870 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a1774510-ae1d-40a3-b774-19ed663d6b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.435788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:46.452209 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f1a6802f-a0ec-4129-953e-9f4c739b98e1 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9193256 Dec 23 08:34:46.454191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.454954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51096) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:46.461600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'network': {'name': 'tempest-RoutersTest-125987027'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:46.467756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:46.472939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:network and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:46.476009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:46.482140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:46.498184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:34:46.500584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.502095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:46.504432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'name': 'network-vif-deleted', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:34:46.506715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.521152 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7bf742d8-6cc3-4b4b-962e-140935fbb4ce req-5d7a5070-e718-42b8-839d-2642535f4a3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 HTTP/1.1" status: 204 len: 173 time: 0.9794042 Dec 23 08:34:46.550292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:34:46.566158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.570375 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added segment b8d86b10-7e7d-4950-8c48-fcded5b90668 of type vlan for network ec26dacd-eb03-480d-9462-6b23e49b4b5f Dec 23 08:34:46.584077 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a138e565-24c0-4a70-8363-383cdc5f4cd0', 'name': 'network-vif-deleted', 'tag': 'e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7', 'status': 'completed', 'code': 200} Dec 23 08:34:46.608744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a1774510-ae1d-40a3-b774-19ed663d6b79 None None] Port 10ee6b40-3485-48fd-8c0e-e3966452327c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:46.613921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.616267 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=96d51480-c347-4007-9a5d-85d7ccf14b80,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:46.652064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.656591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:46.656734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:46.667205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a74a5-37f7-4d12-baac-2d8d4e12eb06 None None] New status for floating IP 9912204a-d871-47fa-8186-ecf6150265cc: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:34:46.719304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['96d51480-c347-4007-9a5d-85d7ccf14b80'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:34:46.765060 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3087409 Dec 23 08:34:46.766414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70772a12-bcbf-451f-865e-969eca17fc8e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Network': ['ID=ec26dacd-eb03-480d-9462-6b23e49b4b5f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:46.768441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51102) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:46.774315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'subnet': {'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:46.816751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network ec26dacd-eb03-480d-9462-6b23e49b4b5f details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:34:46.900371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:46.904282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:46.915116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:subnet and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:46.918098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:46.924787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:46.937647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:46.941126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:46.941481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device e7bd81a6-5ef0-4eff-9cd3-bb0aeebedba7 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:46.946809 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Sync routers for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:46.965129 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:46.966013 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:47.071094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.076183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d94440d3-3ba3-47e8-b381-0fb8f5a519f3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:47.203963 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:47.237381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:47.237381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.346667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51108) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:47.355669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.419199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a9850099-9c9c-4ee3-a9af-6ba7e354838f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:47.433771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ddea81bd-dcf4-48f6-bd05-530bb3ec7614 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.443441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Subnet': ['ID=aff443ec-786d-456c-94f0-b75ef1d5f0f7,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:47.474118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ddea81bd-dcf4-48f6-bd05-530bb3ec7614 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.488839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a9850099-9c9c-4ee3-a9af-6ba7e354838f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:47.488839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.533712 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:34:44Z', 'revision_number': 3, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:44Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:47.539607 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Checking router: 95286ece-36d9-4827-93df-fe909f64fd49 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:47.540504 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Updating router 95286ece-36d9-4827-93df-fe909f64fd49 port 10ee6b40-3485-48fd-8c0e-e3966452327c binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:34:47.544342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Checking segment: {'id': 'b8d86b10-7e7d-4950-8c48-fcded5b90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:47.544784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network hostable DHCP agents. Network: ec26dacd-eb03-480d-9462-6b23e49b4b5f, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:34:47.549466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ddea81bd-dcf4-48f6-bd05-530bb3ec7614 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.571584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network ec26dacd-eb03-480d-9462-6b23e49b4b5f is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:34:47.572826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea81bd-dcf4-48f6-bd05-530bb3ec7614 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207d2f68-8c85-4146-af9d-1ca48481ef55,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:47.588601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, ec26dacd-eb03-480d-9462-6b23e49b4b5f) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:47.588943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ddea81bd-dcf4-48f6-bd05-530bb3ec7614 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.591979 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ddea81bd-dcf4-48f6-bd05-530bb3ec7614 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/207d2f68-8c85-4146-af9d-1ca48481ef55 HTTP/1.1" status: 204 len: 168 time: 0.2438402 Dec 23 08:34:47.597939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:47.598550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.609086 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:47.612066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e33bf3-bbba-47e9-9b27-e3990eb75da1 None None] Network ec26dacd-eb03-480d-9462-6b23e49b4b5f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:47.627916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51114) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:47.628372 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b54ef6e4-9854-42f6-9373-19d68e788533 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8585439 Dec 23 08:34:47.649826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51118) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:47.946250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-ec26dacd-eb03-480d-9462-6b23e49b4b5f', 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'fixed_ips': [{'subnet_id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:34:47.947703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.035827 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.050053 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Transition to ACTIVE for port object 10ee6b40-3485-48fd-8c0e-e3966452327c will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:48.059113 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.131036 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Allocated IP 172.22.0.2 (ec26dacd-eb03-480d-9462-6b23e49b4b5f/aff443ec-786d-456c-94f0-b75ef1d5f0f7/0dd40323-edf3-45d7-8b9c-01565ee838c5) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:48.135835 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Pushing event updated for resources: {'Port': ['ID=10ee6b40-3485-48fd-8c0e-e3966452327c,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:48.147379 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.147769 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.148098 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.148422 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.148755 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.149184 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.149510 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.149945 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.150507 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.150828 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.151181 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:34:48.248341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.356385 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Attempting to bind port 10ee6b40-3485-48fd-8c0e-e3966452327c on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:48.357606 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Attempting to bind port 10ee6b40-3485-48fd-8c0e-e3966452327c by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '2d9c1a0f-91b1-4028-971a-6900deea3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:48.358334 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Attempting to bind port 10ee6b40-3485-48fd-8c0e-e3966452327c on network 30e67045-b03e-4bf2-8aa1-be8a73eea054 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:48.369590 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:48.370314 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Checking segment: {'id': '2d9c1a0f-91b1-4028-971a-6900deea3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:48.370894 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.371460 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Bound using segment: {'id': '2d9c1a0f-91b1-4028-971a-6900deea3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:48.372082 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Bound port: 10ee6b40-3485-48fd-8c0e-e3966452327c, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9c1a0f-91b1-4028-971a-6900deea3235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:48.372615 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.421839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.439190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Transition to ACTIVE for port object 0dd40323-edf3-45d7-8b9c-01565ee838c5 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:48.466912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Transition to ACTIVE for port object 0dd40323-edf3-45d7-8b9c-01565ee838c5 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:48.476197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.482958 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] For port 10ee6b40-3485-48fd-8c0e-e3966452327c, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:48.503991 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] For port 10ee6b40-3485-48fd-8c0e-e3966452327c, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=10ee6b40-3485-48fd-8c0e-e3966452327c,segment=NetworkSegment(2d9c1a0f-91b1-4028-971a-6900deea3235),segment_id=2d9c1a0f-91b1-4028-971a-6900deea3235)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:48.517634 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.574772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Network ec26dacd-eb03-480d-9462-6b23e49b4b5f is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:48.578137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Pushing event updated for resources: {'Port': ['ID=0dd40323-edf3-45d7-8b9c-01565ee838c5,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:48.583202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:48.588435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:48.619783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.638800 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52802c50-17b8-4477-bf75-3d10bff8d60a None None] Pushing event updated for resources: {'Port': ['ID=10ee6b40-3485-48fd-8c0e-e3966452327c,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:48.648241 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:48.648852 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:48.721601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Attempting to bind port 0dd40323-edf3-45d7-8b9c-01565ee838c5 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:48.722268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Attempting to bind port 0dd40323-edf3-45d7-8b9c-01565ee838c5 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'b8d86b10-7e7d-4950-8c48-fcded5b90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:48.722727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Attempting to bind port 0dd40323-edf3-45d7-8b9c-01565ee838c5 on network ec26dacd-eb03-480d-9462-6b23e49b4b5f {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:48.739387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:48.739913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Checking segment: {'id': 'b8d86b10-7e7d-4950-8c48-fcded5b90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:48.740420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.740912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Bound using segment: {'id': 'b8d86b10-7e7d-4950-8c48-fcded5b90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:48.741482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Bound port: 0dd40323-edf3-45d7-8b9c-01565ee838c5, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d86b10-7e7d-4950-8c48-fcded5b90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:48.741988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:48.841049 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:48.872432 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] For port 0dd40323-edf3-45d7-8b9c-01565ee838c5, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:48.883662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] For port 0dd40323-edf3-45d7-8b9c-01565ee838c5, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0dd40323-edf3-45d7-8b9c-01565ee838c5,segment=NetworkSegment(b8d86b10-7e7d-4950-8c48-fcded5b90668),segment_id=b8d86b10-7e7d-4950-8c48-fcded5b90668)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:48.892621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 96d51480-c347-4007-9a5d-85d7ccf14b80 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:48.956872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.056443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port c6bd3dc6-043e-4b4b-b24e-e914e489f95d {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:49.056788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.071289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3fae6-4251-46b6-8e52-6c35ac207e7f None None] Pushing event updated for resources: {'Port': ['ID=0dd40323-edf3-45d7-8b9c-01565ee838c5,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:49.100303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 96d51480-c347-4007-9a5d-85d7ccf14b80 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:49.100672 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.189451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.22.0.1 (ec26dacd-eb03-480d-9462-6b23e49b4b5f/aff443ec-786d-456c-94f0-b75ef1d5f0f7/3a7ed230-11dd-4460-b71f-49e8c3a0ab7c) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:49.242692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.280717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:34:49.284626 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:34:44Z', 'revision_number': 3, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:48Z', 'revision_number': 4, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:49.300150 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e7813-6105-4ef4-8b60-5d7dbe08a833 None None] The sync data for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv is: [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:34:44Z', 'revision_number': 3, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:48Z', 'revision_number': 4, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:49.310463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96d51480-c347-4007-9a5d-85d7ccf14b80,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:49.322904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.361134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port c6bd3dc6-043e-4b4b-b24e-e914e489f95d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c6bd3dc6-043e-4b4b-b24e-e914e489f95d,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:49.361641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.373490 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'code': 200} Dec 23 08:34:49.462103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=96d51480-c347-4007-9a5d-85d7ccf14b80,revision_number=8']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:49.535445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.556099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Transition to ACTIVE for port object 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:49.578547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for c6bd3dc6-043e-4b4b-b24e-e914e489f95d owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:49.593151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.674195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network ec26dacd-eb03-480d-9462-6b23e49b4b5f is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:49.677375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:49.679819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:49.719127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=3a7ed230-11dd-4460-b71f-49e8c3a0ab7c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:49.753633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.819492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.844782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:49.868100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=c6bd3dc6-043e-4b4b-b24e-e914e489f95d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:50.226762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:50.297481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:50.305024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:50.320933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0130a24-938f-44ec-abae-3cdd2d967792 None None] Network ec26dacd-eb03-480d-9462-6b23e49b4b5f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:50.421035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:50.425019 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=3a7ed230-11dd-4460-b71f-49e8c3a0ab7c,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:50.427354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-95f22d3a-0042-417d-886d-39ea7c5d0031 None None] Provisioning for port 0dd40323-edf3-45d7-8b9c-01565ee838c5 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:50.673101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network ec26dacd-eb03-480d-9462-6b23e49b4b5f is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:50.674303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:50.884646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2c50eb48-02b7-4a6c-af92-70f39847ceda None None] Provisioning for port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:50.890634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2c50eb48-02b7-4a6c-af92-70f39847ceda None None] Provisioning complete for port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:50.891457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c50eb48-02b7-4a6c-af92-70f39847ceda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:50.971232 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2c50eb48-02b7-4a6c-af92-70f39847ceda None None] Port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:51.002553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router d4314e2b-7dcd-4379-bac2-62576251cd00 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:51.059424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:51.121568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-356cf3db-1fa4-45be-a1ea-43691b16b06a None None] Provisioning complete for port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:51.123044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-356cf3db-1fa4-45be-a1ea-43691b16b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.184563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0dd40323-edf3-45d7-8b9c-01565ee838c5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:51.235666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-356cf3db-1fa4-45be-a1ea-43691b16b06a None None] Port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:51.248743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:51.262152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] Sync routers for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:51.263144 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-697bc139-2751-43ea-9f31-f99058a184a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/d4314e2b-7dcd-4379-bac2-62576251cd00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6120939 Dec 23 08:34:51.265601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51124) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:51.268389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:51.281015 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c3d2abb8-ca7c-4e01-9ab1-6e86b1b33ff3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513300 Dec 23 08:34:51.282985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 0dd40323-edf3-45d7-8b9c-01565ee838c5 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:51.283714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51128) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:51.285945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:51.286580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:51.290187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'network': {'name': 'tempest-RoutersTest-1283970070'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:51.295903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:51.301351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:network and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:51.305189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:51.311649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:51.324280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:51.327140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.357258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:34:51.366205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0dd40323-edf3-45d7-8b9c-01565ee838c5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:51.366858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.368152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.368591 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added segment 187266d2-2b4c-4b45-97ea-c2039342e9b4 of type vlan for network e275f70d-73da-4b19-96e1-3e7c0cddc21a Dec 23 08:34:51.395446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.428727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.432742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:51.433395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.461054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6790ef-57c7-4b11-a473-e6f2b7997859 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting subnet 9c3bea2c-0751-44ac-b00c-06c1d7a84fb4 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:34:51.464192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d6790ef-57c7-4b11-a473-e6f2b7997859 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.523025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d6790ef-57c7-4b11-a473-e6f2b7997859 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.545386 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2582059 Dec 23 08:34:51.545984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51132) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:51.547150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3d8a2e36-f9fa-41f0-8048-3a72efe96528 None None] Provisioning complete for port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:51.547150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2e36-f9fa-41f0-8048-3a72efe96528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.557160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'subnet': {'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:51.634048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfae951-5862-438e-a436-4f2a230ae2c2 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Network': ['ID=e275f70d-73da-4b19-96e1-3e7c0cddc21a,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:51.639181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d6790ef-57c7-4b11-a473-e6f2b7997859 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.655722 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network e275f70d-73da-4b19-96e1-3e7c0cddc21a details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:34:51.672302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a2e36-f9fa-41f0-8048-3a72efe96528 None None] Port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:51.680647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:51.684511 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:subnet and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:51.687395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:51.693069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:51.706125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Made reservation on behalf of edd8aa130bec4c9a9ec61e489a3304aa for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:51.718804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d6790ef-57c7-4b11-a473-e6f2b7997859 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.740815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:51.755418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6790ef-57c7-4b11-a473-e6f2b7997859 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3bea2c-0751-44ac-b00c-06c1d7a84fb4,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:51.763750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d6790ef-57c7-4b11-a473-e6f2b7997859 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.770104 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1d6790ef-57c7-4b11-a473-e6f2b7997859 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/subnets/9c3bea2c-0751-44ac-b00c-06c1d7a84fb4 HTTP/1.1" status: 204 len: 168 time: 0.5033562 Dec 23 08:34:51.772748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51136) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:51.782944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51cf6e-ca77-4c81-9d27-f1db9449bf5a None None] Network af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:51.824703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.857681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:51.980719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.060969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.106066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 0dd40323-edf3-45d7-8b9c-01565ee838c5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0dd40323-edf3-45d7-8b9c-01565ee838c5,segment=NetworkSegment(b8d86b10-7e7d-4950-8c48-fcded5b90668),segment_id=b8d86b10-7e7d-4950-8c48-fcded5b90668)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:52.143202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.143975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 10ee6b40-3485-48fd-8c0e-e3966452327c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:52.158919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Subnet': ['ID=acfe39a0-5499-4cce-acc5-5ca67fe52f95,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:52.177536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Checking segment: {'id': '187266d2-2b4c-4b45-97ea-c2039342e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:52.178035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network hostable DHCP agents. Network: e275f70d-73da-4b19-96e1-3e7c0cddc21a, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:34:52.201097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network e275f70d-73da-4b19-96e1-3e7c0cddc21a is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:34:52.212808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, e275f70d-73da-4b19-96e1-3e7c0cddc21a) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:52.217363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:52.218113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.236224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe29b5b-5ef3-4b1c-aef0-707fe4694165 None None] Network e275f70d-73da-4b19-96e1-3e7c0cddc21a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:52.241669 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-98a49b6b-c100-4787-8931-27fb59399a46 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6919622 Dec 23 08:34:52.244464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51140) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:52.425087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=0dd40323-edf3-45d7-8b9c-01565ee838c5,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:52.452153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.464074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port cb3893e4-8cac-4645-8325-e9bcebcb4861 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:52.466164 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.489874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 10ee6b40-3485-48fd-8c0e-e3966452327c completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:52.525730 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 10ee6b40-3485-48fd-8c0e-e3966452327c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:52.526462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.588499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0149194-aa5e-4dec-84d0-a76c9e86defd None None] DHCP port deletion for af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:34:52.604763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c0149194-aa5e-4dec-84d0-a76c9e86defd None None] Deleting port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:34:52.605123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0149194-aa5e-4dec-84d0-a76c9e86defd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.628101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91'}], 'enable_snat': True}, 'gw_port_id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:34:49Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'cb3893e4-8cac-4645-8325-e9bcebcb4861', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:21Z', 'updated_at': '2021-12-23T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:52.652024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] Checking router: d4314e2b-7dcd-4379-bac2-62576251cd00 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:52.767484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-e275f70d-73da-4b19-96e1-3e7c0cddc21a', 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'fixed_ips': [{'subnet_id': 'acfe39a0-5499-4cce-acc5-5ca67fe52f95'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:34:52.768193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.798499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port cb3893e4-8cac-4645-8325-e9bcebcb4861, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cb3893e4-8cac-4645-8325-e9bcebcb4861,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:52.798867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:52.807470 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] Routers {'d4314e2b-7dcd-4379-bac2-62576251cd00'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:52.808018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['d4314e2b-7dcd-4379-bac2-62576251cd00'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:52.927339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for cb3893e4-8cac-4645-8325-e9bcebcb4861 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:53.114307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:53.195298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] Set router d4314e2b-7dcd-4379-bac2-62576251cd00 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:53.290702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-c0149194-aa5e-4dec-84d0-a76c9e86defd None None] For port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=56143b35-2b36-4a2d-bcc9-e856aaa9dd46,segment=NetworkSegment(3edc658f-ba4d-46c8-a9fa-e46595350ce1),segment_id=3edc658f-ba4d-46c8-a9fa-e46595350ce1)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:53.291076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0149194-aa5e-4dec-84d0-a76c9e86defd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:53.325994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:53.349738 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 10ee6b40-3485-48fd-8c0e-e3966452327c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=10ee6b40-3485-48fd-8c0e-e3966452327c,segment=NetworkSegment(2d9c1a0f-91b1-4028-971a-6900deea3235),segment_id=2d9c1a0f-91b1-4028-971a-6900deea3235)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:53.377636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=cb3893e4-8cac-4645-8325-e9bcebcb4861,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:53.380990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:53.410278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:34:52Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:53.412048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:53.510053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c0149194-aa5e-4dec-84d0-a76c9e86defd None None] Calling delete_port for 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:34:53.545631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576f08c8-b2de-40b8-91d8-282a303fee1e None None] The sync data for ids ['d4314e2b-7dcd-4379-bac2-62576251cd00'] in dv-neutron-822507-1-hyperv is: [{'id': 'd4314e2b-7dcd-4379-bac2-62576251cd00', 'name': 'tempest-TestNetworkBasicOps-router-793704853', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:19Z', 'updated_at': '2021-12-23T08:34:52Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port_host': None}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:53.573501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0dd40323-edf3-45d7-8b9c-01565ee838c5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:53.637206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Allocated IP 172.23.0.2 (e275f70d-73da-4b19-96e1-3e7c0cddc21a/acfe39a0-5499-4cce-acc5-5ca67fe52f95/6895986d-479d-426d-a724-08ce0b17a8fb) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:53.753604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=10ee6b40-3485-48fd-8c0e-e3966452327c,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:53.779278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c0149194-aa5e-4dec-84d0-a76c9e86defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:53.833274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0149194-aa5e-4dec-84d0-a76c9e86defd None None] Pushing event deleted for resources: {'Port': ['ID=56143b35-2b36-4a2d-bcc9-e856aaa9dd46,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:53.867152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0149194-aa5e-4dec-84d0-a76c9e86defd None None] No DVR routers for this DVR port 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:34:53.881489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0dd40323-edf3-45d7-8b9c-01565ee838c5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:53.881851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:53.924186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.002474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.014661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Transition to ACTIVE for port object 6895986d-479d-426d-a724-08ce0b17a8fb will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:54.075632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Transition to ACTIVE for port object 6895986d-479d-426d-a724-08ce0b17a8fb will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:54.085753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.158773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Pushing event updated for resources: {'Port': ['ID=6895986d-479d-426d-a724-08ce0b17a8fb,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:54.163828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Network e275f70d-73da-4b19-96e1-3e7c0cddc21a is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:54.165018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:54.168214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:54.199314 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:54.240854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:54.241192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 56143b35-2b36-4a2d-bcc9-e856aaa9dd46 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:54.250048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.262599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.291163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Attempting to bind port 6895986d-479d-426d-a724-08ce0b17a8fb on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:54.291519 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Attempting to bind port 6895986d-479d-426d-a724-08ce0b17a8fb by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '187266d2-2b4c-4b45-97ea-c2039342e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:54.291870 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Attempting to bind port 6895986d-479d-426d-a724-08ce0b17a8fb on network e275f70d-73da-4b19-96e1-3e7c0cddc21a {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:54.299424 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:54.299874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Checking segment: {'id': '187266d2-2b4c-4b45-97ea-c2039342e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:54.300278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.300669 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Bound using segment: {'id': '187266d2-2b4c-4b45-97ea-c2039342e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:54.301133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Bound port: 6895986d-479d-426d-a724-08ce0b17a8fb, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187266d2-2b4c-4b45-97ea-c2039342e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:54.301501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.351406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Allocated IP 172.23.0.1 (e275f70d-73da-4b19-96e1-3e7c0cddc21a/acfe39a0-5499-4cce-acc5-5ca67fe52f95/c8473909-0ed9-48e0-a3d2-85f8a86d78aa) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:54.361663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.362197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Fanout notify agent at l3_agent the message router_deleted on router d4314e2b-7dcd-4379-bac2-62576251cd00 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:34:54.431566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] For port 6895986d-479d-426d-a724-08ce0b17a8fb, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:54.434551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] For port 6895986d-479d-426d-a724-08ce0b17a8fb, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6895986d-479d-426d-a724-08ce0b17a8fb,segment=NetworkSegment(187266d2-2b4c-4b45-97ea-c2039342e9b4),segment_id=187266d2-2b4c-4b45-97ea-c2039342e9b4)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:54.439238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.453352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.454486 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-72a9f272-67c0-4388-b79d-a62c7c278661 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/routers/d4314e2b-7dcd-4379-bac2-62576251cd00 HTTP/1.1" status: 204 len: 168 time: 2.6808188 Dec 23 08:34:54.457131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51144) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:54.522945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f462e84-4bf3-42bd-a157-99e1a1826e32 None None] Pushing event updated for resources: {'Port': ['ID=6895986d-479d-426d-a724-08ce0b17a8fb,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:54.545343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.570200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Transition to ACTIVE for port object c8473909-0ed9-48e0-a3d2-85f8a86d78aa will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:54.599271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.622449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.681481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network e275f70d-73da-4b19-96e1-3e7c0cddc21a is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:54.684835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:54.689739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:54.723652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=c8473909-0ed9-48e0-a3d2-85f8a86d78aa,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:54.761298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.867983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.883394 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.913725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1f03c8-0746-4bb3-a225-5d4a10a8a8b8']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:54.926837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edc658f-ba4d-46c8-a9fa-e46595350ce1') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:54.926837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edc658f-ba4d-46c8-a9fa-e46595350ce1') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:54.937853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.953681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.960073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:34:54.960385 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:34:54.976279 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:34:55.059591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.063867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.090083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Network': ['ID=af1f03c8-0746-4bb3-a225-5d4a10a8a8b8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:55.098987 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6d8e006d-3c14-4dfd-8f92-40ed05eef912 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/networks/af1f03c8-0746-4bb3-a225-5d4a10a8a8b8 HTTP/1.1" status: 204 len: 168 time: 0.6400704 Dec 23 08:34:55.108940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51148) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:55.116744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'network': {'name': 'tempest-network-smoke--81750186', 'project_id': '624b301133d440c99265a580e7281065', 'port_security_enabled': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:55.121647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:55.125712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:network and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:55.128730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:55.134454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:55.145167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:55.148504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.180368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:34:55.190505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.190886 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Added segment 0c7255ce-d4b0-4f08-a8c8-6ff468f07786 of type vlan for network 14648e1f-0f1c-4ed3-a429-10bcaa5965df Dec 23 08:34:55.219620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.251881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.256352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:55.256946 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.370485 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2603533 Dec 23 08:34:55.373295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51152) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:55.373846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96ab1b-d6f0-43bb-a800-5c47fc225fb9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Network': ['ID=14648e1f-0f1c-4ed3-a429-10bcaa5965df,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:55.380239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'admin_state_up': True, 'project_id': '624b301133d440c99265a580e7281065', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:55.385752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:34:55.397886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:55.403881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.405809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:router and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:55.409673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:55.412972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.520457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:55.537285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event updated for resources: {'Port': ['ID=c8473909-0ed9-48e0-a3d2-85f8a86d78aa,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:55.562192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.563248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.566363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c080ec-76c0-4118-ae6f-2f4e64493610 None None] Network e275f70d-73da-4b19-96e1-3e7c0cddc21a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:34:55.583641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.599132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.638094 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Sync routers for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:55.644222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 10ee6b40-3485-48fd-8c0e-e3966452327c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:55.655693 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:55.661283 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:55.748090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6216759e-2312-4d16-8383-86ef9d846341 None None] Provisioning for port 6895986d-479d-426d-a724-08ce0b17a8fb completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:55.817132 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:55.818718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 10ee6b40-3485-48fd-8c0e-e3966452327c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:55.819089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.892103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Network e275f70d-73da-4b19-96e1-3e7c0cddc21a is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:55.894782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:55.899239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:55.991653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6895986d-479d-426d-a724-08ce0b17a8fb up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:56.069697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 6895986d-479d-426d-a724-08ce0b17a8fb completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:56.076034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 6895986d-479d-426d-a724-08ce0b17a8fb triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:56.076656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.169918 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:34:54Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:53Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7ed230-11dd-4460-b71f-49e8c3a0ab7c', 'name': '', 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:db:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:48Z', 'updated_at': '2021-12-23T08:34:50Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8473909-0ed9-48e0-a3d2-85f8a86d78aa', 'name': '', 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:66:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acfe39a0-5499-4cce-acc5-5ca67fe52f95', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:53Z', 'updated_at': '2021-12-23T08:34:55Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'acfe39a0-5499-4cce-acc5-5ca67fe52f95', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:56.175338 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Checking router: 95286ece-36d9-4827-93df-fe909f64fd49 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:56.175975 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Updating router 95286ece-36d9-4827-93df-fe909f64fd49 port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:34:56.201814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.234382 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.239964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 6895986d-479d-426d-a724-08ce0b17a8fb, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6895986d-479d-426d-a724-08ce0b17a8fb,segment=NetworkSegment(187266d2-2b4c-4b45-97ea-c2039342e9b4),segment_id=187266d2-2b4c-4b45-97ea-c2039342e9b4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:34:56.243910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.288506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c6bd3dc6-043e-4b4b-b24e-e914e489f95d no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:56.330762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: c6bd3dc6-043e-4b4b-b24e-e914e489f95d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:56.331128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c6bd3dc6-043e-4b4b-b24e-e914e489f95d not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:56.359602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-56a7332c-826a-48fa-ba4c-74471645bee5 None None] Provisioning complete for port 6895986d-479d-426d-a724-08ce0b17a8fb triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:56.360007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-56a7332c-826a-48fa-ba4c-74471645bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.432354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=6895986d-479d-426d-a724-08ce0b17a8fb,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:56.458306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.498332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.529522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-56a7332c-826a-48fa-ba4c-74471645bee5 None None] Provisioning for port c8473909-0ed9-48e0-a3d2-85f8a86d78aa completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:56.535980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-56a7332c-826a-48fa-ba4c-74471645bee5 None None] Provisioning complete for port c8473909-0ed9-48e0-a3d2-85f8a86d78aa triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:56.536384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-56a7332c-826a-48fa-ba4c-74471645bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.602340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-56a7332c-826a-48fa-ba4c-74471645bee5 None None] Port c8473909-0ed9-48e0-a3d2-85f8a86d78aa cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:56.670564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.61 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/79867c60-8515-46d6-bd0b-97d3d3a0317f) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:34:56.679458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:56.684888 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.697922 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Transition to ACTIVE for port object 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:56.705253 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.727831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b07320eb-796b-4860-9eb2-1b78067b6162 None None] Provisioning complete for port c8473909-0ed9-48e0-a3d2-85f8a86d78aa triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:56.728235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b07320eb-796b-4860-9eb2-1b78067b6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.804020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b07320eb-796b-4860-9eb2-1b78067b6162 None None] Port c8473909-0ed9-48e0-a3d2-85f8a86d78aa cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:34:56.837498 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52040bf-d161-4f65-83b8-bf74b092f4e6 None None] Pushing event updated for resources: {'Port': ['ID=3a7ed230-11dd-4460-b71f-49e8c3a0ab7c,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:56.930909 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Attempting to bind port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:56.931811 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Attempting to bind port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'b8d86b10-7e7d-4950-8c48-fcded5b90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:56.932354 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Attempting to bind port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c on network ec26dacd-eb03-480d-9462-6b23e49b4b5f {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:56.940225 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:56.940578 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Checking segment: {'id': 'b8d86b10-7e7d-4950-8c48-fcded5b90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:56.940959 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.941530 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Bound using segment: {'id': 'b8d86b10-7e7d-4950-8c48-fcded5b90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:56.942432 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Bound port: 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d86b10-7e7d-4950-8c48-fcded5b90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:56.943222 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:56.967631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.044103 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] For port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:57.047628 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] For port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3a7ed230-11dd-4460-b71f-49e8c3a0ab7c,segment=NetworkSegment(b8d86b10-7e7d-4950-8c48-fcded5b90668),segment_id=b8d86b10-7e7d-4950-8c48-fcded5b90668)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:57.051336 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.104920 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Updating router 95286ece-36d9-4827-93df-fe909f64fd49 port c8473909-0ed9-48e0-a3d2-85f8a86d78aa binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:34:57.121086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.176828 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52040bf-d161-4f65-83b8-bf74b092f4e6 None None] Pushing event updated for resources: {'Port': ['ID=3a7ed230-11dd-4460-b71f-49e8c3a0ab7c,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:57.180799 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.212874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:34:57.215989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:57.220742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:34:57.257287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=79867c60-8515-46d6-bd0b-97d3d3a0317f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:57.327527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:57.357210 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-339b5988-3ac6-4066-8ad4-185f0b824a56 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1116288 Dec 23 08:34:57.360023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51156) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:57.368936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:57.408743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.409480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.504178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6895986d-479d-426d-a724-08ce0b17a8fb up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:57.573246 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.592755 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Transition to ACTIVE for port object c8473909-0ed9-48e0-a3d2-85f8a86d78aa will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:57.596344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 6895986d-479d-426d-a724-08ce0b17a8fb triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:57.596945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.605253 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.684646 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52040bf-d161-4f65-83b8-bf74b092f4e6 None None] Pushing event updated for resources: {'Port': ['ID=c8473909-0ed9-48e0-a3d2-85f8a86d78aa,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:57.687558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4734122d-a266-414a-871a-b2962ec7a7ff is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:34:57.737106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cb3893e4-8cac-4645-8325-e9bcebcb4861 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:34:57.785310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: cb3893e4-8cac-4645-8325-e9bcebcb4861 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:34:57.790074 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cb3893e4-8cac-4645-8325-e9bcebcb4861 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:34:57.842228 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Attempting to bind port c8473909-0ed9-48e0-a3d2-85f8a86d78aa on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:57.842804 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Attempting to bind port c8473909-0ed9-48e0-a3d2-85f8a86d78aa by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '187266d2-2b4c-4b45-97ea-c2039342e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:57.842935 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Attempting to bind port c8473909-0ed9-48e0-a3d2-85f8a86d78aa on network e275f70d-73da-4b19-96e1-3e7c0cddc21a {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:57.850410 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:57.850782 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Checking segment: {'id': '187266d2-2b4c-4b45-97ea-c2039342e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:57.851177 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.851558 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Bound using segment: {'id': '187266d2-2b4c-4b45-97ea-c2039342e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:57.852010 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Bound port: c8473909-0ed9-48e0-a3d2-85f8a86d78aa, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187266d2-2b4c-4b45-97ea-c2039342e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:57.852613 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.941365 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] For port c8473909-0ed9-48e0-a3d2-85f8a86d78aa, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:57.942821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:57.944510 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] For port c8473909-0ed9-48e0-a3d2-85f8a86d78aa, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c8473909-0ed9-48e0-a3d2-85f8a86d78aa,segment=NetworkSegment(187266d2-2b4c-4b45-97ea-c2039342e9b4),segment_id=187266d2-2b4c-4b45-97ea-c2039342e9b4)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:57.952194 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.953228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Sync routers for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:34:57.968411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:57.970733 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8392a16a-9fc4-4034-a313-7e4611efe328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5955474 Dec 23 08:34:57.974502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51160) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:57.978261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:57.979081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:58.047945 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52040bf-d161-4f65-83b8-bf74b092f4e6 None None] Pushing event updated for resources: {'Port': ['ID=c8473909-0ed9-48e0-a3d2-85f8a86d78aa,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:58.052997 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:58.053359 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:58.234238 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:58.235994 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1ff3945c-fe75-4fb4-9660-5af4e07ac4cc tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2568243 Dec 23 08:34:58.236557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51166) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:58.254705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:34:58.257146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.extraroute_db [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83522) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 08:34:58.363383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.extraroute_db [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Removed routes are [] {{(pid=83522) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 08:34:58.364046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:58.640200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a75bd8-0d7e-4774-ba0e-7ff3a97eb300 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:58.645125 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-15a75bd8-0d7e-4774-ba0e-7ff3a97eb300 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4043591 Dec 23 08:34:58.645550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51170) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:58.701925 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:34:54Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:53Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7ed230-11dd-4460-b71f-49e8c3a0ab7c', 'name': '', 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:db:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:48Z', 'updated_at': '2021-12-23T08:34:57Z', 'revision_number': 4, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8473909-0ed9-48e0-a3d2-85f8a86d78aa', 'name': '', 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:66:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acfe39a0-5499-4cce-acc5-5ca67fe52f95', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:53Z', 'updated_at': '2021-12-23T08:34:57Z', 'revision_number': 4, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'acfe39a0-5499-4cce-acc5-5ca67fe52f95', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:58.712839 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44308-0be0-4019-aeff-0f783e7eb95f None None] The sync data for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv is: [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:34:54Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:53Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7ed230-11dd-4460-b71f-49e8c3a0ab7c', 'name': '', 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:db:4f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:48Z', 'updated_at': '2021-12-23T08:34:57Z', 'revision_number': 4, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8473909-0ed9-48e0-a3d2-85f8a86d78aa', 'name': '', 'network_id': 'e275f70d-73da-4b19-96e1-3e7c0cddc21a', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:66:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'acfe39a0-5499-4cce-acc5-5ca67fe52f95', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:53Z', 'updated_at': '2021-12-23T08:34:57Z', 'revision_number': 4, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'acfe39a0-5499-4cce-acc5-5ca67fe52f95', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:34:58.727309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:34:57Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:58.732906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Checking router: 4734122d-a266-414a-871a-b2962ec7a7ff for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:34:58.733246 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Updating router 4734122d-a266-414a-871a-b2962ec7a7ff port 79867c60-8515-46d6-bd0b-97d3d3a0317f binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:34:58.745739 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fca69317-acbd-4a02-b75b-a41f675fa41a tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0968046 Dec 23 08:34:58.748140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51174) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:58.779299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920793104', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'project_id': '624b301133d440c99265a580e7281065', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:58.861924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:58.911659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:58.918527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:58.963233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:34:58.967577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:subnet and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:34:58.971332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:34:58.977566 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:34:58.991728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:34:59.111203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:59.176891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:34:59.335854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:59.366285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Transition to ACTIVE for port object 79867c60-8515-46d6-bd0b-97d3d3a0317f will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:34:59.380583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:59.445539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:34:59.471761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:59.472946 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d07d55e4-ec29-4b8a-8b91-244ab02e0fbf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49 HTTP/1.1" status: 200 len: 933 time: 2.1109366 Dec 23 08:34:59.478390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51178) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:59.561643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82e753-422e-4c2c-afad-25d247993d1d None None] Pushing event updated for resources: {'Port': ['ID=79867c60-8515-46d6-bd0b-97d3d3a0317f,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:59.593772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Attempting to bind port 79867c60-8515-46d6-bd0b-97d3d3a0317f on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:34:59.594570 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Attempting to bind port 79867c60-8515-46d6-bd0b-97d3d3a0317f by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:34:59.595687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Attempting to bind port 79867c60-8515-46d6-bd0b-97d3d3a0317f on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:34:59.603818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:34:59.604567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:59.605158 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:59.605705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:34:59.606419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Bound port: 79867c60-8515-46d6-bd0b-97d3d3a0317f, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:34:59.606987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:59.658081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c8473909-0ed9-48e0-a3d2-85f8a86d78aa up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:34:59.688366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:59.777473 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=974df150-a960-498c-8150-9a5757ea8366,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:59.786069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Checking segment: {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:34:59.786414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network hostable DHCP agents. Network: 14648e1f-0f1c-4ed3-a429-10bcaa5965df, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:34:59.788279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] For port 79867c60-8515-46d6-bd0b-97d3d3a0317f, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:34:59.788582 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-30bfb196-c2d8-4463-b2f3-46557be3c876 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49 HTTP/1.1" status: 200 len: 933 time: 0.3087280 Dec 23 08:34:59.790760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51182) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:34:59.791996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] For port 79867c60-8515-46d6-bd0b-97d3d3a0317f, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=79867c60-8515-46d6-bd0b-97d3d3a0317f,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:34:59.793649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c8473909-0ed9-48e0-a3d2-85f8a86d78aa completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:34:59.796592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'routes': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:34:59.799758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:59.803339 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c8473909-0ed9-48e0-a3d2-85f8a86d78aa triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:34:59.803699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:34:59.953703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82e753-422e-4c2c-afad-25d247993d1d None None] Pushing event updated for resources: {'Port': ['ID=79867c60-8515-46d6-bd0b-97d3d3a0317f,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:34:59.960324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:34:59.961071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:34:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:34:59.968555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:34:59.983181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 14648e1f-0f1c-4ed3-a429-10bcaa5965df) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:34:59.987510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:34:59.988253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:00.014971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c55bcf-1aca-45a3-92c5-e612e928b508 None None] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:00.018873 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a3e32019-bc82-45d9-b1c9-7421b7ffbcfb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2697108 Dec 23 08:35:00.021605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51186) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:00.308329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:00.334417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:00.416155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port c8473909-0ed9-48e0-a3d2-85f8a86d78aa, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c8473909-0ed9-48e0-a3d2-85f8a86d78aa,segment=NetworkSegment(187266d2-2b4c-4b45-97ea-c2039342e9b4),segment_id=187266d2-2b4c-4b45-97ea-c2039342e9b4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:00.425269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:00.467872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:00.468626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:00.686845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added routes are [] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 08:35:00.687089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 08:35:00.692863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-22920bc1-f6d3-4b9c-822d-082f089f616c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:00.775456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=c8473909-0ed9-48e0-a3d2-85f8a86d78aa,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:00.784490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:00.790180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:35:00.791047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:00.874469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:00.901771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:00.902154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.129182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Allocated IP 172.20.0.2 (14648e1f-0f1c-4ed3-a429-10bcaa5965df/974df150-a960-498c-8150-9a5757ea8366/0b8a30a2-0dd8-45ca-9a95-5338a251b17f) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:01.152933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.229740 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:34:57Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:01.245906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f241f78-d39c-48fe-9839-e6824fc67181 None None] The sync data for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv is: [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:34:57Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:01.273941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3a7ed230-11dd-4460-b71f-49e8c3a0ab7c,segment=NetworkSegment(b8d86b10-7e7d-4950-8c48-fcded5b90668),segment_id=b8d86b10-7e7d-4950-8c48-fcded5b90668)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:01.277983 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.367625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.382686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.413643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=3a7ed230-11dd-4460-b71f-49e8c3a0ab7c,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:01.443087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.453640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Transition to ACTIVE for port object 0b8a30a2-0dd8-45ca-9a95-5338a251b17f will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:01.473908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Transition to ACTIVE for port object 0b8a30a2-0dd8-45ca-9a95-5338a251b17f will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:01.479233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.519865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c8473909-0ed9-48e0-a3d2-85f8a86d78aa up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:01.598414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:01.606648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:01.610719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Pushing event updated for resources: {'Port': ['ID=0b8a30a2-0dd8-45ca-9a95-5338a251b17f,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:01.612946 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:01.681437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:01.713113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c8473909-0ed9-48e0-a3d2-85f8a86d78aa triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:01.713495 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.739108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Attempting to bind port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:35:01.739467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Attempting to bind port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:35:01.739820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Attempting to bind port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f on network 14648e1f-0f1c-4ed3-a429-10bcaa5965df {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:35:01.762956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:35:01.763320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Checking segment: {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:01.763717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.764100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Bound using segment: {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:35:01.764552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Bound port: 0b8a30a2-0dd8-45ca-9a95-5338a251b17f, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:35:01.764911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.814272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:01.954644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] For port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:35:01.958823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] For port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0b8a30a2-0dd8-45ca-9a95-5338a251b17f,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:35:01.960409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:01.987483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:02.096566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a704a-0ad3-4b12-8744-3b0bd83d96a1 None None] Pushing event updated for resources: {'Port': ['ID=0b8a30a2-0dd8-45ca-9a95-5338a251b17f,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:02.113312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:02.113677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:02.137461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:02.160653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:02.161772 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-05a409cc-1fa5-45fb-b22c-23b3deb37bef tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49 HTTP/1.1" status: 200 len: 699 time: 2.3700619 Dec 23 08:35:02.164953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51190) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:02.329914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.1 (14648e1f-0f1c-4ed3-a429-10bcaa5965df/974df150-a960-498c-8150-9a5757ea8366/9283938e-8a29-45d7-ab79-21be037f7447) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:02.387908 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3cc6e32f-1946-4875-9044-da021daae158 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49 HTTP/1.1" status: 200 len: 699 time: 0.2209239 Dec 23 08:35:02.388529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51194) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:02.620735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:02.637152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 9283938e-8a29-45d7-ab79-21be037f7447 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:02.659282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:02.709882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-31e7a6ca-b8e0-48d6-937e-454f9ced3707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:02.730458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:02.733608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:02.738694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:02.741037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:02.769531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=9283938e-8a29-45d7-ab79-21be037f7447,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:02.799621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:02.892082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.100652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474bdc9-fd45-4a1e-ae72-991c4a82219a None None] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:03.198789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fccb47e4-0083-46eb-b4f6-93b54929c974 None None] Provisioning for port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:03.306779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.312633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.425660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=9283938e-8a29-45d7-ab79-21be037f7447,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:03.430834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.540662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port c8473909-0ed9-48e0-a3d2-85f8a86d78aa {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:03.541224 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.552939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0b8a30a2-0dd8-45ca-9a95-5338a251b17f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:03.618007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:03.619359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:03.664071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:03.669608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9b951020-22ce-44e3-af8f-ef5ad058b316 None None] Provisioning for port 9283938e-8a29-45d7-ab79-21be037f7447 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:03.673540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:03.673912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.719253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9b951020-22ce-44e3-af8f-ef5ad058b316 None None] Provisioning complete for port 9283938e-8a29-45d7-ab79-21be037f7447 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:03.720453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9b951020-22ce-44e3-af8f-ef5ad058b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.775194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port c8473909-0ed9-48e0-a3d2-85f8a86d78aa, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c8473909-0ed9-48e0-a3d2-85f8a86d78aa,segment=NetworkSegment(187266d2-2b4c-4b45-97ea-c2039342e9b4),segment_id=187266d2-2b4c-4b45-97ea-c2039342e9b4)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:03.775553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.795236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-9b951020-22ce-44e3-af8f-ef5ad058b316 None None] Port 9283938e-8a29-45d7-ab79-21be037f7447 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:35:03.877268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.912434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for c8473909-0ed9-48e0-a3d2-85f8a86d78aa owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:03.954655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.958179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:03.987078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-128d2d11-24a2-46a1-bbee-a55b5713e426 None None] Provisioning complete for port 9283938e-8a29-45d7-ab79-21be037f7447 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:03.987497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-128d2d11-24a2-46a1-bbee-a55b5713e426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:04.017816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0b8a30a2-0dd8-45ca-9a95-5338a251b17f,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:04.036056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:04.107970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4734122d-a266-414a-871a-b2962ec7a7ff has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:04.117257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=0b8a30a2-0dd8-45ca-9a95-5338a251b17f,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:04.123764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-128d2d11-24a2-46a1-bbee-a55b5713e426 None None] Port 9283938e-8a29-45d7-ab79-21be037f7447 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:35:04.143068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:04.188090 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=c8473909-0ed9-48e0-a3d2-85f8a86d78aa,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:04.249689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2aed29d4-012e-4cd8-b07f-c1e95c2ca021 None None] Provisioning complete for port 9283938e-8a29-45d7-ab79-21be037f7447 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:04.250585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2aed29d4-012e-4cd8-b07f-c1e95c2ca021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:04.314555 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2aed29d4-012e-4cd8-b07f-c1e95c2ca021 None None] Port 9283938e-8a29-45d7-ab79-21be037f7447 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:35:04.434147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:04.439703 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-61de11e3-f517-4dbb-8fcd-a0716ecb56d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/4734122d-a266-414a-871a-b2962ec7a7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4171405 Dec 23 08:35:04.442215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51198) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:04.467364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:04.590624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.591091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.591452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.591809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.592157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.592511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.592857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.593202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.593553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.595552 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-44d3904a-2a7a-4301-9340-9b9e9fef457b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6288 time: 0.1524289 Dec 23 08:35:04.598685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51202) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:04.677431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.677702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.678092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.678446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.678792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.679136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.679483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.679824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.680162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:04.682040 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-25e2f763-d9e1-4504-bb21-1593f75850ac tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5717 time: 0.0824158 Dec 23 08:35:04.684835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51206) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:04.886246 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8994bda0-52f0-495c-a831-4e249be7104b tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2863 time: 0.2003393 Dec 23 08:35:05.053763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:05.068147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51212) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:05.074433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491821455', 'description': 'tempest-secgroup-smoke-491821455 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:05.080893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:05.085414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:05.088512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:05.094886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:05.108355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.113153 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] Sync routers for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:05.126958 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:05.127940 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:05.153095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:05.157650 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:05.160681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:05.166724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:05.228887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.272597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:05.284410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.289576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.290895 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a253389d-5fda-4cb9-823e-8a8e0b09189f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9013648 Dec 23 08:35:05.293489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51216) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:05.327862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.332303 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2624531 Dec 23 08:35:05.338111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51220) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:05.342265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'd96160db-e7bd-4183-97cc-3fac06029980', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:05.349782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:05.354318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:05.357296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:05.363989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:05.367712 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:05.399031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86421c4-d1cd-49b2-9a04-da0a7dadb4a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96160db-e7bd-4183-97cc-3fac06029980,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:05.405110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.529517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.539691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.567722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a81b851-8903-44bd-a641-b1a131af7651,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:05.568197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-15763628-7fa0-410d-9e67-89da3a134eaf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting subnet acfe39a0-5499-4cce-acc5-5ca67fe52f95 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:35:05.578655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-15763628-7fa0-410d-9e67-89da3a134eaf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.602265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.602653 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2f247317-b70b-4ea6-8265-83ae5be74430 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2667153 Dec 23 08:35:05.605270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51224) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:05.612454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'd96160db-e7bd-4183-97cc-3fac06029980', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:05.619068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:05.625833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:05.634739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:05.648349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:05.681890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-15763628-7fa0-410d-9e67-89da3a134eaf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.684549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.716686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0b8a30a2-0dd8-45ca-9a95-5338a251b17f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:05.772681 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:04Z', 'revision_number': 8, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:53Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7ed230-11dd-4460-b71f-49e8c3a0ab7c', 'name': '', 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:db:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:48Z', 'updated_at': '2021-12-23T08:35:01Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:05.779798 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] Checking router: 95286ece-36d9-4827-93df-fe909f64fd49 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:05.792455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.799924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.801710 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:05.802410 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:05.826019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=accdc324-671c-4127-bef6-4daecff94df3,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:05.826385 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-15763628-7fa0-410d-9e67-89da3a134eaf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.838270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.840175 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dc4b7185-3d8f-4624-a7da-0338f09fcfbb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2337401 Dec 23 08:35:05.844717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:05.845780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51228) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:05.846456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.853546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'd96160db-e7bd-4183-97cc-3fac06029980', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:05.867992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:05.879618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:05.882683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:05.894841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:05.921460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:05.941833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-15763628-7fa0-410d-9e67-89da3a134eaf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.014213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.019707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.022204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15763628-7fa0-410d-9e67-89da3a134eaf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Subnet': ['ID=acfe39a0-5499-4cce-acc5-5ca67fe52f95,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:06.024507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-15763628-7fa0-410d-9e67-89da3a134eaf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.032720 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-15763628-7fa0-410d-9e67-89da3a134eaf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/acfe39a0-5499-4cce-acc5-5ca67fe52f95 HTTP/1.1" status: 204 len: 168 time: 0.7370577 Dec 23 08:35:06.036176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51232) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:06.039582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf9b1bb-2181-4cfd-b3a7-3547c8fb579a None None] Network e275f70d-73da-4b19-96e1-3e7c0cddc21a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:06.059363 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:06.060809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9945f090-1a08-49c3-b3d4-8ef34952cf4a,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:06.143111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.147721 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ee5c8728-1bf2-4682-8464-777d34da4507 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2970169 Dec 23 08:35:06.147896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51236) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:06.153066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'd96160db-e7bd-4183-97cc-3fac06029980', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:06.159630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:06.163617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:06.166644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:06.172504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:06.184466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 79867c60-8515-46d6-bd0b-97d3d3a0317f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:06.185213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.194502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.201025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 6895986d-479d-426d-a724-08ce0b17a8fb {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:06.201358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.266408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.273449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.298906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10aac83c-0e0a-4093-8845-a98278fb015a,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:06.312881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.319734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51240) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:06.319964 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7ea5d20a-d513-4a28-9ad6-d53f57bc12c8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1699319 Dec 23 08:35:06.320514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 79867c60-8515-46d6-bd0b-97d3d3a0317f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:06.325921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 79867c60-8515-46d6-bd0b-97d3d3a0317f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:06.326440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.329827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'd96160db-e7bd-4183-97cc-3fac06029980', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:06.342942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:06.363036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:06.367472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:06.376884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:06.392596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] DHCP port deletion for e275f70d-73da-4b19-96e1-3e7c0cddc21a request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:35:06.401702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] Deleting port 6895986d-479d-426d-a724-08ce0b17a8fb {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:06.402104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.428120 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:04Z', 'revision_number': 8, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:53Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7ed230-11dd-4460-b71f-49e8c3a0ab7c', 'name': '', 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:db:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:48Z', 'updated_at': '2021-12-23T08:35:01Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:06.432979 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6b7d1-05aa-488b-98b4-456a834ef42d None None] The sync data for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv is: [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:04Z', 'revision_number': 8, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:53Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7ed230-11dd-4460-b71f-49e8c3a0ab7c', 'name': '', 'network_id': 'ec26dacd-eb03-480d-9462-6b23e49b4b5f', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:db:4f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:48Z', 'updated_at': '2021-12-23T08:35:01Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'aff443ec-786d-456c-94f0-b75ef1d5f0f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:06.462617 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:35:06.481066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.505820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port 6895986d-479d-426d-a724-08ce0b17a8fb, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6895986d-479d-426d-a724-08ce0b17a8fb,segment=NetworkSegment(187266d2-2b4c-4b45-97ea-c2039342e9b4),segment_id=187266d2-2b4c-4b45-97ea-c2039342e9b4)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:06.506267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.645971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 6895986d-479d-426d-a724-08ce0b17a8fb owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:06.663324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.700752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 79867c60-8515-46d6-bd0b-97d3d3a0317f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=79867c60-8515-46d6-bd0b-97d3d3a0317f,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:06.707617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] For port 6895986d-479d-426d-a724-08ce0b17a8fb, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=6895986d-479d-426d-a724-08ce0b17a8fb,segment=NetworkSegment(187266d2-2b4c-4b45-97ea-c2039342e9b4),segment_id=187266d2-2b4c-4b45-97ea-c2039342e9b4)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:06.707909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.714826 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.738888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.742732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.764543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.827060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=6895986d-479d-426d-a724-08ce0b17a8fb,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:06.829705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df9885f-bc36-41f6-91ae-8a2f5052881c,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:06.835399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.836779 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-581337e2-b4df-47e4-83b2-b1389224748b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5172987 Dec 23 08:35:06.840045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51244) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:06.842010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No DVR routers for this DVR port 6895986d-479d-426d-a724-08ce0b17a8fb on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:35:06.847255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'd96160db-e7bd-4183-97cc-3fac06029980', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:06.853561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:06.857517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:06.861241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:06.871157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:06.874426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] Calling delete_port for 6895986d-479d-426d-a724-08ce0b17a8fb owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:06.883479 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:35:06.890807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.935019 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=79867c60-8515-46d6-bd0b-97d3d3a0317f,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:06.975082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:35:06.975209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:35:06.977444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:06.984425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.009124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca0940a-b8fa-42df-8e7e-0d87dbae764c,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:07.020651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.021980 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e6e8054-063d-4698-8357-53e4da9f0889 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1807628 Dec 23 08:35:07.080176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.105397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e275f70d-73da-4b19-96e1-3e7c0cddc21a']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:07.117599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187266d2-2b4c-4b45-97ea-c2039342e9b4') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:07.117896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187266d2-2b4c-4b45-97ea-c2039342e9b4') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:07.129105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.145488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.151765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:35:07.152174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:35:07.166883 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:35:07.193942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-ac5e1c0c-ede5-4123-84e6-c44249105675 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:35:07.209911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-ac5e1c0c-ede5-4123-84e6-c44249105675 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:35:07.211339 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-ac5e1c0c-ede5-4123-84e6-c44249105675 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491821455&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.0573816 Dec 23 08:35:07.247763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.265092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.274991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Network': ['ID=e275f70d-73da-4b19-96e1-3e7c0cddc21a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:07.277419 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cb326b27-58a1-46de-ae40-6d5c39278ec8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/networks/e275f70d-73da-4b19-96e1-3e7c0cddc21a HTTP/1.1" status: 204 len: 168 time: 1.2366216 Dec 23 08:35:07.280104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51256) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:07.367765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-afae9c42-6e8a-45dc-bf6f-874c1bb69e90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:07.368452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-afae9c42-6e8a-45dc-bf6f-874c1bb69e90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:35:07.383554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-afae9c42-6e8a-45dc-bf6f-874c1bb69e90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:35:07.384822 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-afae9c42-6e8a-45dc-bf6f-874c1bb69e90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 795 time: 0.1660166 Dec 23 08:35:07.401429 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-ab37e90c-5287-4edc-a3d3-389c3b1cad7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0111501 Dec 23 08:35:07.476618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] Deleting port 6895986d-479d-426d-a724-08ce0b17a8fb {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:07.478496 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.518184 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 79867c60-8515-46d6-bd0b-97d3d3a0317f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:07.526712 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-60570ce1-41ba-4dc6-9e91-7d93d7991e6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196373 Dec 23 08:35:07.607198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f11dd-7ba2-44db-8a2f-3c3a45d41eb2 None None] The port '6895986d-479d-426d-a724-08ce0b17a8fb' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:35:07.630911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 79867c60-8515-46d6-bd0b-97d3d3a0317f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:07.631504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.643491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:07.777193 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-b668e729-2399-4a8a-adac-2dc31ef4acda service neutron] 10.222.0.36 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466381 Dec 23 08:35:07.801690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c8473909-0ed9-48e0-a3d2-85f8a86d78aa no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:07.836001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: c8473909-0ed9-48e0-a3d2-85f8a86d78aa {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:07.836348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c8473909-0ed9-48e0-a3d2-85f8a86d78aa not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:07.836758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6895986d-479d-426d-a724-08ce0b17a8fb no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:07.872745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 6895986d-479d-426d-a724-08ce0b17a8fb {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:07.872971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 6895986d-479d-426d-a724-08ce0b17a8fb not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:07.916340 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-0d7d343a-47c4-449a-b70c-7bf6ef4b8a2a service neutron] 10.222.0.36 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331339 Dec 23 08:35:08.113416 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-297a8cc5-a096-4dbf-9bb1-a25b7bf90e40 req-720c704e-9b37-4d56-aa9a-031350195e6a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 210 time: 0.0537655 Dec 23 08:35:08.257906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:08.258410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:08.447408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3a7ed230-11dd-4460-b71f-49e8c3a0ab7c,segment=NetworkSegment(b8d86b10-7e7d-4950-8c48-fcded5b90668),segment_id=b8d86b10-7e7d-4950-8c48-fcded5b90668)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:08.447696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:08.676574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:08.844603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:08.890331 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=3a7ed230-11dd-4460-b71f-49e8c3a0ab7c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:09.282991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-54d86586-b5e2-4230-897f-1b29511b17b3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:09.283696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-54d86586-b5e2-4230-897f-1b29511b17b3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:35:09.306272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-54d86586-b5e2-4230-897f-1b29511b17b3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:35:09.307479 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-54d86586-b5e2-4230-897f-1b29511b17b3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 795 time: 0.2635512 Dec 23 08:35:09.315993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:09.317268 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e899fdd5-36e2-4550-8973-53bb071798b2 req-0f199729-6b91-499f-8ca7-9eb7459a6c88 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 210 time: 0.0537157 Dec 23 08:35:09.488945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-e064b713-9366-4e83-8376-c4d378602502 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:35:09.514810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-e064b713-9366-4e83-8376-c4d378602502 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:35:09.515897 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-e064b713-9366-4e83-8376-c4d378602502 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 379 time: 0.1873815 Dec 23 08:35:09.525977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['d96160db-e7bd-4183-97cc-3fac06029980']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:09.801493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:09.806831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:port and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:09.811255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:09.818095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:10.042978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:35:10.045904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:10.219094 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:35:10.229638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:10.244270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.13 (14648e1f-0f1c-4ed3-a429-10bcaa5965df/974df150-a960-498c-8150-9a5757ea8366/55f9c7de-8b94-4566-9116-7eabbd96ca83) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:10.486641 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ac3c6f6-a189-486d-9402-faf9d88deca3 req-707e6cfc-08f4-417f-98f6-554a2d831984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 210 time: 0.0407279 Dec 23 08:35:10.555956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] Sync routers for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:10.567615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:10.568216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:10.574766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:10.591229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:10.602158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 55f9c7de-8b94-4566-9116-7eabbd96ca83 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:10.615597 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7cc17c74-dbd6-4833-b765-19e0ea0fd46b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3345237 Dec 23 08:35:10.618751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51278) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:10.636377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:10.707589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:10.710678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:10.713002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:10.730386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:10.780106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:10.780724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:10.793623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=55f9c7de-8b94-4566-9116-7eabbd96ca83,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:10.806254 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-555f50e6-ee38-4fa4-b080-77317a33b8e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2836049 Dec 23 08:35:10.819383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Request body: {'port': {'device_id': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:10.828560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38988be-c580-4c41-9b85-3a1d7fa39503 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting subnet aff443ec-786d-456c-94f0-b75ef1d5f0f7 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:35:10.832417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e38988be-c580-4c41-9b85-3a1d7fa39503 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:10.901345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e38988be-c580-4c41-9b85-3a1d7fa39503 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:10.936838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:10.997883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e38988be-c580-4c41-9b85-3a1d7fa39503 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.047094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-447fc7d4-e4ed-44ca-a674-d78b8146d92e None None] Provisioning for port 55f9c7de-8b94-4566-9116-7eabbd96ca83 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:11.054178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-447fc7d4-e4ed-44ca-a674-d78b8146d92e None None] Provisioning complete for port 55f9c7de-8b94-4566-9116-7eabbd96ca83 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:11.054538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-447fc7d4-e4ed-44ca-a674-d78b8146d92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.083300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e38988be-c580-4c41-9b85-3a1d7fa39503 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.113720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-447fc7d4-e4ed-44ca-a674-d78b8146d92e None None] Port 55f9c7de-8b94-4566-9116-7eabbd96ca83 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:35:11.127313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38988be-c580-4c41-9b85-3a1d7fa39503 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Subnet': ['ID=aff443ec-786d-456c-94f0-b75ef1d5f0f7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:11.136731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:08Z', 'revision_number': 9, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:53Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:11.138223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e38988be-c580-4c41-9b85-3a1d7fa39503 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.140400 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb16aa-8ef8-4e3a-a680-1424d4153690 None None] Network ec26dacd-eb03-480d-9462-6b23e49b4b5f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:11.148018 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e38988be-c580-4c41-9b85-3a1d7fa39503 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/aff443ec-786d-456c-94f0-b75ef1d5f0f7 HTTP/1.1" status: 204 len: 168 time: 0.5281403 Dec 23 08:35:11.148648 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51282) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:11.157979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] Checking router: 95286ece-36d9-4827-93df-fe909f64fd49 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:11.264727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.273509 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:11.274146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:11.275773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 0dd40323-edf3-45d7-8b9c-01565ee838c5 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:11.276099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.307879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f9c7de-8b94-4566-9116-7eabbd96ca83 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:35:11.315595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.331136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Transition to ACTIVE for port object 55f9c7de-8b94-4566-9116-7eabbd96ca83 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:11.335696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.459604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Pushing event updated for resources: {'Port': ['ID=55f9c7de-8b94-4566-9116-7eabbd96ca83,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:11.517901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:11.544813 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port 0dd40323-edf3-45d7-8b9c-01565ee838c5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0dd40323-edf3-45d7-8b9c-01565ee838c5,segment=NetworkSegment(b8d86b10-7e7d-4950-8c48-fcded5b90668),segment_id=b8d86b10-7e7d-4950-8c48-fcded5b90668)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:11.545409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.641536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Attempting to bind port 55f9c7de-8b94-4566-9116-7eabbd96ca83 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:35:11.642343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Attempting to bind port 55f9c7de-8b94-4566-9116-7eabbd96ca83 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:35:11.642343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Attempting to bind port 55f9c7de-8b94-4566-9116-7eabbd96ca83 on network 14648e1f-0f1c-4ed3-a429-10bcaa5965df {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:35:11.649482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Port 55f9c7de-8b94-4566-9116-7eabbd96ca83 on network 14648e1f-0f1c-4ed3-a429-10bcaa5965df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:35:11.649800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Attempting to bind port 55f9c7de-8b94-4566-9116-7eabbd96ca83 on network 14648e1f-0f1c-4ed3-a429-10bcaa5965df {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:35:11.658282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:35:11.658613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Checking segment: {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:11.658989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Bound using segment: {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:35:11.659465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Bound port: 55f9c7de-8b94-4566-9116-7eabbd96ca83, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:35:11.660376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.752727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e406c-90a3-4b8b-8fa0-0089f68e50e6 None None] DHCP port deletion for ec26dacd-eb03-480d-9462-6b23e49b4b5f request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:35:11.758308 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 0dd40323-edf3-45d7-8b9c-01565ee838c5 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:11.787123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] For port 55f9c7de-8b94-4566-9116-7eabbd96ca83, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:35:11.789872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] For port 55f9c7de-8b94-4566-9116-7eabbd96ca83, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:35:11.795006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.803081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e406c-90a3-4b8b-8fa0-0089f68e50e6 None None] Deleting port 0dd40323-edf3-45d7-8b9c-01565ee838c5 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:11.803451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fb1e406c-90a3-4b8b-8fa0-0089f68e50e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.860808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.862645 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] 10.222.0.24 "PUT /v2.0/ports/55f9c7de-8b94-4566-9116-7eabbd96ca83 HTTP/1.1" status: 200 len: 1094 time: 1.0476701 Dec 23 08:35:11.864135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6b192-ff5c-449a-8879-b3fdee5f6a7f req-2c8db3d2-30b0-438c-b06d-4d3445abfb36 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:11.865752 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6cd6b192-ff5c-449a-8879-b3fdee5f6a7f req-2c8db3d2-30b0-438c-b06d-4d3445abfb36 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 944 time: 0.1449997 Dec 23 08:35:11.872861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:35:11.894294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2338b4-e5c3-4aca-b2f3-fe4eb709f417 service neutron] Pushing event updated for resources: {'Port': ['ID=55f9c7de-8b94-4566-9116-7eabbd96ca83,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:11.918877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:11.923547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e406c-90a3-4b8b-8fa0-0089f68e50e6 None None] The port '0dd40323-edf3-45d7-8b9c-01565ee838c5' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:35:11.978393 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'status': 'completed', 'code': 200} Dec 23 08:35:11.992262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=0dd40323-edf3-45d7-8b9c-01565ee838c5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:12.000487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No DVR routers for this DVR port 0dd40323-edf3-45d7-8b9c-01565ee838c5 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:35:12.034941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:08Z', 'revision_number': 9, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:53Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:12.040761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f9d50e-1da9-466d-81fe-680fb4039508 None None] The sync data for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv is: [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:08Z', 'revision_number': 9, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': '10ee6b40-3485-48fd-8c0e-e3966452327c', 'name': '', 'network_id': '30e67045-b03e-4bf2-8aa1-be8a73eea054', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:b0:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:42Z', 'updated_at': '2021-12-23T08:34:53Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': '4f7d411a-4718-4735-af99-b34f0de1c1b3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:12.091193 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6cd6b192-ff5c-449a-8879-b3fdee5f6a7f req-e8c05954-c030-4f10-98b5-4511e250bab7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154887 Dec 23 08:35:12.165882 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-28c3512c-2935-47d4-8553-8c456d968e59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 1097 time: 0.2575228 Dec 23 08:35:12.236340 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-880a6a6e-cb9a-4e89-af96-6bd194c70cad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83 HTTP/1.1" status: 200 len: 217 time: 0.0621274 Dec 23 08:35:12.264655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:12.289374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec26dacd-eb03-480d-9462-6b23e49b4b5f']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:12.304407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-c126fa80-e250-479e-97a4-be4c9ae224ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:12.304601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d86b10-7e7d-4950-8c48-fcded5b90668') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:12.304733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d86b10-7e7d-4950-8c48-fcded5b90668') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:12.305760 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-c126fa80-e250-479e-97a4-be4c9ae224ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974df150-a960-498c-8150-9a5757ea8366 HTTP/1.1" status: 200 len: 834 time: 0.0597267 Dec 23 08:35:12.316421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:12.331963 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:12.337729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:35:12.338128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:35:12.352268 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:35:12.381934 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-d0594b70-1c1c-4788-858c-0e278d3706aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14648e1f-0f1c-4ed3-a429-10bcaa5965df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690999 Dec 23 08:35:12.427445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:12.444758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:12.461894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Network': ['ID=ec26dacd-eb03-480d-9462-6b23e49b4b5f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:12.466801 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8a556de1-0fdf-4d1d-934e-759be0ecd2e0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/networks/ec26dacd-eb03-480d-9462-6b23e49b4b5f HTTP/1.1" status: 204 len: 168 time: 1.3171740 Dec 23 08:35:12.469364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51292) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:12.514400 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-318a46f9-c572-4a0c-a5ed-a0fb61cd4041 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252408 Dec 23 08:35:12.647827 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5ab8c8d9-948e-4c0a-85be-a5a475a08876 req-09283da1-f87c-4f6d-96db-dc8de6c143a9 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265461 Dec 23 08:35:12.769766 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cbf73e41-a511-4889-ae0f-f84e2aaa755e req-04675d74-aabe-4021-80c6-3a17c93797f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 1097 time: 0.0798373 Dec 23 08:35:12.811049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:12.901514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf73e41-a511-4889-ae0f-f84e2aaa755e req-a927176f-6959-48e4-a684-b10f81c66e98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:12.902882 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cbf73e41-a511-4889-ae0f-f84e2aaa755e req-a927176f-6959-48e4-a684-b10f81c66e98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 895 time: 0.1265588 Dec 23 08:35:12.976890 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cbf73e41-a511-4889-ae0f-f84e2aaa755e req-0109dc20-ceb3-4002-bf01-1cfea9c52014 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83 HTTP/1.1" status: 200 len: 217 time: 0.0669696 Dec 23 08:35:13.044314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf73e41-a511-4889-ae0f-f84e2aaa755e req-88c730cd-0234-45c0-adc7-3d4d32929d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:13.045716 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cbf73e41-a511-4889-ae0f-f84e2aaa755e req-88c730cd-0234-45c0-adc7-3d4d32929d9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974df150-a960-498c-8150-9a5757ea8366 HTTP/1.1" status: 200 len: 834 time: 0.0594897 Dec 23 08:35:13.120266 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cbf73e41-a511-4889-ae0f-f84e2aaa755e req-b3a6840d-20ba-422d-ae0f-83750b211113 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14648e1f-0f1c-4ed3-a429-10bcaa5965df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671976 Dec 23 08:35:13.256469 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cbf73e41-a511-4889-ae0f-f84e2aaa755e req-09ec5363-bcfa-46ff-a275-2fdc36196f5b service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280680 Dec 23 08:35:13.345485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484633d-be9d-47bc-96d4-298eac8a1e45 req-faaadc0b-84e2-4e3f-a5e7-9970e0986de7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:13.347172 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4484633d-be9d-47bc-96d4-298eac8a1e45 req-faaadc0b-84e2-4e3f-a5e7-9970e0986de7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 944 time: 0.1081402 Dec 23 08:35:13.390876 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cbf73e41-a511-4889-ae0f-f84e2aaa755e req-47d9604a-b2a0-4864-af3b-3c0e66b79389 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247473 Dec 23 08:35:13.435603 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4484633d-be9d-47bc-96d4-298eac8a1e45 req-43897a88-aa4a-4017-a179-0808bde170dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586634 Dec 23 08:35:13.491356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0dd40323-edf3-45d7-8b9c-01565ee838c5 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:13.507325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port 10ee6b40-3485-48fd-8c0e-e3966452327c {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:13.507760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:13.524729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 0dd40323-edf3-45d7-8b9c-01565ee838c5 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:13.525147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0dd40323-edf3-45d7-8b9c-01565ee838c5 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:13.525622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:13.555533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:13.555869 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3a7ed230-11dd-4460-b71f-49e8c3a0ab7c not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:13.774889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port 10ee6b40-3485-48fd-8c0e-e3966452327c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=10ee6b40-3485-48fd-8c0e-e3966452327c,segment=NetworkSegment(2d9c1a0f-91b1-4028-971a-6900deea3235),segment_id=2d9c1a0f-91b1-4028-971a-6900deea3235)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:13.775152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:13.891563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for 10ee6b40-3485-48fd-8c0e-e3966452327c owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:14.063017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:14.111548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=10ee6b40-3485-48fd-8c0e-e3966452327c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:14.369318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:14.803705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d76a09-5b93-4220-bc78-29a1dedaf6c8 req-657f58bc-a147-4b67-9524-b485ea61683b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:14.805118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b6d76a09-5b93-4220-bc78-29a1dedaf6c8 req-657f58bc-a147-4b67-9524-b485ea61683b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 944 time: 0.2176335 Dec 23 08:35:14.914697 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b6d76a09-5b93-4220-bc78-29a1dedaf6c8 req-ff8b6976-8b0f-4c65-a1f1-adc01a85415c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615129 Dec 23 08:35:14.944826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:15.038613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 55f9c7de-8b94-4566-9116-7eabbd96ca83 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:35:15.166572 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] Sync routers for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:15.179609 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:15.180218 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:15.190841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 55f9c7de-8b94-4566-9116-7eabbd96ca83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:15.208116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'port_id': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'mac_address': 'fa:16:3e:9f:0d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:35:15.215909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:15.232044 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cc08b230-009b-4130-899e-f01bf3141fe0 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7591984 Dec 23 08:35:15.232325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51300) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:15.273614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:15.293153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f9c7de-8b94-4566-9116-7eabbd96ca83 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:35:15.311080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 55f9c7de-8b94-4566-9116-7eabbd96ca83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:15.316589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:15.376806 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Sync routers for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:15.387750 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:15.399768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:15.400445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:15.429567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-8213362f-d360-45bb-a176-bb116b8d03e3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting subnet 4f7d411a-4718-4735-af99-b34f0de1c1b3 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:35:15.433344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8213362f-d360-45bb-a176-bb116b8d03e3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:15.484928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=55f9c7de-8b94-4566-9116-7eabbd96ca83,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:15.505275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8213362f-d360-45bb-a176-bb116b8d03e3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:15.577245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['55f9c7de-8b94-4566-9116-7eabbd96ca83'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:35:15.596806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8213362f-d360-45bb-a176-bb116b8d03e3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:15.681120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8213362f-d360-45bb-a176-bb116b8d03e3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:15.688131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:15.727169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213362f-d360-45bb-a176-bb116b8d03e3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7d411a-4718-4735-af99-b34f0de1c1b3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:15.731781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8213362f-d360-45bb-a176-bb116b8d03e3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:15.740430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51306) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:15.741636 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8213362f-d360-45bb-a176-bb116b8d03e3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/4f7d411a-4718-4735-af99-b34f0de1c1b3 HTTP/1.1" status: 204 len: 168 time: 0.5072107 Dec 23 08:35:15.763845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:13Z', 'revision_number': 10, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:15.769185 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] Checking router: 95286ece-36d9-4827-93df-fe909f64fd49 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:15.781416 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:15.782302 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:15.790584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51310) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:15.822612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e61567-74d1-482a-96e6-3e5f5fdcd7af None None] Network 30e67045-b03e-4bf2-8aa1-be8a73eea054 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:15.866409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:15.878617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:15.878949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:15.985887 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:16.032172 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Deleting port 845db1dc-d6b0-40e5-a095-a55afe3b602c {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:16.032765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.158849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port d94440d3-3ba3-47e8-b381-0fb8f5a519f3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d94440d3-3ba3-47e8-b381-0fb8f5a519f3,segment=NetworkSegment(2d9c1a0f-91b1-4028-971a-6900deea3235),segment_id=2d9c1a0f-91b1-4028-971a-6900deea3235)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:16.159547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.336353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ac409-beeb-4d5e-b14e-bfbcfa8445a6 req-e97d7aca-7127-4a80-84f3-b69124307854 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:16.338184 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-471ac409-beeb-4d5e-b14e-bfbcfa8445a6 req-e97d7aca-7127-4a80-84f3-b69124307854 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 945 time: 0.1990423 Dec 23 08:35:16.379121 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:13Z', 'revision_number': 10, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:16.382565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.382894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.384705 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b102120-beb8-49a7-8cbf-d5645464ca26 None None] The sync data for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv is: [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:13Z', 'revision_number': 10, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:16.417798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for d94440d3-3ba3-47e8-b381-0fb8f5a519f3 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:16.481219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:03Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:16.486678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Checking router: 4734122d-a266-414a-871a-b2962ec7a7ff for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:16.486678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Updating router 4734122d-a266-414a-871a-b2962ec7a7ff port 9283938e-8a29-45d7-ab79-21be037f7447 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:35:16.504698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.538344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.550404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Calling delete_port for 845db1dc-d6b0-40e5-a095-a55afe3b602c owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:16.554276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=d94440d3-3ba3-47e8-b381-0fb8f5a519f3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:16.563846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No DVR routers for this DVR port d94440d3-3ba3-47e8-b381-0fb8f5a519f3 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:35:16.590688 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-471ac409-beeb-4d5e-b14e-bfbcfa8445a6 req-472531e5-3fa0-4f18-88e0-350a23a98551 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357435 Dec 23 08:35:16.595159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.595505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.595835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.596159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.596748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.597070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.597389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.597705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.598039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.598368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.598664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:16.699330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.712764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.725705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e67045-b03e-4bf2-8aa1-be8a73eea054']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:16.741921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9c1a0f-91b1-4028-971a-6900deea3235') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:16.742570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9c1a0f-91b1-4028-971a-6900deea3235') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:16.757255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.769740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event deleted for resources: {'Port': ['ID=845db1dc-d6b0-40e5-a095-a55afe3b602c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:16.790042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.791343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2ef6a-5377-4e5d-ac7a-e961ac5dff30 None None] DHCP port deletion for 30e67045-b03e-4bf2-8aa1-be8a73eea054 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:35:16.797188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:35:16.797748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:35:16.826123 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:35:16.889671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.913499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.933719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.942184 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] Sync routers for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:16.955357 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:16.956765 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:16.960370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:16.968130 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/networks/30e67045-b03e-4bf2-8aa1-be8a73eea054 HTTP/1.1" status: 204 len: 168 time: 1.2250483 Dec 23 08:35:16.971730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51316) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:16.977675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Transition to ACTIVE for port object 9283938e-8a29-45d7-ab79-21be037f7447 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:16.987680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:17.041994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a0f45-a155-4f0e-aa0b-d9ac84954fde tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Network': ['ID=30e67045-b03e-4bf2-8aa1-be8a73eea054,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:17.052625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 55f9c7de-8b94-4566-9116-7eabbd96ca83 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:17.155168 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:17.250561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87165801-2238-4c2f-b8f0-b6db1c9ea810 None None] Pushing event updated for resources: {'Port': ['ID=9283938e-8a29-45d7-ab79-21be037f7447,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:17.259731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 55f9c7de-8b94-4566-9116-7eabbd96ca83 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:17.300117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 55f9c7de-8b94-4566-9116-7eabbd96ca83 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:17.300632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:17.386634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:17.417158 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Attempting to bind port 9283938e-8a29-45d7-ab79-21be037f7447 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:35:17.417634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Attempting to bind port 9283938e-8a29-45d7-ab79-21be037f7447 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:35:17.418122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Attempting to bind port 9283938e-8a29-45d7-ab79-21be037f7447 on network 14648e1f-0f1c-4ed3-a429-10bcaa5965df {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:35:17.427379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:35:17.427918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Checking segment: {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:17.428412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:17.428897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Bound using segment: {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:35:17.429460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Bound port: 9283938e-8a29-45d7-ab79-21be037f7447, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:35:17.429926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:17.567829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Router c913376e-67fe-4614-b3ea-8a377634c69d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:17.616802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] For port 9283938e-8a29-45d7-ab79-21be037f7447, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:35:17.624174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] For port 9283938e-8a29-45d7-ab79-21be037f7447, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9283938e-8a29-45d7-ab79-21be037f7447,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:35:17.625476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 10ee6b40-3485-48fd-8c0e-e3966452327c no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:17.673248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:17.678621 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:13Z', 'revision_number': 10, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:17.683747 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] Checking router: 95286ece-36d9-4827-93df-fe909f64fd49 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:17.695551 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:17.696333 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:17.780868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 10ee6b40-3485-48fd-8c0e-e3966452327c {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:17.781102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 10ee6b40-3485-48fd-8c0e-e3966452327c not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:17.781564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d94440d3-3ba3-47e8-b381-0fb8f5a519f3 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:17.822600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d94440d3-3ba3-47e8-b381-0fb8f5a519f3 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:17.822940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d94440d3-3ba3-47e8-b381-0fb8f5a519f3 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:17.848847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:17.890312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:17.890939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:17.949057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c815bd-fb44-4671-a07d-47a2de947dcf req-c8d68843-63ce-4f98-8a92-a709e310aaf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:17.950725 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:17.951681 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-80c815bd-fb44-4671-a07d-47a2de947dcf req-c8d68843-63ce-4f98-8a92-a709e310aaf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 945 time: 0.1604302 Dec 23 08:35:18.034553 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-80c815bd-fb44-4671-a07d-47a2de947dcf req-2114f79c-a586-4653-856d-5c38cb052178 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743091 Dec 23 08:35:18.036688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:18.082947 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:18.159979 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f533de59-506e-4a45-8461-8741612a60d2 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "DELETE /v2.0/floatingips/81093181-e09e-4909-931c-4732c72de06b HTTP/1.1" status: 204 len: 168 time: 2.3673782 Dec 23 08:35:18.161121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:35:18.174548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:18.250813 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'status': 'completed', 'code': 200} Dec 23 08:35:18.353983 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] Sync routers for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:18.375455 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:13Z', 'revision_number': 10, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:18.380912 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a2cc5e-8388-4aa9-aead-d05cdfa069d4 None None] The sync data for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv is: [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:13Z', 'revision_number': 10, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None, '_interfaces': [{'id': 'a9850099-9c9c-4ee3-a9af-6ba7e354838f', 'name': '', 'network_id': '8188df75-73e2-4e55-9cf6-7437a5385963', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'mac_address': 'fa:16:3e:84:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95286ece-36d9-4827-93df-fe909f64fd49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:37Z', 'updated_at': '2021-12-23T08:34:46Z', 'revision_number': 5, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'subnets': [{'id': 'cf8ce94b-20e6-4ca4-89c6-841c6a123392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:18.381913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port a9850099-9c9c-4ee3-a9af-6ba7e354838f {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:18.382622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:18.445524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:35:18.449524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87165801-2238-4c2f-b8f0-b6db1c9ea810 None None] Pushing event updated for resources: {'Port': ['ID=9283938e-8a29-45d7-ab79-21be037f7447,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:18.463691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 55f9c7de-8b94-4566-9116-7eabbd96ca83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:18.476848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:18.531008 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'code': 200} Dec 23 08:35:18.571275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=55f9c7de-8b94-4566-9116-7eabbd96ca83,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:18.608288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:18.609456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:18.636778 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-864ee638-8cba-4e9e-a6f1-ebd5092b0adb req-a4b012a6-2f9f-4dc1-904e-feda82a95c49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7b06b228edf949429bc46d952d6633c5&device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 1098 time: 0.3387160 Dec 23 08:35:18.701626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b444f8-479f-4404-86a3-b5c4f6323a83 req-d19a2512-129f-4d29-816a-09eb07f23056 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:18.702463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-88b444f8-479f-4404-86a3-b5c4f6323a83 req-d19a2512-129f-4d29-816a-09eb07f23056 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Synchronizing usage tracker for tenant:7b06b228edf949429bc46d952d6633c5 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:35:18.727244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port a9850099-9c9c-4ee3-a9af-6ba7e354838f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a9850099-9c9c-4ee3-a9af-6ba7e354838f,segment=NetworkSegment(3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0),segment_id=3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:18.727706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:18.731387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-88b444f8-479f-4404-86a3-b5c4f6323a83 req-d19a2512-129f-4d29-816a-09eb07f23056 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Unset dirty status for tenant:7b06b228edf949429bc46d952d6633c5 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:35:18.733079 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88b444f8-479f-4404-86a3-b5c4f6323a83 req-d19a2512-129f-4d29-816a-09eb07f23056 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1490724 Dec 23 08:35:18.831158 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88b444f8-479f-4404-86a3-b5c4f6323a83 req-7aa8c0bf-3896-439a-9480-e675336fcbc8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915060 Dec 23 08:35:18.858606 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f75c10ea-afb3-4cca-83f3-3110fd7f4e7a req-5a0f5456-fb6c-4f2c-a5c6-1b6d0b41afe3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 1099 time: 0.1035058 Dec 23 08:35:18.865687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for a9850099-9c9c-4ee3-a9af-6ba7e354838f owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:18.872261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:18.903805 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f75c10ea-afb3-4cca-83f3-3110fd7f4e7a req-aa7ea4e7-6b74-4a8f-b29f-1af9269d03b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369811 Dec 23 08:35:18.916612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:17Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:18.935854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1020c57a-0fe7-4c0f-9463-3ad2fdbce70a None None] The sync data for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv is: [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:17Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:18.961035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ee638-8cba-4e9e-a6f1-ebd5092b0adb req-7aa0d0b3-7eb8-4121-baa3-41d0545c8437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:18.962478 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-864ee638-8cba-4e9e-a6f1-ebd5092b0adb req-7aa0d0b3-7eb8-4121-baa3-41d0545c8437 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d568362d-56da-4c68-9c51-6bfd8dbd755e HTTP/1.1" status: 200 len: 897 time: 0.3164630 Dec 23 08:35:19.177710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:19.233489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5028b3e1-14bc-4501-91fe-4fb855dad1e5', 'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'mac_address': 'fa:16:3e:b7:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:22Z', 'updated_at': '2021-12-23T08:33:41Z', 'revision_number': 5, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'subnets': [{'id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:19.237987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] Checking router: c913376e-67fe-4614-b3ea-8a377634c69d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:19.254569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:19.255441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:19.259886 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=a9850099-9c9c-4ee3-a9af-6ba7e354838f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:19.269795 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-864ee638-8cba-4e9e-a6f1-ebd5092b0adb req-8627dc2b-3514-4ebf-b3ac-185b08b56aed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d51480-c347-4007-9a5d-85d7ccf14b80 HTTP/1.1" status: 200 len: 217 time: 0.1693196 Dec 23 08:35:19.329444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a71b4-bf38-4baf-a832-47e2400229f4 req-9ea250e7-6c77-46a0-a54e-39991aa6cf66 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:19.331873 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c14a71b4-bf38-4baf-a832-47e2400229f4 req-9ea250e7-6c77-46a0-a54e-39991aa6cf66 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 946 time: 0.0924954 Dec 23 08:35:19.392222 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c14a71b4-bf38-4baf-a832-47e2400229f4 req-98bc839a-8652-4b61-846e-d390a8ef1155 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505664 Dec 23 08:35:19.473679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ee638-8cba-4e9e-a6f1-ebd5092b0adb req-428075ce-079f-4494-b06e-5c7bc4440e79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:19.477553 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-864ee638-8cba-4e9e-a6f1-ebd5092b0adb req-428075ce-079f-4494-b06e-5c7bc4440e79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d404cdf-e1ad-44f9-af09-9a342633b45d HTTP/1.1" status: 200 len: 834 time: 0.1502192 Dec 23 08:35:19.594259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:19.726632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9283938e-8a29-45d7-ab79-21be037f7447 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:19.730714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:19.742700 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-864ee638-8cba-4e9e-a6f1-ebd5092b0adb req-bbc76231-204f-4a50-b8d6-6bee48f00976 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d568362d-56da-4c68-9c51-6bfd8dbd755e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1595695 Dec 23 08:35:20.022126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 9283938e-8a29-45d7-ab79-21be037f7447 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:20.029221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 9283938e-8a29-45d7-ab79-21be037f7447 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:20.029448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:20.108359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5028b3e1-14bc-4501-91fe-4fb855dad1e5', 'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'mac_address': 'fa:16:3e:b7:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:22Z', 'updated_at': '2021-12-23T08:33:41Z', 'revision_number': 5, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'subnets': [{'id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:20.115848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542e4a2-84ca-4ef2-91be-5f01cd8704f3 None None] The sync data for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv is: [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:33:25Z', 'revision_number': 4, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5028b3e1-14bc-4501-91fe-4fb855dad1e5', 'name': '', 'network_id': 'd568362d-56da-4c68-9c51-6bfd8dbd755e', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'mac_address': 'fa:16:3e:b7:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:22Z', 'updated_at': '2021-12-23T08:33:41Z', 'revision_number': 5, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'subnets': [{'id': '6d404cdf-e1ad-44f9-af09-9a342633b45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:20.180822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:20.228177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 9283938e-8a29-45d7-ab79-21be037f7447, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9283938e-8a29-45d7-ab79-21be037f7447,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:20.232641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:20.238442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b7bc0-d504-4ff4-a576-c88da0f005cc req-3f1119b6-dde3-4d4b-94bc-6cf9c4382a99 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:20.239946 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d52b7bc0-d504-4ff4-a576-c88da0f005cc req-3f1119b6-dde3-4d4b-94bc-6cf9c4382a99 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.2533979 Dec 23 08:35:20.304561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=9283938e-8a29-45d7-ab79-21be037f7447,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:20.305819 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d52b7bc0-d504-4ff4-a576-c88da0f005cc req-d8d31bab-0748-4968-9568-1114036461bd tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/security-groups?id=107eb50b-490d-4d51-a3c6-3d2b551a421a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596850 Dec 23 08:35:20.308838 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-864ee638-8cba-4e9e-a6f1-ebd5092b0adb req-ed2e6381-0efb-480a-98d7-75f6710ff9ea service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076826 Dec 23 08:35:20.312279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-72fb0d6d-1ba2-4292-95ac-e6ba8feca5e8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:20.313781 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-72fb0d6d-1ba2-4292-95ac-e6ba8feca5e8 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 945 time: 0.1655076 Dec 23 08:35:20.384167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Deleting port 96d51480-c347-4007-9a5d-85d7ccf14b80 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:20.384499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:20.547262 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-864ee638-8cba-4e9e-a6f1-ebd5092b0adb req-45c7cdb1-73dc-43da-b3ff-0ec0909e47b0 service neutron] 10.222.0.24 "GET /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784434 Dec 23 08:35:20.571591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:20.688566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] For port 96d51480-c347-4007-9a5d-85d7ccf14b80, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=96d51480-c347-4007-9a5d-85d7ccf14b80,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:20.688906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:20.709316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:20.720641 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] Sync routers for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:20.723281 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-94998028-1f3e-45f5-9e33-f19815d6cace tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7504833 Dec 23 08:35:20.725819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51336) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:20.733667 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:20.734461 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:20.862767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f5e3d-0361-4626-919b-db69f26f09a5 req-5f849db8-5dca-47bb-9eec-92a7cb8b17a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:20.863008 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:20.864099 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f85f5e3d-0361-4626-919b-db69f26f09a5 req-5f849db8-5dca-47bb-9eec-92a7cb8b17a9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 946 time: 0.3029299 Dec 23 08:35:20.913739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d30078-214d-4263-9857-f3c51f28f60d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting subnet cf8ce94b-20e6-4ca4-89c6-841c6a123392 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:35:20.916607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-66d30078-214d-4263-9857-f3c51f28f60d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:20.926692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Calling delete_port for 96d51480-c347-4007-9a5d-85d7ccf14b80 owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:20.974471 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:19Z', 'revision_number': 11, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:20.975657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-66d30078-214d-4263-9857-f3c51f28f60d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:20.978384 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] Checking router: 95286ece-36d9-4827-93df-fe909f64fd49 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:20.989181 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] Routers {'95286ece-36d9-4827-93df-fe909f64fd49'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:20.989770 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['95286ece-36d9-4827-93df-fe909f64fd49'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:21.014454 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f85f5e3d-0361-4626-919b-db69f26f09a5 req-c6bc8434-8de2-4095-a063-5e1dd9e93b1e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948248 Dec 23 08:35:21.075253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-66d30078-214d-4263-9857-f3c51f28f60d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.115074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.133926 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] Set router 95286ece-36d9-4827-93df-fe909f64fd49 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:21.163571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-66d30078-214d-4263-9857-f3c51f28f60d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.202973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d30078-214d-4263-9857-f3c51f28f60d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8ce94b-20e6-4ca4-89c6-841c6a123392,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:21.208042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-66d30078-214d-4263-9857-f3c51f28f60d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.214172 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-66d30078-214d-4263-9857-f3c51f28f60d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/cf8ce94b-20e6-4ca4-89c6-841c6a123392 HTTP/1.1" status: 204 len: 168 time: 0.4873352 Dec 23 08:35:21.216432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event deleted for resources: {'Port': ['ID=96d51480-c347-4007-9a5d-85d7ccf14b80,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:21.216586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51342) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:21.224329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f369c35-bc79-4e21-887d-7553d4a77a13 None None] Network 8188df75-73e2-4e55-9cf6-7437a5385963 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:21.246868 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:19Z', 'revision_number': 11, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:21.251818 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5c014-c679-4630-b2b8-e41d30972250 None None] The sync data for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv is: [{'id': '95286ece-36d9-4827-93df-fe909f64fd49', 'name': 'tempest-RoutersTest-router-349212521', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:36Z', 'updated_at': '2021-12-23T08:35:19Z', 'revision_number': 11, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:21.290741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.290741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.290741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.291651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.291651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.291651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.292159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.292349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.292601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.292913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.293227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:21.333312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] No DVR routers for this DVR port 96d51480-c347-4007-9a5d-85d7ccf14b80 on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:35:21.335684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.345707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'name': 'network-vif-deleted', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:35:21.354429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.355195 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6831a5cc-0004-4630-ba6f-ac45ad195d27 req-995cfe38-0e05-4b26-ad64-976a122e6ead tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.24 "DELETE /v2.0/ports/96d51480-c347-4007-9a5d-85d7ccf14b80 HTTP/1.1" status: 204 len: 173 time: 1.0352695 Dec 23 08:35:21.368244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Deleting port eba40f72-2aa3-4573-95f5-19fc34bf72a5 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:21.368421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.384300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d50ad-0431-43c7-899a-04f4fc852c8b req-dfbde93b-fc62-49f7-a893-f843555e1efe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:21.385587 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d75d50ad-0431-43c7-899a-04f4fc852c8b req-dfbde93b-fc62-49f7-a893-f843555e1efe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 946 time: 0.2204037 Dec 23 08:35:21.480665 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d75d50ad-0431-43c7-899a-04f4fc852c8b req-02111487-ed77-41d9-a37f-e0d97290d6fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869091 Dec 23 08:35:21.539770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51350) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:21.592627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-1af5dff7-7962-4fff-a305-a672510bf003 req-6fdc8c1f-e3c7-4c01-968f-6b8c03f7a1a4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Synchronizing usage tracker for tenant:7b06b228edf949429bc46d952d6633c5 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:35:21.636540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] DHCP port deletion for 8188df75-73e2-4e55-9cf6-7437a5385963 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:35:21.645178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-1af5dff7-7962-4fff-a305-a672510bf003 req-6fdc8c1f-e3c7-4c01-968f-6b8c03f7a1a4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Unset dirty status for tenant:7b06b228edf949429bc46d952d6633c5 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:35:21.646972 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1af5dff7-7962-4fff-a305-a672510bf003 req-6fdc8c1f-e3c7-4c01-968f-6b8c03f7a1a4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a7af4d-513f-4aa5-9f24-20f59236aa2d HTTP/1.1" status: 200 len: 210 time: 0.1439219 Dec 23 08:35:21.659719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] Deleting port eba40f72-2aa3-4573-95f5-19fc34bf72a5 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:21.660943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.664571 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bfbd686e-935d-467c-b272-eaf3e5904a0a tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 1094 time: 0.1225951 Dec 23 08:35:21.666982 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51354) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:21.675576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:21.687047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:21.691877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:floatingip and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:21.694567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:21.707903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:21.722138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.743562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a7af4d-513f-4aa5-9f24-20f59236aa2d', 'name': 'network-vif-deleted', 'tag': '96d51480-c347-4007-9a5d-85d7ccf14b80', 'status': 'completed', 'code': 200} Dec 23 08:35:21.762487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9283938e-8a29-45d7-ab79-21be037f7447 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:21.922260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] For port eba40f72-2aa3-4573-95f5-19fc34bf72a5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eba40f72-2aa3-4573-95f5-19fc34bf72a5,segment=NetworkSegment(3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0),segment_id=3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:21.923876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:21.964264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.078431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Calling delete_port for eba40f72-2aa3-4573-95f5-19fc34bf72a5 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:22.085757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] For port eba40f72-2aa3-4573-95f5-19fc34bf72a5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=eba40f72-2aa3-4573-95f5-19fc34bf72a5,segment=NetworkSegment(3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0),segment_id=3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:22.086196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.093702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 9283938e-8a29-45d7-ab79-21be037f7447 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:22.094085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.156069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.13 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/91dfec56-e890-4afb-9750-94b07ffb92ce) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:22.163663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.206547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Port': ['ID=eba40f72-2aa3-4573-95f5-19fc34bf72a5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:22.212798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No DVR routers for this DVR port eba40f72-2aa3-4573-95f5-19fc34bf72a5 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:35:22.250085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] Calling delete_port for eba40f72-2aa3-4573-95f5-19fc34bf72a5 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:22.311781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.339372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.342971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.366477 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8188df75-73e2-4e55-9cf6-7437a5385963']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:22.379752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:22.381368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d719dc0-a7d0-43a5-bfc8-37411ca9d7e0') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:22.386489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:35:22.387101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:35:22.395700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.413370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.420510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:35:22.420893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.423531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=91dfec56-e890-4afb-9750-94b07ffb92ce,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:22.426934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:22.428390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:22.430590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:35:22.438883 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:35:22.444828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eba40f72-2aa3-4573-95f5-19fc34bf72a5 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:22.478761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: eba40f72-2aa3-4573-95f5-19fc34bf72a5 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:22.479486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device eba40f72-2aa3-4573-95f5-19fc34bf72a5 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:22.480066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a9850099-9c9c-4ee3-a9af-6ba7e354838f no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:22.511933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: a9850099-9c9c-4ee3-a9af-6ba7e354838f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:22.512555 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a9850099-9c9c-4ee3-a9af-6ba7e354838f not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:22.558294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.575838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.586935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Pushing event deleted for resources: {'Network': ['ID=8188df75-73e2-4e55-9cf6-7437a5385963,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:22.594078 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8b83fba7-f157-498f-aa2d-f0fcff002c15 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/networks/8188df75-73e2-4e55-9cf6-7437a5385963 HTTP/1.1" status: 204 len: 168 time: 1.3765378 Dec 23 08:35:22.596915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51358) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:22.601912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'routes': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:22.803757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51364) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:22.888016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Added routes are [] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 08:35:22.888292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] Deleting port eba40f72-2aa3-4573-95f5-19fc34bf72a5 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:22.888431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.888642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.extraroute_db [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Removed routes are [] {{(pid=83523) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 08:35:22.889086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:22.999325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b4fdd-c5ac-4d95-874e-7ee3d9db8310 None None] The port 'eba40f72-2aa3-4573-95f5-19fc34bf72a5' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:35:23.085613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 96d51480-c347-4007-9a5d-85d7ccf14b80 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:23.126785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 96d51480-c347-4007-9a5d-85d7ccf14b80 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:23.127379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 96d51480-c347-4007-9a5d-85d7ccf14b80 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:23.233723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:23.255191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:23.258554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:23.356976 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:23.392965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 95286ece-36d9-4827-93df-fe909f64fd49 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:23.536412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:23.542564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:23.543674 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fd484c5c-0014-4bd7-8f76-dc55925cce80 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49 HTTP/1.1" status: 200 len: 700 time: 0.9458752 Dec 23 08:35:23.546417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51368) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:23.586437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a016a3f0-94fa-43cc-87cf-1719557a2641 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:35:23.602101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a016a3f0-94fa-43cc-87cf-1719557a2641 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:35:23.603409 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a016a3f0-94fa-43cc-87cf-1719557a2641 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=95286ece-36d9-4827-93df-fe909f64fd49 HTTP/1.1" status: 200 len: 205 time: 0.0559573 Dec 23 08:35:23.606004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51372) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:23.662827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:23.670738 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:23.708108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:23.744077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c05ff0c9-1370-4ee2-9ee1-8868ba6c669c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:23.846991 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=91dfec56-e890-4afb-9750-94b07ffb92ce,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:23.866449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.106374 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad1f39-a507-433a-91db-43c3c48de449 None None] New status for floating IP 81093181-e09e-4909-931c-4732c72de06b: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:35:24.128196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c05ff0c9-1370-4ee2-9ee1-8868ba6c669c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.132564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c05ff0c9-1370-4ee2-9ee1-8868ba6c669c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.161531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c05ff0c9-1370-4ee2-9ee1-8868ba6c669c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.162112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05ff0c9-1370-4ee2-9ee1-8868ba6c669c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Fanout notify agent at l3_agent the message router_deleted on router 95286ece-36d9-4827-93df-fe909f64fd49 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:35:24.175802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c05ff0c9-1370-4ee2-9ee1-8868ba6c669c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.180835 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c05ff0c9-1370-4ee2-9ee1-8868ba6c669c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49 HTTP/1.1" status: 204 len: 168 time: 0.5701156 Dec 23 08:35:24.182485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51376) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:24.187838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1341707746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:24.194430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:24.198476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Usage tracker for resource:router and tenant:edd8aa130bec4c9a9ec61e489a3304aa is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:24.201307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:24.207520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:24.220274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.221830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.242573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.261675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.287209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.288419 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8b10454b-7aa1-409c-9a7c-62716fad8fa6 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1050017 Dec 23 08:35:24.288995 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP 611af8bd-faaf-44cc-8ee8-6cf27381fcf2 associated. External IP: 172.26.8.13, port: 55f9c7de-8b94-4566-9116-7eabbd96ca83. Dec 23 08:35:24.291182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51380) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:24.296347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b2e7b4a2-8291-4fae-a357-65133aed6a74 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:24.785377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b2e7b4a2-8291-4fae-a357-65133aed6a74 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.796201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b2e7b4a2-8291-4fae-a357-65133aed6a74 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:24.959949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e7b4a2-8291-4fae-a357-65133aed6a74 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Router 77119932-2788-4f83-b258-4ab3c9d56b8e is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:35:25.021871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Deleting port 5028b3e1-14bc-4501-91fe-4fb855dad1e5 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:25.022589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:25.100268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e7b4a2-8291-4fae-a357-65133aed6a74 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:25.105814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b2e7b4a2-8291-4fae-a357-65133aed6a74 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:25.106853 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b2e7b4a2-8291-4fae-a357-65133aed6a74 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "PUT /v2.0/routers/77119932-2788-4f83-b258-4ab3c9d56b8e HTTP/1.1" status: 200 len: 694 time: 0.8147817 Dec 23 08:35:25.109346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51384) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:25.111679 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] Sync routers for ids ['77119932-2788-4f83-b258-4ab3c9d56b8e'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:25.123548 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] Routers {'77119932-2788-4f83-b258-4ab3c9d56b8e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:25.124221 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['77119932-2788-4f83-b258-4ab3c9d56b8e'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:25.174682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d48ff-6c92-48c6-af60-3dd97998237d None None] Sync routers for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:25.190081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d48ff-6c92-48c6-af60-3dd97998237d None None] Routers set() bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:25.192958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d48ff-6c92-48c6-af60-3dd97998237d None None] Router IDs set() for agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 08:35:25.194653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_agentschedulers_db [None req-604d48ff-6c92-48c6-af60-3dd97998237d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95286ece-36d9-4827-93df-fe909f64fd49'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent'). {{(pid=83524) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 08:35:25.214892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d48ff-6c92-48c6-af60-3dd97998237d None None] Routers set() bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:25.215704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d48ff-6c92-48c6-af60-3dd97998237d None None] Router IDs set() for agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 08:35:25.216502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_agentschedulers_db [None req-604d48ff-6c92-48c6-af60-3dd97998237d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95286ece-36d9-4827-93df-fe909f64fd49'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent'). {{(pid=83524) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 08:35:25.217104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d48ff-6c92-48c6-af60-3dd97998237d None None] The sync data for ids ['95286ece-36d9-4827-93df-fe909f64fd49'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:25.227487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4734122d-a266-414a-871a-b2962ec7a7ff has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:25.236111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] For port 5028b3e1-14bc-4501-91fe-4fb855dad1e5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5028b3e1-14bc-4501-91fe-4fb855dad1e5,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:25.236462 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:25.254001 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-59080e2f-4a9f-43f1-a217-b5d75ae2f25e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/routers/77119932-2788-4f83-b258-4ab3c9d56b8e HTTP/1.1" status: 200 len: 700 time: 0.1419616 Dec 23 08:35:25.254990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51388) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:25.296464 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3521b904-c238-4de8-84b6-fcfa47127462 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=77119932-2788-4f83-b258-4ab3c9d56b8e HTTP/1.1" status: 200 len: 205 time: 0.0403783 Dec 23 08:35:25.299164 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51392) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:25.302588 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] Set router 77119932-2788-4f83-b258-4ab3c9d56b8e gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:25.365095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Calling delete_port for 5028b3e1-14bc-4501-91fe-4fb855dad1e5 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:25.434741 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77119932-2788-4f83-b258-4ab3c9d56b8e', 'name': 'tempest-RoutersTest-router-1341707746', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:24Z', 'updated_at': '2021-12-23T08:35:24Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:25.441144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-678c053f-3fef-4a9f-add1-14643513b6bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:25.444490 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] Checking router: 77119932-2788-4f83-b258-4ab3c9d56b8e for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:25.458249 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] Routers {'77119932-2788-4f83-b258-4ab3c9d56b8e'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:25.458967 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['77119932-2788-4f83-b258-4ab3c9d56b8e'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:25.595549 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] Set router 77119932-2788-4f83-b258-4ab3c9d56b8e gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:25.702889 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77119932-2788-4f83-b258-4ab3c9d56b8e', 'name': 'tempest-RoutersTest-router-1341707746', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:24Z', 'updated_at': '2021-12-23T08:35:24Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:25.707450 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba22dd9-a0a1-44d3-9bf7-3c903bf6a64f None None] The sync data for ids ['77119932-2788-4f83-b258-4ab3c9d56b8e'] in dv-neutron-822507-1-hyperv is: [{'id': '77119932-2788-4f83-b258-4ab3c9d56b8e', 'name': 'tempest-RoutersTest-router-1341707746', 'tenant_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:24Z', 'updated_at': '2021-12-23T08:35:24Z', 'revision_number': 2, 'project_id': 'edd8aa130bec4c9a9ec61e489a3304aa', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:25.730979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:25.738557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:25.911738 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event deleted for resources: {'Port': ['ID=5028b3e1-14bc-4501-91fe-4fb855dad1e5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:25.953302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:25.989922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-678c053f-3fef-4a9f-add1-14643513b6bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:25.994377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-678c053f-3fef-4a9f-add1-14643513b6bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:26.025176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-678c053f-3fef-4a9f-add1-14643513b6bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:26.025662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678c053f-3fef-4a9f-add1-14643513b6bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Fanout notify agent at l3_agent the message router_deleted on router 77119932-2788-4f83-b258-4ab3c9d56b8e {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:35:26.039384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-678c053f-3fef-4a9f-add1-14643513b6bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:26.040446 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-678c053f-3fef-4a9f-add1-14643513b6bb tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/77119932-2788-4f83-b258-4ab3c9d56b8e HTTP/1.1" status: 204 len: 168 time: 0.7402852 Dec 23 08:35:26.044196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51396) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.102947 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e210f635-98ea-41e4-ac4d-aa543e15b51e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Synchronizing usage tracker for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:35:26.115106 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-829a1980-47c1-4377-8fc2-7bc801c081e6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4469678 Dec 23 08:35:26.116421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:35:26.118067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51400) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.193277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-e210f635-98ea-41e4-ac4d-aa543e15b51e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] Unset dirty status for tenant:edd8aa130bec4c9a9ec61e489a3304aa on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:35:26.194434 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e210f635-98ea-41e4-ac4d-aa543e15b51e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=77119932-2788-4f83-b258-4ab3c9d56b8e HTTP/1.1" status: 200 len: 205 time: 0.1475992 Dec 23 08:35:26.197401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51406) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.277613 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-a8759c8d-2b2b-4f9d-87f6-6d9af492120d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] delete failed (client error): The resource could not be found. Dec 23 08:35:26.281202 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a8759c8d-2b2b-4f9d-87f6-6d9af492120d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/77119932-2788-4f83-b258-4ab3c9d56b8e HTTP/1.1" status: 404 len: 336 time: 0.0803320 Dec 23 08:35:26.281368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51410) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.310297 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'status': 'completed', 'code': 200} Dec 23 08:35:26.320356 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0cebd7dd-f6d9-4005-9bf3-1193f1731097 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 991 time: 0.1997921 Dec 23 08:35:26.323119 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc64f13-8755-4199-86e2-7ff9d716055f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] DELETE failed (client error): The resource could not be found. Dec 23 08:35:26.323550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc64f13-8755-4199-86e2-7ff9d716055f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:35:26.327517 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ecc64f13-8755-4199-86e2-7ff9d716055f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/acfe39a0-5499-4cce-acc5-5ca67fe52f95 HTTP/1.1" status: 404 len: 337 time: 0.0423291 Dec 23 08:35:26.327679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51414) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.366622 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc310e2-d534-47da-89ce-33af0502fe9a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] DELETE failed (client error): The resource could not be found. Dec 23 08:35:26.367084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc310e2-d534-47da-89ce-33af0502fe9a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:35:26.368665 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2cc310e2-d534-47da-89ce-33af0502fe9a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/aff443ec-786d-456c-94f0-b75ef1d5f0f7 HTTP/1.1" status: 404 len: 337 time: 0.0401039 Dec 23 08:35:26.371450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51418) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.393027 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c10f648-3c6b-4a76-8be5-fbad6e8f044f req-84e5f36c-b574-475e-a755-eeececde6c09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 1099 time: 0.1127377 Dec 23 08:35:26.418451 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3219593-bbb8-40c1-8da1-bf665408468d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] DELETE failed (client error): The resource could not be found. Dec 23 08:35:26.419182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3219593-bbb8-40c1-8da1-bf665408468d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:35:26.421084 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b3219593-bbb8-40c1-8da1-bf665408468d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/4f7d411a-4718-4735-af99-b34f0de1c1b3 HTTP/1.1" status: 404 len: 337 time: 0.0485065 Dec 23 08:35:26.423547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:26.424259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51422) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.462830 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-55190c0d-87f1-4df8-b3f7-368772b12518 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] DELETE failed (client error): The resource could not be found. Dec 23 08:35:26.463207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55190c0d-87f1-4df8-b3f7-368772b12518 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:35:26.464825 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-55190c0d-87f1-4df8-b3f7-368772b12518 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/cf8ce94b-20e6-4ca4-89c6-841c6a123392 HTTP/1.1" status: 404 len: 337 time: 0.0395687 Dec 23 08:35:26.467568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51426) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.510642 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-59174474-af1a-40b8-a46b-5bdf7ee97293 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=95286ece-36d9-4827-93df-fe909f64fd49 HTTP/1.1" status: 200 len: 205 time: 0.0418863 Dec 23 08:35:26.512834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51430) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.579331 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-a5fcb2dd-264b-4fe4-9dc4-febd86cac266 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] delete failed (client error): The resource could not be found. Dec 23 08:35:26.582889 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a5fcb2dd-264b-4fe4-9dc4-febd86cac266 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/95286ece-36d9-4827-93df-fe909f64fd49 HTTP/1.1" status: 404 len: 336 time: 0.0666401 Dec 23 08:35:26.583051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51434) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.614039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10f648-3c6b-4a76-8be5-fbad6e8f044f req-1669d665-1dd9-4824-ae60-3cc55de96b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:26.615674 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c10f648-3c6b-4a76-8be5-fbad6e8f044f req-1669d665-1dd9-4824-ae60-3cc55de96b94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 895 time: 0.2164345 Dec 23 08:35:26.629582 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f34bb7da-f075-44b3-99ca-89492d457c6f tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=879e5a33-fe68-4762-ae4c-e66b9759fae7 HTTP/1.1" status: 200 len: 205 time: 0.0455215 Dec 23 08:35:26.632056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51438) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.697358 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-b8354c5d-c1ba-452d-8645-8c927dcb8c7a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] delete failed (client error): The resource could not be found. Dec 23 08:35:26.698384 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b8354c5d-c1ba-452d-8645-8c927dcb8c7a tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/879e5a33-fe68-4762-ae4c-e66b9759fae7 HTTP/1.1" status: 404 len: 336 time: 0.0654759 Dec 23 08:35:26.700987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51442) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.737917 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d12a87-0262-4146-9549-f8810e9d0c44 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] DELETE failed (client error): The resource could not be found. Dec 23 08:35:26.738292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d12a87-0262-4146-9549-f8810e9d0c44 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:35:26.739842 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-76d12a87-0262-4146-9549-f8810e9d0c44 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/13cb2169-df14-42e5-88a6-47bf777dc5a7 HTTP/1.1" status: 404 len: 337 time: 0.0380511 Dec 23 08:35:26.742424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51446) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.786156 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-95cac721-f628-451d-850d-e73693cec4d4 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=4835611a-dcae-489f-8553-e28ce8623e18 HTTP/1.1" status: 200 len: 205 time: 0.0426898 Dec 23 08:35:26.788569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51450) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.791156 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c10f648-3c6b-4a76-8be5-fbad6e8f044f req-91449b73-eee0-4a7f-9386-fa56b1230f1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83 HTTP/1.1" status: 200 len: 999 time: 0.1687598 Dec 23 08:35:26.850677 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-ec2b0514-12a5-4ea6-9015-9839c31ec686 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] delete failed (client error): The resource could not be found. Dec 23 08:35:26.851651 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ec2b0514-12a5-4ea6-9015-9839c31ec686 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/4835611a-dcae-489f-8553-e28ce8623e18 HTTP/1.1" status: 404 len: 336 time: 0.0621946 Dec 23 08:35:26.854841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51454) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.864259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10f648-3c6b-4a76-8be5-fbad6e8f044f req-fadce733-4eab-438c-8d91-fa6e27cbe714 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:26.865684 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c10f648-3c6b-4a76-8be5-fbad6e8f044f req-fadce733-4eab-438c-8d91-fa6e27cbe714 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974df150-a960-498c-8150-9a5757ea8366 HTTP/1.1" status: 200 len: 834 time: 0.0683377 Dec 23 08:35:26.898821 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-aabea4b7-d617-4aae-b62f-5164e92a8bdf tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07e61ba-6330-47f4-80f6-80a18d69ad01 HTTP/1.1" status: 200 len: 205 time: 0.0429268 Dec 23 08:35:26.901193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51458) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:26.963362 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-a82878fc-1a7f-4f56-9535-847ed092e1ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] delete failed (client error): The resource could not be found. Dec 23 08:35:26.964343 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a82878fc-1a7f-4f56-9535-847ed092e1ae tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/d07e61ba-6330-47f4-80f6-80a18d69ad01 HTTP/1.1" status: 404 len: 336 time: 0.0622966 Dec 23 08:35:26.966981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51462) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.007439 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d0f449-c0e7-4b66-a17d-5b1e37c0172e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] DELETE failed (client error): The resource could not be found. Dec 23 08:35:27.007783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d0f449-c0e7-4b66-a17d-5b1e37c0172e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:35:27.009385 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-83d0f449-c0e7-4b66-a17d-5b1e37c0172e tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/8dc19739-1cd3-4f1d-a3b7-570ef886edf6 HTTP/1.1" status: 404 len: 337 time: 0.0415254 Dec 23 08:35:27.012031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51466) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.052279 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-658e5375-8d5c-44ce-b9bd-94945bb0789d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=28659b92-99f5-47c2-a69a-f2c07d09f767 HTTP/1.1" status: 200 len: 205 time: 0.0392311 Dec 23 08:35:27.054659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51470) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.102461 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c10f648-3c6b-4a76-8be5-fbad6e8f044f req-1f250dbf-10de-4d6a-9316-2ef3cf75028c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14648e1f-0f1c-4ed3-a429-10bcaa5965df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1781049 Dec 23 08:35:27.120740 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-f5c62a83-f11d-4ef0-85ab-6efc23eaf73b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] delete failed (client error): The resource could not be found. Dec 23 08:35:27.121741 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f5c62a83-f11d-4ef0-85ab-6efc23eaf73b tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/28659b92-99f5-47c2-a69a-f2c07d09f767 HTTP/1.1" status: 404 len: 336 time: 0.0662329 Dec 23 08:35:27.124309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51474) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.161654 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bbe87b-dccf-4ce9-a585-0c38bcd2b66d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] DELETE failed (client error): The resource could not be found. Dec 23 08:35:27.162115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91bbe87b-dccf-4ce9-a585-0c38bcd2b66d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:35:27.163717 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-91bbe87b-dccf-4ce9-a585-0c38bcd2b66d tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/26d09a97-1ae0-429a-9f5c-3f2163c4c9a1 HTTP/1.1" status: 404 len: 337 time: 0.0385430 Dec 23 08:35:27.166311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51478) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.206969 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-adf8500f-e0bb-45db-9c9c-11397c7582b9 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9572b84-2d36-4e50-bc8d-2908f4dde174 HTTP/1.1" status: 200 len: 205 time: 0.0396361 Dec 23 08:35:27.209325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51482) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.344905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51486) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.366280 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-316a981e-eb9a-4e8e-8818-a856c37aa9c8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] delete failed (client error): The resource could not be found. Dec 23 08:35:27.367290 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-316a981e-eb9a-4e8e-8818-a856c37aa9c8 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/routers/c9572b84-2d36-4e50-bc8d-2908f4dde174 HTTP/1.1" status: 404 len: 336 time: 0.1571016 Dec 23 08:35:27.369873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51490) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.408915 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c3ba4f-8907-4657-b735-6b2abf8c4e8c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] DELETE failed (client error): The resource could not be found. Dec 23 08:35:27.409344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c3ba4f-8907-4657-b735-6b2abf8c4e8c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:35:27.411175 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-54c3ba4f-8907-4657-b735-6b2abf8c4e8c tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/b04f7dbf-9e0f-4952-9468-e622e60a18e2 HTTP/1.1" status: 404 len: 337 time: 0.0404093 Dec 23 08:35:27.413832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51494) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.437912 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] Sync routers for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:27.453288 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:27.454086 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:27.454892 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fe5e04-b5eb-4c21-8efd-cbd7dff2c6c3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] DELETE failed (client error): The resource could not be found. Dec 23 08:35:27.455328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fe5e04-b5eb-4c21-8efd-cbd7dff2c6c3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:35:27.457681 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-53fe5e04-b5eb-4c21-8efd-cbd7dff2c6c3 tempest-RoutersTest-746979748 tempest-RoutersTest-746979748-project] 10.222.0.36 "DELETE /v2.0/subnets/939e4956-1297-42bd-99d0-4bd5a3b270c1 HTTP/1.1" status: 404 len: 337 time: 0.0421903 Dec 23 08:35:27.519010 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2f93b0bc-c3af-470c-a92b-651947d96901 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 991 time: 0.1689548 Dec 23 08:35:27.530735 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c10f648-3c6b-4a76-8be5-fbad6e8f044f req-3fc298db-4ecc-46d6-81a5-b0c80a073f47 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689306 Dec 23 08:35:27.688586 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:27.752005 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c10f648-3c6b-4a76-8be5-fbad6e8f044f req-e23f013d-c2eb-4c24-85da-8866c23e43fb service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695046 Dec 23 08:35:27.766979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Router c913376e-67fe-4614-b3ea-8a377634c69d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:27.804275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51502) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.974084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:27.978860 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ba49ecf6-1dcc-46d1-a764-c4204ced2177 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "PUT /v2.0/routers/c913376e-67fe-4614-b3ea-8a377634c69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1740797 Dec 23 08:35:27.979666 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ef0b6fe1-1563-441e-aeb8-8205031c136e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=edd8aa130bec4c9a9ec61e489a3304aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1742811 Dec 23 08:35:27.981698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51508) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.982040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51510) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:27.989355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] Sync routers for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:28.002358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:28.002943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:28.060675 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '611af8bd-faaf-44cc-8ee8-6cf27381fcf2', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'port_id': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'mac_address': 'fa:16:3e:9f:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:35:22Z', 'updated_at': '2021-12-23T08:35:22Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:28.064621 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] Checking router: 4734122d-a266-414a-871a-b2962ec7a7ff for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:28.076508 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:28.077073 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:28.173992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5b8e1627-d8e6-4ab3-9ba3-e880fa8f04f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:28.175313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:28.217696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5b8e1627-d8e6-4ab3-9ba3-e880fa8f04f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:28.253811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-e122392f-4234-4187-965e-c30bccca6845 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Deleting subnet 6d404cdf-e1ad-44f9-af09-9a342633b45d {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:35:28.254097 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:28.266972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e122392f-4234-4187-965e-c30bccca6845 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:28.321110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e122392f-4234-4187-965e-c30bccca6845 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:28.372934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5b8e1627-d8e6-4ab3-9ba3-e880fa8f04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:28.397592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e1627-d8e6-4ab3-9ba3-e880fa8f04f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a1dbd2-9dd8-426f-b2d1-a28a7fdfd20c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:28.408843 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5b8e1627-d8e6-4ab3-9ba3-e880fa8f04f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:28.409826 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5b8e1627-d8e6-4ab3-9ba3-e880fa8f04f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63a1dbd2-9dd8-426f-b2d1-a28a7fdfd20c HTTP/1.1" status: 204 len: 168 time: 0.4254031 Dec 23 08:35:28.431950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e122392f-4234-4187-965e-c30bccca6845 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:28.501919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:35:25Z', 'revision_number': 5, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:28.507646 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] Checking router: c913376e-67fe-4614-b3ea-8a377634c69d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:28.522800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51518) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:28.523486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] Routers {'c913376e-67fe-4614-b3ea-8a377634c69d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:28.524343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c913376e-67fe-4614-b3ea-8a377634c69d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:28.649835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e122392f-4234-4187-965e-c30bccca6845 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:28.694910 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8a35996a-b4a7-47fd-a75e-08fb89fba6f3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 991 time: 0.1694643 Dec 23 08:35:28.696379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122392f-4234-4187-965e-c30bccca6845 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event deleted for resources: {'Subnet': ['ID=6d404cdf-e1ad-44f9-af09-9a342633b45d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:28.701207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e122392f-4234-4187-965e-c30bccca6845 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:28.708557 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e122392f-4234-4187-965e-c30bccca6845 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "DELETE /v2.0/subnets/6d404cdf-e1ad-44f9-af09-9a342633b45d HTTP/1.1" status: 204 len: 168 time: 0.7255728 Dec 23 08:35:28.713512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51524) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:28.714578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063463f-561b-49a9-aefc-bdd629396c38 None None] Network d568362d-56da-4c68-9c51-6bfd8dbd755e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:28.753692 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '611af8bd-faaf-44cc-8ee8-6cf27381fcf2', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'port_id': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'mac_address': 'fa:16:3e:9f:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:35:22Z', 'updated_at': '2021-12-23T08:35:22Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:28.758513 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fca1b-5d38-4d4a-92bf-8df2f678f890 None None] The sync data for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv is: [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '611af8bd-faaf-44cc-8ee8-6cf27381fcf2', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'port_id': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'mac_address': 'fa:16:3e:9f:0d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:35:22Z', 'updated_at': '2021-12-23T08:35:22Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:28.890587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] Set router c913376e-67fe-4614-b3ea-8a377634c69d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:28.962318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.179077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.193008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Deleting port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:29.194102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.324923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] DHCP port deletion for d568362d-56da-4c68-9c51-6bfd8dbd755e request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:35:29.329978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:35:25Z', 'revision_number': 5, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:29.336976 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Deleting port aea622ad-87bf-4d10-8b28-68db4d32fa3d {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:35:29.337453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.368330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a354e73-ee53-4e68-90e0-02b0e3867e7a None None] The sync data for ids ['c913376e-67fe-4614-b3ea-8a377634c69d'] in dv-neutron-822507-1-hyperv is: [{'id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1697668913', 'tenant_id': '7b06b228edf949429bc46d952d6633c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:33:11Z', 'updated_at': '2021-12-23T08:35:25Z', 'revision_number': 5, 'project_id': '7b06b228edf949429bc46d952d6633c5', 'gw_port': {'id': '05bdba7f-7bd7-4b77-ba57-3eee0b91a459', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c913376e-67fe-4614-b3ea-8a377634c69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:33:13Z', 'updated_at': '2021-12-23T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:29.419132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] For port 05bdba7f-7bd7-4b77-ba57-3eee0b91a459, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=05bdba7f-7bd7-4b77-ba57-3eee0b91a459,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:29.419477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.465167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51542) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:29.552174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Calling delete_port for 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:29.566864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] For port aea622ad-87bf-4d10-8b28-68db4d32fa3d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aea622ad-87bf-4d10-8b28-68db4d32fa3d,segment=NetworkSegment(8d9e0f23-babc-476f-ac26-443ab86639fe),segment_id=8d9e0f23-babc-476f-ac26-443ab86639fe)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:29.567325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.612104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ef49f95c-2647-4418-9e48-9d19818c596c tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1625233199', 'prefixes': ['172.20.0.0/16']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:29.621039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ef49f95c-2647-4418-9e48-9d19818c596c tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:29.696266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Calling delete_port for aea622ad-87bf-4d10-8b28-68db4d32fa3d owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:35:29.710817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51548) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:29.788601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ef49f95c-2647-4418-9e48-9d19818c596c tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] Notify callbacks [] for subnetpool, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.793222 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ef49f95c-2647-4418-9e48-9d19818c596c tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3270321 Dec 23 08:35:29.794551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51552) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:29.806936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.843568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5028b3e1-14bc-4501-91fe-4fb855dad1e5 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:29.855905 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9f69761e-e591-42e6-8e34-90e300deb317 tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] 10.222.0.36 "GET /v2.0/subnetpools/1c0e853a-4fc3-4859-8fc3-79a0e2028f9f HTTP/1.1" status: 200 len: 732 time: 0.0471649 Dec 23 08:35:29.858630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51556) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:29.866328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cf1a7f61-c488-481d-b6c4-f744c46c8a34 tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-570096881'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:29.886370 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cbdb0369-a8ad-47c1-8c60-116ea186d543 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 991 time: 0.1743643 Dec 23 08:35:29.890135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Pushing event deleted for resources: {'Port': ['ID=aea622ad-87bf-4d10-8b28-68db4d32fa3d,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:29.892669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.893221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 5028b3e1-14bc-4501-91fe-4fb855dad1e5 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:29.893427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5028b3e1-14bc-4501-91fe-4fb855dad1e5 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:29.893827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aea622ad-87bf-4d10-8b28-68db4d32fa3d no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:29.931626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] No DVR routers for this DVR port aea622ad-87bf-4d10-8b28-68db4d32fa3d on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:35:29.939889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: aea622ad-87bf-4d10-8b28-68db4d32fa3d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:29.939889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aea622ad-87bf-4d10-8b28-68db4d32fa3d not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:29.945699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.946243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.946486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.946624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event deleted for resources: {'Port': ['ID=05bdba7f-7bd7-4b77-ba57-3eee0b91a459,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:29.946820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.947426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.947567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.947781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.948763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.949128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.949476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.953480 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aec6a-2332-4705-bf6d-66b1d486f523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:35:29.964424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7f61-c488-481d-b6c4-f744c46c8a34 tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] Notify callbacks [] for subnetpool, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:29.968189 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cf1a7f61-c488-481d-b6c4-f744c46c8a34 tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] 10.222.0.36 "PUT /v2.0/subnetpools/1c0e853a-4fc3-4859-8fc3-79a0e2028f9f HTTP/1.1" status: 200 len: 683 time: 0.1059861 Dec 23 08:35:29.968435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51560) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:30.054315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1832ca89-ea15-4ab5-9ffe-75a907f41119 tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] Notify callbacks [] for subnetpool, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.055341 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1832ca89-ea15-4ab5-9ffe-75a907f41119 tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] 10.222.0.36 "DELETE /v2.0/subnetpools/1c0e853a-4fc3-4859-8fc3-79a0e2028f9f HTTP/1.1" status: 204 len: 168 time: 0.0860028 Dec 23 08:35:30.058248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51564) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:30.076359 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-d967a27b-2d23-4b06-bcec-0fd1afbfdef9 tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] show failed (client error): The resource could not be found. Dec 23 08:35:30.077304 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d967a27b-2d23-4b06-bcec-0fd1afbfdef9 tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] 10.222.0.36 "GET /v2.0/subnetpools/1c0e853a-4fc3-4859-8fc3-79a0e2028f9f HTTP/1.1" status: 404 len: 346 time: 0.0181656 Dec 23 08:35:30.080499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51568) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:30.097970 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.api.v2.resource [None req-500d08dc-431e-4f48-af1a-1e49e197cd0d tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] delete failed (client error): The resource could not be found. Dec 23 08:35:30.098925 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-500d08dc-431e-4f48-af1a-1e49e197cd0d tempest-SubnetPoolsTestJSON-234585903 tempest-SubnetPoolsTestJSON-234585903-project] 10.222.0.36 "DELETE /v2.0/subnetpools/1c0e853a-4fc3-4859-8fc3-79a0e2028f9f HTTP/1.1" status: 404 len: 346 time: 0.0175683 Dec 23 08:35:30.174231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.287487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.390513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51576) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:30.441117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.445375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.456970 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd54e5a8-6d6d-4e48-aad8-6bcad3df03ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.470877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.471843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Fanout notify agent at l3_agent the message router_deleted on router c913376e-67fe-4614-b3ea-8a377634c69d {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:35:30.488117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.489311 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-27c52a9c-09d7-44a7-a6da-e6f513028425 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "DELETE /v2.0/routers/c913376e-67fe-4614-b3ea-8a377634c69d HTTP/1.1" status: 204 len: 168 time: 1.7746882 Dec 23 08:35:30.493229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51582) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:30.598101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d49a608-7b20-439d-a7bd-4623e2df65e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.641709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.654682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d49a608-7b20-439d-a7bd-4623e2df65e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:30.661499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d49a608-7b20-439d-a7bd-4623e2df65e3 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5d6c276d9f4b1db253039a7c1207b4 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:30.664642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d49a608-7b20-439d-a7bd-4623e2df65e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:30.701870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d49a608-7b20-439d-a7bd-4623e2df65e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:30.806965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.843184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d568362d-56da-4c68-9c51-6bfd8dbd755e']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:30.866824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9e0f23-babc-476f-ac26-443ab86639fe') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:30.867045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9e0f23-babc-476f-ac26-443ab86639fe') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:30.886739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.890166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51586) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:30.912316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d49a608-7b20-439d-a7bd-4623e2df65e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.913728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.918537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d49a608-7b20-439d-a7bd-4623e2df65e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.933219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:35:30.933601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:35:30.949649 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:35:30.996806 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5c63f95e-352c-4147-b365-6bccc31e4f1a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 991 time: 0.1053824 Dec 23 08:35:31.134807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49a608-7b20-439d-a7bd-4623e2df65e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447d934b-bdc9-4587-837b-b52605398d15,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:31.143789 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6d49a608-7b20-439d-a7bd-4623e2df65e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e5d6c276d9f4b1db253039a7c1207b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7490530 Dec 23 08:35:31.145134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51590) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:31.146937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.167898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.176443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event deleted for resources: {'Network': ['ID=d568362d-56da-4c68-9c51-6bfd8dbd755e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:31.189060 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d29a218f-0033-40b3-8671-2aedc9e4651c tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "DELETE /v2.0/networks/d568362d-56da-4c68-9c51-6bfd8dbd755e HTTP/1.1" status: 204 len: 168 time: 0.6946201 Dec 23 08:35:31.191719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51594) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:31.213767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd0d232a-7fc5-44ac-9ecc-2dc9dd1126ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.240692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd0d232a-7fc5-44ac-9ecc-2dc9dd1126ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.268810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8a020a08-1038-448a-bf86-7d37496910c4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.291581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd0d232a-7fc5-44ac-9ecc-2dc9dd1126ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.302165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8a020a08-1038-448a-bf86-7d37496910c4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.308187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d232a-7fc5-44ac-9ecc-2dc9dd1126ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447d934b-bdc9-4587-837b-b52605398d15,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:31.311380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dd0d232a-7fc5-44ac-9ecc-2dc9dd1126ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.312476 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dd0d232a-7fc5-44ac-9ecc-2dc9dd1126ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/447d934b-bdc9-4587-837b-b52605398d15 HTTP/1.1" status: 204 len: 168 time: 0.1671536 Dec 23 08:35:31.369766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8a020a08-1038-448a-bf86-7d37496910c4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.388677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a020a08-1038-448a-bf86-7d37496910c4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107eb50b-490d-4d51-a3c6-3d2b551a421a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:31.397577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8a020a08-1038-448a-bf86-7d37496910c4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:31.398782 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8a020a08-1038-448a-bf86-7d37496910c4 tempest-TestNetworkAdvancedServerOps-1379453837 tempest-TestNetworkAdvancedServerOps-1379453837-project] 10.222.0.36 "DELETE /v2.0/security-groups/107eb50b-490d-4d51-a3c6-3d2b551a421a HTTP/1.1" status: 204 len: 168 time: 0.2060747 Dec 23 08:35:31.791256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51606) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:31.856164 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19da8ce-cb18-49bc-ba0f-446db3820b70 None None] New status for floating IP 611af8bd-faaf-44cc-8ee8-6cf27381fcf2: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:35:31.968020 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-efeefd71-2dc1-431a-b34a-00b87c53fe7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b06b228edf949429bc46d952d6633c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1756232 Dec 23 08:35:31.970545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51612) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:31.999801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51616) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:32.029710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81b288fb-b0c3-42c8-9165-3c241ede92a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.055116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81b288fb-b0c3-42c8-9165-3c241ede92a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.107685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81b288fb-b0c3-42c8-9165-3c241ede92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.113571 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f635173f-49b8-4b39-9845-9bdfb71f9d25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 991 time: 0.1116064 Dec 23 08:35:32.128360 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b288fb-b0c3-42c8-9165-3c241ede92a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eab9a6e-1de9-4ad8-a0eb-b9acad9baad3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:32.133433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-81b288fb-b0c3-42c8-9165-3c241ede92a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.135053 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-81b288fb-b0c3-42c8-9165-3c241ede92a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6eab9a6e-1de9-4ad8-a0eb-b9acad9baad3 HTTP/1.1" status: 204 len: 168 time: 0.1636310 Dec 23 08:35:32.450894 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51624) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:32.468542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14279ba0-7ed4-4e87-a653-d109b4d85fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.502760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-14279ba0-7ed4-4e87-a653-d109b4d85fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:32.506506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-14279ba0-7ed4-4e87-a653-d109b4d85fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:7537d044d6ae4ceca31da67192247ce6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:32.509241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-14279ba0-7ed4-4e87-a653-d109b4d85fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:32.514976 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-14279ba0-7ed4-4e87-a653-d109b4d85fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:32.582873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14279ba0-7ed4-4e87-a653-d109b4d85fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.586323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-14279ba0-7ed4-4e87-a653-d109b4d85fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.630195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14279ba0-7ed4-4e87-a653-d109b4d85fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c8e243-1e10-47d5-8957-c32c0f21e2b2,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:32.635545 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-14279ba0-7ed4-4e87-a653-d109b4d85fa4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7537d044d6ae4ceca31da67192247ce6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1835918 Dec 23 08:35:32.638565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51628) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:32.697230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aa186ab0-f3e3-4967-aceb-8fc3d29c9105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.712836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e843c485-898c-422b-a877-eecf895e4756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.724218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aa186ab0-f3e3-4967-aceb-8fc3d29c9105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.773930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aa186ab0-f3e3-4967-aceb-8fc3d29c9105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.788255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa186ab0-f3e3-4967-aceb-8fc3d29c9105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c8e243-1e10-47d5-8957-c32c0f21e2b2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:32.795109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aa186ab0-f3e3-4967-aceb-8fc3d29c9105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:32.796274 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-aa186ab0-f3e3-4967-aceb-8fc3d29c9105 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25c8e243-1e10-47d5-8957-c32c0f21e2b2 HTTP/1.1" status: 204 len: 168 time: 0.1567681 Dec 23 08:35:33.116033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51638) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:33.223348 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d8b2ed6c-d8e2-4ab1-a31e-12d0d69028c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 993 time: 0.1016552 Dec 23 08:35:33.611530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51654) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:33.739413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2127859475-network', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:33.744044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:33.747744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Usage tracker for resource:network and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:33.750517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:33.756967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:33.766304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Made reservation on behalf of c28531ebe3bc4e779c45b82c6f913fa6 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:35:33.768597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:33.780446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:33.810681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:33.814448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Usage tracker for resource:security_group_rule and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:33.817211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:33.823856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:33.836191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:33.885672 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:33.890228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:33.893732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:33.930048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:35:33.938531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47117429-5bb9-4bc7-8e30-88ed084cb019,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:33.943801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:33.944119 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Added segment 9f2335eb-0a6d-42f0-85e0-1eda9815275b of type vlan for network c0466956-7443-4629-b4ba-aeec2558edf7 Dec 23 08:35:33.968854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:33.997638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:33.998463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:33.999051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.104071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] Pushing event updated for resources: {'Network': ['ID=c0466956-7443-4629-b4ba-aeec2558edf7,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:34.107440 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5a44ea42-4d71-46d3-9c3b-68de2a188b05 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4947960 Dec 23 08:35:34.110535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51660) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:34.114683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network c0466956-7443-4629-b4ba-aeec2558edf7 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:35:34.115632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Request body: {'subnet': {'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2127859475-subnet', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:34.120466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:34.124238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Usage tracker for resource:subnet and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:34.127104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:34.132737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:34.144303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Made reservation on behalf of c28531ebe3bc4e779c45b82c6f913fa6 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:35:34.146764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.342953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.419193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf60a63-22fa-47e6-bf74-cce34cd0c39b,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:34.427771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Checking segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:34.428121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Network hostable DHCP agents. Network: c0466956-7443-4629-b4ba-aeec2558edf7, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:35:34.449627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Network c0466956-7443-4629-b4ba-aeec2558edf7 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:35:34.459103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, c0466956-7443-4629-b4ba-aeec2558edf7) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:34.463358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:34.464518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.477151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b6051-faa6-4235-a6a7-abaf6ec94527 None None] Network c0466956-7443-4629-b4ba-aeec2558edf7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:34.485205 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4d6e8164-d0ad-48ce-a575-a2f56de412db admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3737605 Dec 23 08:35:34.487915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51664) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:34.493361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:34.498199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:34.502444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Usage tracker for resource:router and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:34.505240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:34.510877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:34.522309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.523260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.541807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.696954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-c0466956-7443-4629-b4ba-aeec2558edf7', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:35:34.697819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.781878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.862441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Allocated IP 172.20.0.2 (c0466956-7443-4629-b4ba-aeec2558edf7/0cf60a63-22fa-47e6-bf74-cce34cd0c39b/a2199852-cba9-4fa0-914b-2334aecabbf0) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:34.964566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:34.994517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.061900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.072008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Transition to ACTIVE for port object a2199852-cba9-4fa0-914b-2334aecabbf0 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:35.090297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Transition to ACTIVE for port object a2199852-cba9-4fa0-914b-2334aecabbf0 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:35.096343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.133274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Allocated IP 172.26.8.25 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/f289083f-c968-4c5e-968e-2e177c4891da) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:35.162100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Network c0466956-7443-4629-b4ba-aeec2558edf7 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:35.164872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:35.169265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:35.201098 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Pushing event updated for resources: {'Port': ['ID=a2199852-cba9-4fa0-914b-2334aecabbf0,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:35.289177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.305256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.308963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Attempting to bind port a2199852-cba9-4fa0-914b-2334aecabbf0 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:35:35.309342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Attempting to bind port a2199852-cba9-4fa0-914b-2334aecabbf0 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:35:35.309687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Attempting to bind port a2199852-cba9-4fa0-914b-2334aecabbf0 on network c0466956-7443-4629-b4ba-aeec2558edf7 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:35:35.316518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:35:35.316875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Checking segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:35.317258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.317662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Bound using segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:35:35.318173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Bound port: a2199852-cba9-4fa0-914b-2334aecabbf0, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:35:35.318538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.318675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.392208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:35.395636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:35.398638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:35.413472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] For port a2199852-cba9-4fa0-914b-2334aecabbf0, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:35:35.416805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] For port a2199852-cba9-4fa0-914b-2334aecabbf0, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a2199852-cba9-4fa0-914b-2334aecabbf0,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:35:35.423527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.437272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Pushing event updated for resources: {'Port': ['ID=f289083f-c968-4c5e-968e-2e177c4891da,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:35.559741 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c454f6-ad4c-4239-ad89-980db23e2bfb None None] Pushing event updated for resources: {'Port': ['ID=a2199852-cba9-4fa0-914b-2334aecabbf0,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:35.599905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.600643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:35.838177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:35:36.057001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:36.066081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Sync routers for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:36.078395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:36.079020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:36.079402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:36.083206 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4136e224-30b1-4a49-b7ab-9e351e74c09e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5917006 Dec 23 08:35:36.083357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51668) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:36.255273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:36.555696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:35Z', 'revision_number': 3, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:36.560026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Checking router: a8497edf-4033-40b5-8fa0-fd70ac4d5c02 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:36.560361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Updating router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 port f289083f-c968-4c5e-968e-2e177c4891da binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:35:36.614063 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:36.662072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177316e1-5e6b-4adb-a02c-28f7774fa21f None None] Network c0466956-7443-4629-b4ba-aeec2558edf7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:36.850857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9a62d75b-ed35-441c-adfe-797c3efb7508 None None] Provisioning for port a2199852-cba9-4fa0-914b-2334aecabbf0 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:36.936305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.141382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Allocated IP 172.20.0.1 (c0466956-7443-4629-b4ba-aeec2558edf7/0cf60a63-22fa-47e6-bf74-cce34cd0c39b/3233e809-9299-4cba-8509-72aeb503809e) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:37.155785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.168346 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Transition to ACTIVE for port object f289083f-c968-4c5e-968e-2e177c4891da will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:37.178996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.263656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Attempting to bind port f289083f-c968-4c5e-968e-2e177c4891da on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:35:37.264016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Attempting to bind port f289083f-c968-4c5e-968e-2e177c4891da by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:35:37.264370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Attempting to bind port f289083f-c968-4c5e-968e-2e177c4891da on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:35:37.266475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7685e-56cd-4828-9073-ee107ee65cbe None None] Pushing event updated for resources: {'Port': ['ID=f289083f-c968-4c5e-968e-2e177c4891da,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:37.273511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:35:37.273914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:37.274728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.274728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:35:37.275138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Bound port: f289083f-c968-4c5e-968e-2e177c4891da, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:35:37.275464 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.316834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.333095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Transition to ACTIVE for port object 3233e809-9299-4cba-8509-72aeb503809e will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:37.355922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.358106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] For port f289083f-c968-4c5e-968e-2e177c4891da, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:35:37.361823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] For port f289083f-c968-4c5e-968e-2e177c4891da, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f289083f-c968-4c5e-968e-2e177c4891da,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:35:37.366369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.427199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Network c0466956-7443-4629-b4ba-aeec2558edf7 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:37.430088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:37.433980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:37.466698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Pushing event updated for resources: {'Port': ['ID=3233e809-9299-4cba-8509-72aeb503809e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:37.490910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.500014 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7685e-56cd-4828-9073-ee107ee65cbe None None] Pushing event updated for resources: {'Port': ['ID=f289083f-c968-4c5e-968e-2e177c4891da,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:37.509483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:37.510135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:37.603740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.668362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a2199852-cba9-4fa0-914b-2334aecabbf0 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:37.772066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e5608b6a-1629-43cd-8a1e-323a916811de None None] Provisioning for port 3233e809-9299-4cba-8509-72aeb503809e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:37.779296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:37.822920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e5608b6a-1629-43cd-8a1e-323a916811de None None] Provisioning complete for port 3233e809-9299-4cba-8509-72aeb503809e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:37.823273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e5608b6a-1629-43cd-8a1e-323a916811de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.847191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.851506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.888222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a2199852-cba9-4fa0-914b-2334aecabbf0 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:37.901717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a2199852-cba9-4fa0-914b-2334aecabbf0 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:37.902105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.957580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:37.960885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Pushing event updated for resources: {'Port': ['ID=3233e809-9299-4cba-8509-72aeb503809e,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:37.982215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e5608b6a-1629-43cd-8a1e-323a916811de None None] Port 3233e809-9299-4cba-8509-72aeb503809e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:35:38.096518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Network c0466956-7443-4629-b4ba-aeec2558edf7 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:38.097937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:38.217445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:38.272188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port a2199852-cba9-4fa0-914b-2334aecabbf0, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a2199852-cba9-4fa0-914b-2334aecabbf0,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:38.279454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:38.315939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:35:38.367484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:35:38.367826 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 05bdba7f-7bd7-4b77-ba57-3eee0b91a459 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:35:38.377807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 1, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:38.387569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de30c02-7614-498e-8949-6514325ee2d9 None None] The sync data for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv is: [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 1, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:38.404894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=a2199852-cba9-4fa0-914b-2334aecabbf0,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:38.421275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-626a0660-4758-49d1-b58c-6f24384f317a None None] Provisioning complete for port 3233e809-9299-4cba-8509-72aeb503809e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:38.421645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-626a0660-4758-49d1-b58c-6f24384f317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:38.478654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-626a0660-4758-49d1-b58c-6f24384f317a None None] Port 3233e809-9299-4cba-8509-72aeb503809e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:35:38.608303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:38.807573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:38.816442 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3f2a86c4-08a3-4610-8cc6-4813ef973c31 admin admin] 10.222.0.36 "PUT /v2.0/routers/a8497edf-4033-40b5-8fa0-fd70ac4d5c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7320817 Dec 23 08:35:39.539561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a2199852-cba9-4fa0-914b-2334aecabbf0 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:39.615196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a2199852-cba9-4fa0-914b-2334aecabbf0 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:39.615561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:39.700665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51690) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:39.707943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-119626481-network', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:39.713835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:39.718382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Usage tracker for resource:network and tenant:6df28f3fffaa49b78f5c39f326008c1d is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:39.722069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:39.728165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:39.740518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Made reservation on behalf of 6df28f3fffaa49b78f5c39f326008c1d for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:35:39.743727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:39.756920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:39.790460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:39.794249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Usage tracker for resource:security_group_rule and tenant:6df28f3fffaa49b78f5c39f326008c1d is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:39.797247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:39.803833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:39.891735 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:39.895983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:39.930917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:35:39.939810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ede92a2-624a-424f-95a4-b7968a447a6b,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:39.947001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:39.947140 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Added segment 47d18921-f115-44b5-84ca-e85ef3d08b04 of type vlan for network 610c7716-5dd2-44ce-bb44-57b13c91eb4e Dec 23 08:35:39.974868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.008699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.009754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:40.010369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.115687 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4131577 Dec 23 08:35:40.116296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031a954-2370-4584-bb8b-0980af236933 admin admin] Pushing event updated for resources: {'Network': ['ID=610c7716-5dd2-44ce-bb44-57b13c91eb4e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:40.118197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51694) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:40.123737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Request body: {'subnet': {'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-119626481-subnet', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:40.127245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 610c7716-5dd2-44ce-bb44-57b13c91eb4e details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:35:40.132252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:40.136332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Usage tracker for resource:subnet and tenant:6df28f3fffaa49b78f5c39f326008c1d is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:40.139282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:40.146158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:40.156230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Made reservation on behalf of 6df28f3fffaa49b78f5c39f326008c1d for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:35:40.159196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.366045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.434703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=47da9a3a-8dec-4d37-9127-4a2f1a2d7593,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:40.453019 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Checking segment: {'id': '47d18921-f115-44b5-84ca-e85ef3d08b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:40.453379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Network hostable DHCP agents. Network: 610c7716-5dd2-44ce-bb44-57b13c91eb4e, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:35:40.475129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Network 610c7716-5dd2-44ce-bb44-57b13c91eb4e is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:35:40.484474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 610c7716-5dd2-44ce-bb44-57b13c91eb4e) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:40.488395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:40.489072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.494855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202206f6-8bf4-4544-8c8d-1b3a19187544 None None] Network 610c7716-5dd2-44ce-bb44-57b13c91eb4e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:40.514715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51698) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:40.515402 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-93c2a383-0693-4b2c-8f3d-102e2be18eba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3956132 Dec 23 08:35:40.522307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:40.527094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:40.530899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Usage tracker for resource:router and tenant:6df28f3fffaa49b78f5c39f326008c1d is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:40.533879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:40.540298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:40.550489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.551761 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.571051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.700771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-610c7716-5dd2-44ce-bb44-57b13c91eb4e', 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'fixed_ips': [{'subnet_id': '47da9a3a-8dec-4d37-9127-4a2f1a2d7593'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:35:40.701567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.714579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.898670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Allocated IP 172.20.0.2 (610c7716-5dd2-44ce-bb44-57b13c91eb4e/47da9a3a-8dec-4d37-9127-4a2f1a2d7593/46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:40.905758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:40.935865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.072594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Allocated IP 172.26.8.55 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/a7e6987d-bad3-44fc-b410-7b77c53d5b25) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:41.097622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.107334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Transition to ACTIVE for port object 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:41.126194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Transition to ACTIVE for port object 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:41.131309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.202364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Network 610c7716-5dd2-44ce-bb44-57b13c91eb4e is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:41.206057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:41.207938 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Pushing event updated for resources: {'Port': ['ID=46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:41.210058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:41.303181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Attempting to bind port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:35:41.303620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Attempting to bind port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '47d18921-f115-44b5-84ca-e85ef3d08b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:35:41.303852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Attempting to bind port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe on network 610c7716-5dd2-44ce-bb44-57b13c91eb4e {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:35:41.310278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:35:41.310635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Checking segment: {'id': '47d18921-f115-44b5-84ca-e85ef3d08b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:41.311024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.311397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Bound using segment: {'id': '47d18921-f115-44b5-84ca-e85ef3d08b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:35:41.311840 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Bound port: 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d18921-f115-44b5-84ca-e85ef3d08b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:35:41.312194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.318223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.348158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.400181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] For port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:35:41.403182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] For port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe,segment=NetworkSegment(47d18921-f115-44b5-84ca-e85ef3d08b04),segment_id=47d18921-f115-44b5-84ca-e85ef3d08b04)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:35:41.408256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.415912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:41.418727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:41.421209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:41.456628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7e6987d-bad3-44fc-b410-7b77c53d5b25,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:41.494697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe2468-568e-4fc6-a26a-8c5708712457 None None] Pushing event updated for resources: {'Port': ['ID=46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:41.582760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f289083f-c968-4c5e-968e-2e177c4891da up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:41.613472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.614910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.652910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f289083f-c968-4c5e-968e-2e177c4891da completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:41.659406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f289083f-c968-4c5e-968e-2e177c4891da triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:41.659770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.783778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.800910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f289083f-c968-4c5e-968e-2e177c4891da, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f289083f-c968-4c5e-968e-2e177c4891da,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:41.805883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:41.875307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f289083f-c968-4c5e-968e-2e177c4891da,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:41.878419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Router 70a036f7-715a-40ec-913d-fd0cebc21083 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:35:42.076785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:42.085887 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Sync routers for ids ['70a036f7-715a-40ec-913d-fd0cebc21083'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:42.098202 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Routers {'70a036f7-715a-40ec-913d-fd0cebc21083'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:42.098819 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['70a036f7-715a-40ec-913d-fd0cebc21083'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:42.099934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:42.101266 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-edc853ae-603b-472d-8ab4-e8ccfeb50bb8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5837431 Dec 23 08:35:42.104129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51702) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:42.281331 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Set router 70a036f7-715a-40ec-913d-fd0cebc21083 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:42.444014 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1519f170-7288-47c8-a3ee-1224687afa90 None None] Network 610c7716-5dd2-44ce-bb44-57b13c91eb4e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:35:42.560804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8595db59-9045-4877-a8d7-d4cab85917f1 None None] Provisioning for port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:42.577928 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 3, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'gw_port': {'id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:42.583791 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Checking router: 70a036f7-715a-40ec-913d-fd0cebc21083 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:42.584269 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Updating router 70a036f7-715a-40ec-913d-fd0cebc21083 port a7e6987d-bad3-44fc-b410-7b77c53d5b25 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:35:42.641809 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:42.871987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:42.976298 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:42.989290 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Transition to ACTIVE for port object a7e6987d-bad3-44fc-b410-7b77c53d5b25 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:42.997860 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.081198 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105aaee-ced6-4391-af97-1974c044878e None None] Pushing event updated for resources: {'Port': ['ID=a7e6987d-bad3-44fc-b410-7b77c53d5b25,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:43.083603 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Attempting to bind port a7e6987d-bad3-44fc-b410-7b77c53d5b25 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:35:43.084064 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Attempting to bind port a7e6987d-bad3-44fc-b410-7b77c53d5b25 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:35:43.084523 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Attempting to bind port a7e6987d-bad3-44fc-b410-7b77c53d5b25 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:35:43.091786 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:35:43.092404 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:43.092525 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.092932 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:35:43.093381 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Bound port: a7e6987d-bad3-44fc-b410-7b77c53d5b25, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:35:43.093761 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.166182 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] For port a7e6987d-bad3-44fc-b410-7b77c53d5b25, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:35:43.169522 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] For port a7e6987d-bad3-44fc-b410-7b77c53d5b25, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7e6987d-bad3-44fc-b410-7b77c53d5b25,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:35:43.173691 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.188062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Allocated IP 172.20.0.1 (610c7716-5dd2-44ce-bb44-57b13c91eb4e/47da9a3a-8dec-4d37-9127-4a2f1a2d7593/f525ee2c-dba5-4b52-a229-e6c55e78c399) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:35:43.255139 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Routers {'70a036f7-715a-40ec-913d-fd0cebc21083'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:43.255139 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['70a036f7-715a-40ec-913d-fd0cebc21083'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:43.334578 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105aaee-ced6-4391-af97-1974c044878e None None] Pushing event updated for resources: {'Port': ['ID=a7e6987d-bad3-44fc-b410-7b77c53d5b25,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:43.343855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.364355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Transition to ACTIVE for port object f525ee2c-dba5-4b52-a229-e6c55e78c399 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:43.388685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.462532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Network 610c7716-5dd2-44ce-bb44-57b13c91eb4e is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:43.466327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:43.468163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Pushing event updated for resources: {'Port': ['ID=f525ee2c-dba5-4b52-a229-e6c55e78c399,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:43.470338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:35:43.489154 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] Set router 70a036f7-715a-40ec-913d-fd0cebc21083 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:43.529616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.623482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.647454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:43.735465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:43.739899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3eab151a-6925-4d61-b5e6-47bc1ce57b23 None None] Provisioning for port f525ee2c-dba5-4b52-a229-e6c55e78c399 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:43.743982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:43.744349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.772342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3eab151a-6925-4d61-b5e6-47bc1ce57b23 None None] Provisioning complete for port f525ee2c-dba5-4b52-a229-e6c55e78c399 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:43.772574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3eab151a-6925-4d61-b5e6-47bc1ce57b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.853066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3eab151a-6925-4d61-b5e6-47bc1ce57b23 None None] Port f525ee2c-dba5-4b52-a229-e6c55e78c399 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:35:43.861117 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 3, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'gw_port': {'id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:43.865451 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b21f7f-cbef-4bd7-95c8-0b0c4419cf13 None None] The sync data for ids ['70a036f7-715a-40ec-913d-fd0cebc21083'] in dv-neutron-822507-1-hyperv is: [{'id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 3, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'gw_port': {'id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:43.867258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.873053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.917723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.950892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe,segment=NetworkSegment(47d18921-f115-44b5-84ca-e85ef3d08b04),segment_id=47d18921-f115-44b5-84ca-e85ef3d08b04)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:43.954592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.955335 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f289083f-c968-4c5e-968e-2e177c4891da up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:43.978527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:43.982504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Pushing event updated for resources: {'Port': ['ID=f525ee2c-dba5-4b52-a229-e6c55e78c399,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:44.068957 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:44.083171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f289083f-c968-4c5e-968e-2e177c4891da triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:44.083535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:44.114427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Network 610c7716-5dd2-44ce-bb44-57b13c91eb4e is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:35:44.115635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:35:44.378082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9f981e5d-26e9-42d6-8145-8eabe75eba78 None None] Provisioning complete for port f525ee2c-dba5-4b52-a229-e6c55e78c399 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:44.378448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9f981e5d-26e9-42d6-8145-8eabe75eba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:44.454100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-9f981e5d-26e9-42d6-8145-8eabe75eba78 None None] Port f525ee2c-dba5-4b52-a229-e6c55e78c399 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:35:44.496124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Router 70a036f7-715a-40ec-913d-fd0cebc21083 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:44.792333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:44.800720 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-76ab6dac-eb36-41d5-a85b-5c6057952ece admin admin] 10.222.0.36 "PUT /v2.0/routers/70a036f7-715a-40ec-913d-fd0cebc21083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6954017 Dec 23 08:35:45.522743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:45.568706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51716) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:45.574468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086309433', 'description': 'tempest-secgroup-smoke-1086309433 description', 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:45.580093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:45.583765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:security_group and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:45.586570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:45.592139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:45.597106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:45.597487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.602805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.638218 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:45.641931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:security_group_rule and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:45.644671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:45.650222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:45.702897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.706646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.749015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2998faf-18ad-4537-b91f-dea74571f035,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:45.752952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.754161 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b0a7dd64-6b18-479b-8521-337a9aac7734 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1845295 Dec 23 08:35:45.757047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51720) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:45.762343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'security_group_rule': {'security_group_id': 'd2998faf-18ad-4537-b91f-dea74571f035', 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:45.768067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:45.771864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:security_group_rule and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:45.774645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:45.780158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:45.796377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.856915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.861061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.883221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d82b5ff-31f1-4767-a781-40f3dbfe8ba9,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:45.891163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.892285 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9f6f5daa-ad83-4642-9e4b-d8f6938c54b9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1343515 Dec 23 08:35:45.895047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51724) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:45.900247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'security_group_rule': {'security_group_id': 'd2998faf-18ad-4537-b91f-dea74571f035', 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:45.905750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:45.910040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:security_group_rule and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:45.912900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:45.918507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:45.934350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.994444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:45.997749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.022414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af105e86-a703-42f4-861b-7c463197b360,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:46.033423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.034670 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3154915e-dbc2-4ce6-94fd-da51bc1890f4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1387205 Dec 23 08:35:46.037318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51730) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:46.042747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'security_group_rule': {'security_group_id': 'd2998faf-18ad-4537-b91f-dea74571f035', 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:46.048874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:46.052776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:security_group_rule and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:46.055665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:46.061272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:46.076985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.138210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.142160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.164581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdde0e2-da04-4c96-adc9-e6557e2d95e0,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:46.173459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.174644 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f76f5468-6e47-4a65-983d-b1373c826a5b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1364217 Dec 23 08:35:46.177435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51734) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:46.182694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'security_group_rule': {'security_group_id': 'd2998faf-18ad-4537-b91f-dea74571f035', 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:46.188243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:46.191921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:security_group_rule and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:46.194773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:46.200538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:46.223490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.286220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.289417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.311339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15239956-9822-4009-b7ef-dee4a75f891e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:46.320229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.321367 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-43cd2a7d-25f1-47db-870e-6c77d7c69ce7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1430163 Dec 23 08:35:46.324146 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51738) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:46.329865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'security_group_rule': {'security_group_id': 'd2998faf-18ad-4537-b91f-dea74571f035', 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:46.335370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:46.339015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:security_group_rule and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:46.341811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:46.348306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:46.358116 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Project c28531ebe3bc4e779c45b82c6f913fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:35:46.364231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.425332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.428480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.450424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f1b9e1-5baf-4114-ab7c-5bb8ee712818,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:46.459761 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.460881 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-33bfdc11-a793-4092-abf4-fac16962ba98 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1358399 Dec 23 08:35:46.463688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51742) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:46.468818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'security_group_rule': {'security_group_id': 'd2998faf-18ad-4537-b91f-dea74571f035', 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:46.474719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:35:46.478378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:security_group_rule and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:35:46.481134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:35:46.486733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:35:46.496872 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Project c28531ebe3bc4e779c45b82c6f913fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:35:46.503767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.573224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.578322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.608531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e099916a-55d2-4594-abe6-7e89ab3fe490,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:46.619683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:46.621029 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cef6a8d0-9350-4f6e-a470-638e42b785aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1563258 Dec 23 08:35:47.221082 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:35:48.833705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Sync routers for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:48.848552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:48.849162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:49.038093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:49.357292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 2, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:49.361727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Checking router: a8497edf-4033-40b5-8fa0-fd70ac4d5c02 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:49.362096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Updating router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 port 3233e809-9299-4cba-8509-72aeb503809e binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:35:49.414714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:49.584810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7e6987d-bad3-44fc-b410-7b77c53d5b25 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:49.763802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a7e6987d-bad3-44fc-b410-7b77c53d5b25 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:49.775090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a7e6987d-bad3-44fc-b410-7b77c53d5b25 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:49.775430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:49.910845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:49.926362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Transition to ACTIVE for port object 3233e809-9299-4cba-8509-72aeb503809e will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:35:49.957830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:50.087945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:50.113361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c550756-e0d7-4ada-9cd2-ff5a5f27c92e None None] Pushing event updated for resources: {'Port': ['ID=3233e809-9299-4cba-8509-72aeb503809e,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:50.152361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port a7e6987d-bad3-44fc-b410-7b77c53d5b25, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7e6987d-bad3-44fc-b410-7b77c53d5b25,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:50.157828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:50.314760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Attempting to bind port 3233e809-9299-4cba-8509-72aeb503809e on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:35:50.315000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Attempting to bind port 3233e809-9299-4cba-8509-72aeb503809e by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:35:50.315353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Attempting to bind port 3233e809-9299-4cba-8509-72aeb503809e on network c0466956-7443-4629-b4ba-aeec2558edf7 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:35:50.323769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=a7e6987d-bad3-44fc-b410-7b77c53d5b25,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:50.330945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:35:50.331308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Checking segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:35:50.331703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:50.332159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Bound using segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:35:50.332516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Bound port: 3233e809-9299-4cba-8509-72aeb503809e, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:35:50.332878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:50.427830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] For port 3233e809-9299-4cba-8509-72aeb503809e, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:35:50.431222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] For port 3233e809-9299-4cba-8509-72aeb503809e, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3233e809-9299-4cba-8509-72aeb503809e,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:35:50.436459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:50.518068 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c550756-e0d7-4ada-9cd2-ff5a5f27c92e None None] Pushing event updated for resources: {'Port': ['ID=3233e809-9299-4cba-8509-72aeb503809e,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:50.522775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:50.523786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:50.739771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:51.070144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:50Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:51.074811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53765d62-a1e8-4368-a4c4-564a8704afcf None None] The sync data for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv is: [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:50Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:51.570204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3233e809-9299-4cba-8509-72aeb503809e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:51.644381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 3233e809-9299-4cba-8509-72aeb503809e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:35:51.649528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3233e809-9299-4cba-8509-72aeb503809e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:51.649891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:51.768602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:51.808262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 3233e809-9299-4cba-8509-72aeb503809e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3233e809-9299-4cba-8509-72aeb503809e,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:35:51.811393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:51.812326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7e6987d-bad3-44fc-b410-7b77c53d5b25 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:51.927714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=3233e809-9299-4cba-8509-72aeb503809e,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:35:51.942107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a7e6987d-bad3-44fc-b410-7b77c53d5b25 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:51.942506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:53.540177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3233e809-9299-4cba-8509-72aeb503809e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:35:53.612776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3233e809-9299-4cba-8509-72aeb503809e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:35:53.613147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:54.409303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51812) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:54.484763 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d4f9b6e3-31ef-4265-96ff-bc2e2f6979b2 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=624b301133d440c99265a580e7281065&network_id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 3000 time: 0.0742712 Dec 23 08:35:56.172663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51828) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:56.232131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc710880-adf5-4509-8499-003b08682b1d tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:56.233597 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fc710880-adf5-4509-8499-003b08682b1d tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5 HTTP/1.1" status: 200 len: 814 time: 0.0598955 Dec 23 08:35:56.684136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51842) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:56.690091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2ef8fada-074f-42f7-82a2-8dd52b79b941 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:35:56.789046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ef8fada-074f-42f7-82a2-8dd52b79b941 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:57.067251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ef8fada-074f-42f7-82a2-8dd52b79b941 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:57.070871 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ef8fada-074f-42f7-82a2-8dd52b79b941 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:57.071208 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-2ef8fada-074f-42f7-82a2-8dd52b79b941 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP 611af8bd-faaf-44cc-8ee8-6cf27381fcf2 disassociated. External IP: 172.26.8.13, port: 55f9c7de-8b94-4566-9116-7eabbd96ca83. Dec 23 08:35:57.477436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef8fada-074f-42f7-82a2-8dd52b79b941 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4734122d-a266-414a-871a-b2962ec7a7ff has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:35:57.784748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef8fada-074f-42f7-82a2-8dd52b79b941 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:35:57.788870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ef8fada-074f-42f7-82a2-8dd52b79b941 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:35:57.794329 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] Sync routers for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:35:57.810483 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:57.811220 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:57.843527 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2ef8fada-074f-42f7-82a2-8dd52b79b941 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 689 time: 1.1557291 Dec 23 08:35:57.843527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:35:57.844368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51852) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:57.899205 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'status': 'completed', 'code': 200} Dec 23 08:35:57.982185 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-def0b648-f920-4c08-b162-f4d2f594283b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 689 time: 0.1355739 Dec 23 08:35:57.999249 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:58.011882 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-847c2b06-5d72-4b58-8dd2-69adf1ae9087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 1099 time: 0.0892389 Dec 23 08:35:58.143629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-c57ec12b-0d51-43f4-8547-2f37519bf31c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:58.145074 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-c57ec12b-0d51-43f4-8547-2f37519bf31c service neutron] 10.222.0.24 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 895 time: 0.1271677 Dec 23 08:35:58.219727 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-228da437-30b4-49f6-b141-88ac57a49fd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83 HTTP/1.1" status: 200 len: 217 time: 0.0685434 Dec 23 08:35:58.281419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-00480f8f-2853-4361-94da-a940ba90d91a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:35:58.283719 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-00480f8f-2853-4361-94da-a940ba90d91a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974df150-a960-498c-8150-9a5757ea8366 HTTP/1.1" status: 200 len: 834 time: 0.0585914 Dec 23 08:35:58.316459 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:58.320414 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] Checking router: 4734122d-a266-414a-871a-b2962ec7a7ff for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:35:58.331251 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:35:58.331847 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:58.461215 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-98e1bbf3-37a8-4aa2-a5bb-8dc9cd46f931 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14648e1f-0f1c-4ed3-a429-10bcaa5965df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1712809 Dec 23 08:35:58.472423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-c5affa04-002e-44f1-84fc-fa612bbbf92c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:35:58.473324 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-c5affa04-002e-44f1-84fc-fa612bbbf92c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051043 Dec 23 08:35:58.518375 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:35:58.645630 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-735e679f-0280-4fb1-acf0-a17b28d6098c service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654625 Dec 23 08:35:58.845088 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ff2628d-c6b8-4562-a7f6-226ca9e4ba5c req-df007807-9124-49eb-97f7-b9ab15b9ed04 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931481 Dec 23 08:35:58.906516 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:35:58.911461 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbc69f4-2d80-4da1-8ff5-0e7640a3f142 None None] The sync data for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv is: [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:35:58.986283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51864) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:35:59.067413 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-74c08d4e-ee72-4279-a152-d621bbb14bc1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 689 time: 0.0798743 Dec 23 08:36:00.070626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51870) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:00.152296 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-80b66dd7-7934-4f38-a4eb-60203ccd125e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 689 time: 0.0805409 Dec 23 08:36:00.287496 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:00.466083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2e5dbcbe-4f63-4b14-8055-012eff64e791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:01.155874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 51876) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:01.239937 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4141152b-35f1-435d-9e5b-8ac4cdeff854 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 689 time: 0.0829434 Dec 23 08:36:02.144123 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-44ee8869-ef05-41b5-a047-26a764e01c3d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086309433&fields=id&tenant_id=c28531ebe3bc4e779c45b82c6f913fa6 HTTP/1.1" status: 200 len: 267 time: 0.0457764 Dec 23 08:36:02.224767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195b708-8c51-49bf-8a8f-b39954614b7e None None] New status for floating IP 611af8bd-faaf-44cc-8ee8-6cf27381fcf2: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:36:02.244013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51892) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:02.298284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-f507cc68-6f6f-477b-a9e0-abe26710d84a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:02.306464 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-f507cc68-6f6f-477b-a9e0-abe26710d84a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 812 time: 0.1551335 Dec 23 08:36:02.307378 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Sync routers for ids ['70a036f7-715a-40ec-913d-fd0cebc21083'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:36:02.321762 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Routers {'70a036f7-715a-40ec-913d-fd0cebc21083'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:36:02.322872 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:35:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['70a036f7-715a-40ec-913d-fd0cebc21083'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:02.327667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6ea0418a-2401-4077-8cc5-b8753c18d2c1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/quotas/c28531ebe3bc4e779c45b82c6f913fa6 HTTP/1.1" status: 200 len: 375 time: 0.0197732 Dec 23 08:36:02.338533 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0d73d480-1c82-4af5-a996-7af6719c04a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 689 time: 0.0932629 Dec 23 08:36:02.418006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-a76788fe-f867-41fc-99d7-601b43b31637 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Synchronizing usage tracker for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:36:02.435176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-a76788fe-f867-41fc-99d7-601b43b31637 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Unset dirty status for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:36:02.436863 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-a76788fe-f867-41fc-99d7-601b43b31637 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079962 Dec 23 08:36:02.454579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-de93e831-ab1a-45dc-968e-ce7e8074c95a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:36:02.455802 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-de93e831-ab1a-45dc-968e-ce7e8074c95a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060685 Dec 23 08:36:02.513987 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Set router 70a036f7-715a-40ec-913d-fd0cebc21083 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:36:02.601607 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-891a8f25-7d2b-4aa3-8760-71dd1ee9005f service neutron] 10.222.0.36 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394701 Dec 23 08:36:02.715536 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a60aea1-194a-44a5-93f1-f8511a90b437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:02.742227 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-56c324db-a831-497f-b545-65b4bcfe46aa service neutron] 10.222.0.36 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344874 Dec 23 08:36:02.843378 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:43Z', 'revision_number': 4, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'gw_port': {'id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'f525ee2c-dba5-4b52-a229-e6c55e78c399', 'name': '', 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'mac_address': 'fa:16:3e:90:36:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47da9a3a-8dec-4d37-9127-4a2f1a2d7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:42Z', 'updated_at': '2021-12-23T08:35:43Z', 'revision_number': 2, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'subnets': [{'id': '47da9a3a-8dec-4d37-9127-4a2f1a2d7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:02.848048 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Checking router: 70a036f7-715a-40ec-913d-fd0cebc21083 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:36:02.848384 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Updating router 70a036f7-715a-40ec-913d-fd0cebc21083 port f525ee2c-dba5-4b52-a229-e6c55e78c399 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:36:02.898267 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:03.242153 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:03.254524 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Transition to ACTIVE for port object f525ee2c-dba5-4b52-a229-e6c55e78c399 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:36:03.263007 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:03.318572 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-939472bb-776b-46f8-a2fe-674b491e2b9b req-7f32f13d-a467-421b-8f06-c5d1ee962a64 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 210 time: 0.1998441 Dec 23 08:36:03.344965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51912) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:03.408440 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Pushing event updated for resources: {'Port': ['ID=f525ee2c-dba5-4b52-a229-e6c55e78c399,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:03.429082 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3fb19b2c-6dd5-457f-a04b-fd2cb4648fe2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 687 time: 0.0878148 Dec 23 08:36:03.508653 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.509427 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.509848 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.510283 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.510744 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.511094 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.511526 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.511950 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.512356 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.512748 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.513170 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:03.532517 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Attempting to bind port f525ee2c-dba5-4b52-a229-e6c55e78c399 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:36:03.532879 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Attempting to bind port f525ee2c-dba5-4b52-a229-e6c55e78c399 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '47d18921-f115-44b5-84ca-e85ef3d08b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:36:03.533236 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Attempting to bind port f525ee2c-dba5-4b52-a229-e6c55e78c399 on network 610c7716-5dd2-44ce-bb44-57b13c91eb4e {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:36:03.540147 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:36:03.540507 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Checking segment: {'id': '47d18921-f115-44b5-84ca-e85ef3d08b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:36:03.540904 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:03.541459 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Bound using segment: {'id': '47d18921-f115-44b5-84ca-e85ef3d08b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:36:03.541915 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Bound port: f525ee2c-dba5-4b52-a229-e6c55e78c399, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d18921-f115-44b5-84ca-e85ef3d08b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:36:03.542374 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:03.635090 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] For port f525ee2c-dba5-4b52-a229-e6c55e78c399, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:36:03.638113 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] For port f525ee2c-dba5-4b52-a229-e6c55e78c399, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f525ee2c-dba5-4b52-a229-e6c55e78c399,segment=NetworkSegment(47d18921-f115-44b5-84ca-e85ef3d08b04),segment_id=47d18921-f115-44b5-84ca-e85ef3d08b04)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:36:03.644408 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:03.723359 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b75ab-1b94-489d-9d8e-b9ed8d42556e None None] Pushing event updated for resources: {'Port': ['ID=f525ee2c-dba5-4b52-a229-e6c55e78c399,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:03.728105 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Routers {'70a036f7-715a-40ec-913d-fd0cebc21083'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:36:03.728711 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:36:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['70a036f7-715a-40ec-913d-fd0cebc21083'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:03.842723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:03.891225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:03.934392 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] Set router 70a036f7-715a-40ec-913d-fd0cebc21083 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:36:04.243865 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-769549a4-dca3-4eff-9752-2cfe1cc45aac tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:04.245270 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-769549a4-dca3-4eff-9752-2cfe1cc45aac tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 812 time: 0.1480954 Dec 23 08:36:04.254152 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:43Z', 'revision_number': 4, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'gw_port': {'id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'f525ee2c-dba5-4b52-a229-e6c55e78c399', 'name': '', 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'mac_address': 'fa:16:3e:90:36:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47da9a3a-8dec-4d37-9127-4a2f1a2d7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:42Z', 'updated_at': '2021-12-23T08:36:03Z', 'revision_number': 4, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'subnets': [{'id': '47da9a3a-8dec-4d37-9127-4a2f1a2d7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:04.257927 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da92ae-e740-4150-91ee-b2cfe1643f9f None None] The sync data for ids ['70a036f7-715a-40ec-913d-fd0cebc21083'] in dv-neutron-822507-1-hyperv is: [{'id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:43Z', 'revision_number': 4, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'gw_port': {'id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'f525ee2c-dba5-4b52-a229-e6c55e78c399', 'name': '', 'network_id': '610c7716-5dd2-44ce-bb44-57b13c91eb4e', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'mac_address': 'fa:16:3e:90:36:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47da9a3a-8dec-4d37-9127-4a2f1a2d7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:42Z', 'updated_at': '2021-12-23T08:36:03Z', 'revision_number': 4, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'subnets': [{'id': '47da9a3a-8dec-4d37-9127-4a2f1a2d7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:36:04.344089 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-b043648d-a304-42ed-ae38-7b942cd38c33 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28531ebe3bc4e779c45b82c6f913fa6 HTTP/1.1" status: 200 len: 380 time: 0.0488260 Dec 23 08:36:04.361911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'port': {'device_id': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'admin_state_up': True, 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'security_groups': ['d2998faf-18ad-4537-b91f-dea74571f035']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:04.562711 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-35923191-4cec-4446-b76d-81f793ac7f87 req-68a41ab2-aa8f-441d-a205-6674a09eb1f7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 210 time: 0.0604999 Dec 23 08:36:04.578135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:04.601398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:04.627909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Made reservation on behalf of c28531ebe3bc4e779c45b82c6f913fa6 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:36:04.631633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:04.777210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51924) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:04.785173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61623693', 'description': 'tempest-secgroup-smoke-61623693 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:04.791659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:04.803594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:04.820947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:04.868413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:04.872883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:36:04.877034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:36:04.883210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:04.944795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Allocated IP 172.20.0.11 (c0466956-7443-4629-b4ba-aeec2558edf7/0cf60a63-22fa-47e6-bf74-cce34cd0c39b/baeeead8-d0d5-4a58-9051-a3e222d81e57) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:36:04.950464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:04.956371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.003210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f052f592-8f8d-4625-9ffe-fe90726aa426,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:05.010096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.011945 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-04f0e761-2ba6-46ec-a951-f0cf2ffa35bd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2330194 Dec 23 08:36:05.015006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51928) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:05.021393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f052f592-8f8d-4625-9ffe-fe90726aa426', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:05.028329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:05.033732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:36:05.037305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:36:05.043639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:05.065035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.144391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.150783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.184150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.191381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35786b51-adb8-48f3-a849-0ed794386f3c,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:05.195559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.199942 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-55517820-6c68-4959-a16b-1dc9130aa46d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1806741 Dec 23 08:36:05.200317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51932) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:05.208068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Transition to ACTIVE for port object baeeead8-d0d5-4a58-9051-a3e222d81e57 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:36:05.209545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f052f592-8f8d-4625-9ffe-fe90726aa426', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:05.223883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:05.229677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:36:05.233268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:36:05.238358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.240251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:05.245727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.266723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.313014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Network c0466956-7443-4629-b4ba-aeec2558edf7 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:36:05.317257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:36:05.321348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:36:05.335180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.341326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.372205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'Port': ['ID=baeeead8-d0d5-4a58-9051-a3e222d81e57,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:05.376485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b879ded-c21f-4710-b113-1c7ea689773c,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:05.392240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.397449 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8c6ae398-3743-45a5-9439-955f21208c19 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1958582 Dec 23 08:36:05.398169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51936) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:05.404936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f052f592-8f8d-4625-9ffe-fe90726aa426', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:05.415097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:05.416162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.423920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:05.432321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:36:05.435433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:36:05.443453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:05.458131 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-6030b080-cc17-4715-86e7-e4e990e4bcf5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1003492 Dec 23 08:36:05.468573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.566858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.573914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.603151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf6ad5d-7c7b-4a73-a314-3d6941815cd1,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:05.614190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f525ee2c-dba5-4b52-a229-e6c55e78c399 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:36:05.632567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Request body: {'port': {'device_id': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:05.636188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.642235 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8a5e777e-7c75-42e1-9e4d-e1fd6a136755 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2429171 Dec 23 08:36:05.644137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51944) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:05.657754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f052f592-8f8d-4625-9ffe-fe90726aa426', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:05.673103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:05.677833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:36:05.682594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:36:05.691552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:05.714129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.731087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f525ee2c-dba5-4b52-a229-e6c55e78c399 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:36:05.738137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f525ee2c-dba5-4b52-a229-e6c55e78c399 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:36:05.738620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.807307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.813990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.822225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-29451c59-26ea-460b-94a1-0f789ff8f9f4 None None] Provisioning for port baeeead8-d0d5-4a58-9051-a3e222d81e57 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:36:05.826234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.831871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-29451c59-26ea-460b-94a1-0f789ff8f9f4 None None] Provisioning complete for port baeeead8-d0d5-4a58-9051-a3e222d81e57 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:36:05.832365 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-29451c59-26ea-460b-94a1-0f789ff8f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.841457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1960d4fb-6886-4b99-8d35-9e188de13fec,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:05.854338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.855995 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5845a8ef-e53b-40d5-abe9-3e624919f3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2097032 Dec 23 08:36:05.858798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51948) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:05.867573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f052f592-8f8d-4625-9ffe-fe90726aa426', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:05.874746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:05.879762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:36:05.883333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:36:05.889589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:05.904735 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:36:05.916214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.943768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.982441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-29451c59-26ea-460b-94a1-0f789ff8f9f4 None None] Port baeeead8-d0d5-4a58-9051-a3e222d81e57 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:36:05.990186 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f525ee2c-dba5-4b52-a229-e6c55e78c399, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f525ee2c-dba5-4b52-a229-e6c55e78c399,segment=NetworkSegment(47d18921-f115-44b5-84ca-e85ef3d08b04),segment_id=47d18921-f115-44b5-84ca-e85ef3d08b04)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:36:05.996578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:05.997031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075e63-b180-463f-993a-c5c35a350af6 req-844f78f5-198c-45aa-bfda-8c35db5e7e4d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:05.997784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-98075e63-b180-463f-993a-c5c35a350af6 req-844f78f5-198c-45aa-bfda-8c35db5e7e4d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Synchronizing usage tracker for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:36:06.012461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.021229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.049489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-98075e63-b180-463f-993a-c5c35a350af6 req-844f78f5-198c-45aa-bfda-8c35db5e7e4d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Unset dirty status for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:36:06.050587 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98075e63-b180-463f-993a-c5c35a350af6 req-844f78f5-198c-45aa-bfda-8c35db5e7e4d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 932 time: 0.2833152 Dec 23 08:36:06.060821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0524a9b0-a6f7-41da-a8b1-91361e07ad53,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:06.079219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.080586 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-eb403f2e-43b1-4be5-9eb7-7af566fe597f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2204711 Dec 23 08:36:06.083844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 51952) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:06.088025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f525ee2c-dba5-4b52-a229-e6c55e78c399,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:06.091628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f052f592-8f8d-4625-9ffe-fe90726aa426', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:06.099678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:06.104612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:36:06.108297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:36:06.115642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:06.128422 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:36:06.135998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.176996 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-98075e63-b180-463f-993a-c5c35a350af6 req-eac4a5e6-25d0-44f2-a931-16f3231cb015 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789587 Dec 23 08:36:06.223979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.228086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.255096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4f7f3e-9e25-478a-ab01-dac76f9e3b77,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:06.268191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.270867 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0b529328-0a2a-45ce-b572-fdca3e385b51 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1855693 Dec 23 08:36:06.277729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baeeead8-d0d5-4a58-9051-a3e222d81e57 {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:36:06.286853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.302263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Transition to ACTIVE for port object baeeead8-d0d5-4a58-9051-a3e222d81e57 will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:36:06.306441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.442082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=baeeead8-d0d5-4a58-9051-a3e222d81e57,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:06.592124 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9245d035-2987-4aa7-8924-070568f46c0e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61623693&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.1098421 Dec 23 08:36:06.626414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Attempting to bind port baeeead8-d0d5-4a58-9051-a3e222d81e57 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:36:06.626963 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Attempting to bind port baeeead8-d0d5-4a58-9051-a3e222d81e57 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:36:06.627503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Attempting to bind port baeeead8-d0d5-4a58-9051-a3e222d81e57 on network c0466956-7443-4629-b4ba-aeec2558edf7 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:36:06.691785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Port baeeead8-d0d5-4a58-9051-a3e222d81e57 on network c0466956-7443-4629-b4ba-aeec2558edf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:36:06.692030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Attempting to bind port baeeead8-d0d5-4a58-9051-a3e222d81e57 on network c0466956-7443-4629-b4ba-aeec2558edf7 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:36:06.711923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:36:06.712252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Checking segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:36:06.712631 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Bound using segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:36:06.713054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Bound port: baeeead8-d0d5-4a58-9051-a3e222d81e57, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:36:06.713393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:06.821673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-ad80f070-8ba8-4bdb-8e3a-a0f39634af82 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:06.823115 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-ad80f070-8ba8-4bdb-8e3a-a0f39634af82 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 795 time: 0.2187357 Dec 23 08:36:06.857578 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-98fd81f9-5edf-43c8-8dac-258ef211346d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0215871 Dec 23 08:36:06.858538 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] For port baeeead8-d0d5-4a58-9051-a3e222d81e57, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:36:06.862778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] For port baeeead8-d0d5-4a58-9051-a3e222d81e57, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=baeeead8-d0d5-4a58-9051-a3e222d81e57,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:36:06.899577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:07.058768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:07.060293 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] 10.222.0.24 "PUT /v2.0/ports/baeeead8-d0d5-4a58-9051-a3e222d81e57 HTTP/1.1" status: 200 len: 1094 time: 1.5933740 Dec 23 08:36:07.063273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'tag': 'baeeead8-d0d5-4a58-9051-a3e222d81e57'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:36:07.146003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0feec-5c7a-459a-bca1-8e17f608b7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=baeeead8-d0d5-4a58-9051-a3e222d81e57,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:07.150802 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'tag': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'status': 'completed', 'code': 200} Dec 23 08:36:07.184272 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-d9ed0efa-a266-4bfc-b129-263446df0042 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3187566 Dec 23 08:36:07.202434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9e46a931-c515-4021-a66c-ea2e218c220a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:36:07.204146 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9e46a931-c515-4021-a66c-ea2e218c220a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056469 Dec 23 08:36:07.212605 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-db0d9d53-698a-45d3-8078-ef5ce3a1d076 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 1097 time: 0.1146300 Dec 23 08:36:07.397716 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-85afc7f8-08b6-4980-946c-8dfb91a66de9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baeeead8-d0d5-4a58-9051-a3e222d81e57 HTTP/1.1" status: 200 len: 217 time: 0.1756196 Dec 23 08:36:07.523378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-8b03c91f-1b96-4cf4-9c29-72a718269bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:07.523378 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-8b03c91f-1b96-4cf4-9c29-72a718269bc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.1161766 Dec 23 08:36:07.558914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f525ee2c-dba5-4b52-a229-e6c55e78c399 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:36:07.560713 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-0b8db741-1eec-44b8-9303-015eea46aa37 service neutron] 10.222.0.36 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833622 Dec 23 08:36:07.626487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f525ee2c-dba5-4b52-a229-e6c55e78c399 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:36:07.626745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:07.659955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e15f3d-85c4-40b4-ad1b-3496a060ec6b req-6561f868-7596-4daa-a32b-9371f16dc350 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:07.661967 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c7e15f3d-85c4-40b4-ad1b-3496a060ec6b req-6561f868-7596-4daa-a32b-9371f16dc350 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 944 time: 0.3036733 Dec 23 08:36:07.774614 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-136a5847-bb7e-4c79-9d8c-eb214c56a43c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2470305 Dec 23 08:36:07.778471 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c7e15f3d-85c4-40b4-ad1b-3496a060ec6b req-743ebcb8-9a8f-4c79-b48a-db5f0c93b21a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952976 Dec 23 08:36:07.780189 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-886ff0b0-b0ac-4588-9833-e81299ee3039 service neutron] 10.222.0.36 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076070 Dec 23 08:36:07.940538 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-60d51fbf-ff1d-4d9d-b75b-1e65bd292de8 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587031 Dec 23 08:36:08.008392 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d3b7e87b-4e03-49ea-b6eb-08b431e3ca68 req-4bde362e-2fbd-417e-9083-780563dd9335 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 210 time: 0.0658925 Dec 23 08:36:08.131101 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeaa49ac-890a-44b3-b5b9-c3d105710753 req-1d484036-0e3a-4396-831c-b3a102279161 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497273 Dec 23 08:36:08.245987 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c099b72-bcbc-4051-b404-2da99c2e8e6e req-eda24312-7edb-4673-bbc7-fc4325f6b326 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 1097 time: 0.0715239 Dec 23 08:36:08.380884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c099b72-bcbc-4051-b404-2da99c2e8e6e req-48dd2980-6a66-4e4d-b025-6d0ae8b4817a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:08.382337 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c099b72-bcbc-4051-b404-2da99c2e8e6e req-48dd2980-6a66-4e4d-b025-6d0ae8b4817a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1296744 Dec 23 08:36:08.456144 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c099b72-bcbc-4051-b404-2da99c2e8e6e req-5add2698-3f82-4789-a420-588e2356d8b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baeeead8-d0d5-4a58-9051-a3e222d81e57 HTTP/1.1" status: 200 len: 217 time: 0.0666337 Dec 23 08:36:08.528382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c099b72-bcbc-4051-b404-2da99c2e8e6e req-3456bb06-b71b-4c7c-81ce-59146d585a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:08.530143 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c099b72-bcbc-4051-b404-2da99c2e8e6e req-3456bb06-b71b-4c7c-81ce-59146d585a91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0636330 Dec 23 08:36:08.617997 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c099b72-bcbc-4051-b404-2da99c2e8e6e req-538844ab-067d-4a72-b7f2-d99cd29365e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817411 Dec 23 08:36:08.754246 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c099b72-bcbc-4051-b404-2da99c2e8e6e req-409f9ec1-a9da-4f7e-8f80-b6b208164662 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285689 Dec 23 08:36:09.042681 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c099b72-bcbc-4051-b404-2da99c2e8e6e req-bbbd6a37-b60f-4f57-9cfa-b1d65bda45dd service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817531 Dec 23 08:36:09.054893 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c8b89-725e-4c67-93a0-4966ff05d9e7 req-5673d7a8-1aba-448d-95f8-658e699da855 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:09.056457 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f89c8b89-725e-4c67-93a0-4966ff05d9e7 req-5673d7a8-1aba-448d-95f8-658e699da855 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 944 time: 0.1355033 Dec 23 08:36:09.122690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9d577a89-9e8b-4c89-86f3-08173b673ee7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:09.124008 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f89c8b89-725e-4c67-93a0-4966ff05d9e7 req-9adbfadd-40a3-4762-9b7d-64ec875aabd5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613301 Dec 23 08:36:09.124152 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9d577a89-9e8b-4c89-86f3-08173b673ee7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 795 time: 0.1671417 Dec 23 08:36:09.182876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-4c4313e9-6427-49a3-8a1f-f1a1cd11744d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:36:09.212548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-4c4313e9-6427-49a3-8a1f-f1a1cd11744d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:36:09.214347 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-4c4313e9-6427-49a3-8a1f-f1a1cd11744d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 470 time: 0.0767350 Dec 23 08:36:09.215333 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2009df96-639e-4dcf-b421-c315df090e4f req-b194f3d7-063c-4744-8af3-8867368bccf0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 210 time: 0.0467055 Dec 23 08:36:09.224416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['f052f592-8f8d-4625-9ffe-fe90726aa426']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:09.359136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:09.363469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:port and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:36:09.366205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:36:09.371717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:09.382701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:36:09.385369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:09.542728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.7 (14648e1f-0f1c-4ed3-a429-10bcaa5965df/974df150-a960-498c-8150-9a5757ea8366/1208df12-7659-4bcb-8c61-7bcbbe2bae3e) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:36:09.729203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:09.744739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 1208df12-7659-4bcb-8c61-7bcbbe2bae3e will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:36:09.765593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:09.832298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:36:09.835261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:36:09.839095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:36:09.870739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:09.907585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:09.908178 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:09.934394 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-14af3ba7-d464-4e18-a4bf-1b39a5f68268 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7145274 Dec 23 08:36:09.946188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Request body: {'port': {'device_id': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:10.052369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:10.071123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8caaf973-efab-4b08-8a16-f7d8e4fc93db None None] Provisioning for port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:36:10.075898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8caaf973-efab-4b08-8a16-f7d8e4fc93db None None] Provisioning complete for port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:36:10.076255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8caaf973-efab-4b08-8a16-f7d8e4fc93db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:10.130495 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-8caaf973-efab-4b08-8a16-f7d8e4fc93db None None] Port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:36:10.319362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b23ad-a5b3-4b37-9170-7cdc5915e866 req-99cd7015-270c-46ab-891b-82e2c631c425 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:10.320813 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-133b23ad-a5b3-4b37-9170-7cdc5915e866 req-99cd7015-270c-46ab-891b-82e2c631c425 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 944 time: 0.0757549 Dec 23 08:36:10.395319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1208df12-7659-4bcb-8c61-7bcbbe2bae3e {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:36:10.403795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:10.417498 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-133b23ad-a5b3-4b37-9170-7cdc5915e866 req-39018798-54ce-4894-998e-4337ccd20dca tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913990 Dec 23 08:36:10.419200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Transition to ACTIVE for port object 1208df12-7659-4bcb-8c61-7bcbbe2bae3e will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:36:10.423726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:10.444596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fde29f-460f-4bf3-beb9-01548cd68608 req-acf427a7-a111-4f83-bd94-c3a6ad846e06 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:10.444596 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f3fde29f-460f-4bf3-beb9-01548cd68608 req-acf427a7-a111-4f83-bd94-c3a6ad846e06 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 931 time: 0.1009669 Dec 23 08:36:10.491116 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f3fde29f-460f-4bf3-beb9-01548cd68608 req-797478ff-8a1f-4a0c-9103-05971392a6e5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421653 Dec 23 08:36:10.643918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Pushing event updated for resources: {'Port': ['ID=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:10.759722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Attempting to bind port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:36:10.759994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Attempting to bind port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:36:10.760308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Attempting to bind port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e on network 14648e1f-0f1c-4ed3-a429-10bcaa5965df {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:36:10.765834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e on network 14648e1f-0f1c-4ed3-a429-10bcaa5965df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:36:10.766711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Attempting to bind port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e on network 14648e1f-0f1c-4ed3-a429-10bcaa5965df {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:36:10.772667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:36:10.772987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Checking segment: {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:36:10.773355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Bound using segment: {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:36:10.773756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Bound port: 1208df12-7659-4bcb-8c61-7bcbbe2bae3e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7255ce-d4b0-4f08-a8c8-6ff468f07786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:36:10.774115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:10.856840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] For port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:36:10.860199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] For port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:36:10.864749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:10.926701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:10.928056 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] 10.222.0.24 "PUT /v2.0/ports/1208df12-7659-4bcb-8c61-7bcbbe2bae3e HTTP/1.1" status: 200 len: 1093 time: 0.9861324 Dec 23 08:36:10.928480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'tag': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:36:10.948728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499573c-5136-42a9-97b7-9783d511d550 service neutron] Pushing event updated for resources: {'Port': ['ID=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:11.002601 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'tag': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e', 'status': 'completed', 'code': 200} Dec 23 08:36:11.043658 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-3473cd26-130a-41aa-bc2a-b35f8f67591a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 1096 time: 0.0731580 Dec 23 08:36:11.115435 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-a6df0cac-b73f-46af-b75b-2752a4ac7175 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1208df12-7659-4bcb-8c61-7bcbbe2bae3e HTTP/1.1" status: 200 len: 217 time: 0.0644674 Dec 23 08:36:11.177281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-a493d1e8-23d2-4b2e-8392-4ce388588e6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:11.178735 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-a493d1e8-23d2-4b2e-8392-4ce388588e6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974df150-a960-498c-8150-9a5757ea8366 HTTP/1.1" status: 200 len: 834 time: 0.0578797 Dec 23 08:36:11.251008 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-1e3ad14c-738b-44d8-9780-aba5fa1bea42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14648e1f-0f1c-4ed3-a429-10bcaa5965df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658545 Dec 23 08:36:11.377868 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-aaa977f1-e7cf-4601-9096-7b32a2747d37 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204736 Dec 23 08:36:11.507123 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7597a5ba-c2ee-487b-9882-0bc7f1f7b8bf req-66796937-5b0b-45fc-8b73-86567be7f748 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231966 Dec 23 08:36:11.627701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818e8fc-fa47-49c5-b2af-5ba4f6b9ddff req-4ebc23a6-ef7b-4090-ba8e-9dc890d5eca7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:11.629325 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4818e8fc-fa47-49c5-b2af-5ba4f6b9ddff req-4ebc23a6-ef7b-4090-ba8e-9dc890d5eca7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 944 time: 0.0763226 Dec 23 08:36:11.649057 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-04b8c928-97b1-4b17-89bb-fe63540065eb req-d8d283cd-4038-4f5d-a8a6-2e9cd22004a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 1096 time: 0.0761187 Dec 23 08:36:11.728627 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4818e8fc-fa47-49c5-b2af-5ba4f6b9ddff req-e0a23367-6677-4a48-b9f3-87c2c6014ccf tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610480 Dec 23 08:36:11.742748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c59c10-956f-406e-bd43-c1355a15ab06 req-8c099142-1211-454b-8aa0-07e5184af575 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:11.744162 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-92c59c10-956f-406e-bd43-c1355a15ab06 req-8c099142-1211-454b-8aa0-07e5184af575 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 943 time: 0.1140039 Dec 23 08:36:11.784884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c928-97b1-4b17-89bb-fe63540065eb req-233952a5-a380-40b5-b000-0b6a901980cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:11.786346 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-04b8c928-97b1-4b17-89bb-fe63540065eb req-233952a5-a380-40b5-b000-0b6a901980cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 895 time: 0.1298501 Dec 23 08:36:11.792962 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-92c59c10-956f-406e-bd43-c1355a15ab06 req-ea66091a-dafe-4074-b3de-a02e732dbb9c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406878 Dec 23 08:36:11.855397 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-04b8c928-97b1-4b17-89bb-fe63540065eb req-aea6b9b7-ff88-4728-bdff-d139ecf0e48c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1208df12-7659-4bcb-8c61-7bcbbe2bae3e HTTP/1.1" status: 200 len: 217 time: 0.0626848 Dec 23 08:36:11.916362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c928-97b1-4b17-89bb-fe63540065eb req-9511854a-0c19-45bb-b4fc-817045fe0a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:11.917710 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-04b8c928-97b1-4b17-89bb-fe63540065eb req-9511854a-0c19-45bb-b4fc-817045fe0a19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974df150-a960-498c-8150-9a5757ea8366 HTTP/1.1" status: 200 len: 834 time: 0.0549443 Dec 23 08:36:11.997232 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-04b8c928-97b1-4b17-89bb-fe63540065eb req-0376cff9-c82a-4c00-8fb4-c94f46b76c92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14648e1f-0f1c-4ed3-a429-10bcaa5965df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722046 Dec 23 08:36:12.129929 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-04b8c928-97b1-4b17-89bb-fe63540065eb req-5d664c89-af8c-40c2-b1ad-ae96bfaef697 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252911 Dec 23 08:36:12.347258 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-04b8c928-97b1-4b17-89bb-fe63540065eb req-079235aa-ea8d-463c-bf05-1d4f50dcd4c6 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101462 Dec 23 08:36:12.967796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47e411-e76e-45f0-ac1c-519bd5e20c5f req-3fd5958c-6d8e-4d1a-ac43-25740e88fe94 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:12.969703 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fc47e411-e76e-45f0-ac1c-519bd5e20c5f req-3fd5958c-6d8e-4d1a-ac43-25740e88fe94 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 944 time: 0.1186359 Dec 23 08:36:13.033790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07363e-c9e7-4653-9ba3-833d9bf83835 req-d3ca0c58-4488-4f63-bff5-c908aed04888 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:13.035150 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b07363e-c9e7-4653-9ba3-833d9bf83835 req-d3ca0c58-4488-4f63-bff5-c908aed04888 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 943 time: 0.1224544 Dec 23 08:36:13.037281 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fc47e411-e76e-45f0-ac1c-519bd5e20c5f req-26bf3bbc-c1ce-44d8-99b9-397df4c7533b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590205 Dec 23 08:36:13.079109 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b07363e-c9e7-4653-9ba3-833d9bf83835 req-4fb2e8f2-cb95-4a64-90f8-ca2c072d6ecc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380089 Dec 23 08:36:13.304503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 1208df12-7659-4bcb-8c61-7bcbbe2bae3e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:36:13.438962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:36:13.451520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'port_id': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e', 'mac_address': 'fa:16:3e:8a:12:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:36:13.503662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:13.520317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1208df12-7659-4bcb-8c61-7bcbbe2bae3e {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:36:13.539255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:36:13.543106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:13.611247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:13.775167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['1208df12-7659-4bcb-8c61-7bcbbe2bae3e'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:36:14.292243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7408d-2c48-4a93-8259-2fb8b980e9fe req-dab7ad45-5f61-47e2-8a11-78308ab31d27 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:14.293687 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1c7408d-2c48-4a93-8259-2fb8b980e9fe req-dab7ad45-5f61-47e2-8a11-78308ab31d27 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 944 time: 0.1381369 Dec 23 08:36:14.300015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5682644-04ea-44c1-b658-a61f73c3598e req-babcacf2-43af-41d4-ac56-de55f46c1c88 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:14.301297 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d5682644-04ea-44c1-b658-a61f73c3598e req-babcacf2-43af-41d4-ac56-de55f46c1c88 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 944 time: 0.1031222 Dec 23 08:36:14.372234 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1c7408d-2c48-4a93-8259-2fb8b980e9fe req-9127f83a-b39e-4e14-9662-c6953fd6b5b6 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699556 Dec 23 08:36:14.377127 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d5682644-04ea-44c1-b658-a61f73c3598e req-0c1b29fd-4914-40df-9df3-381c81e7ea01 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615842 Dec 23 08:36:15.293736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 1208df12-7659-4bcb-8c61-7bcbbe2bae3e up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:36:15.359686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:36:15.364292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:36:15.364654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:15.513622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:15.541115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:36:15.551356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:36:15.555134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:15.621486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:15.643974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537611e1-4f2a-400f-a138-13356e251b01 req-40a35f0b-e6a6-468c-8541-8c43c4a113f0 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:15.645417 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-537611e1-4f2a-400f-a138-13356e251b01 req-40a35f0b-e6a6-468c-8541-8c43c4a113f0 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 944 time: 0.1377871 Dec 23 08:36:15.657219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b0074-a612-43d6-bccf-39e1ceed4508 req-013e2bd3-8890-4c0e-9c35-9e69509d3dc4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:15.658590 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-428b0074-a612-43d6-bccf-39e1ceed4508 req-013e2bd3-8890-4c0e-9c35-9e69509d3dc4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 945 time: 0.1497653 Dec 23 08:36:15.727249 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-537611e1-4f2a-400f-a138-13356e251b01 req-47888ff2-8fa1-49f4-a5b5-56a8e989f811 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756752 Dec 23 08:36:15.729570 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-428b0074-a612-43d6-bccf-39e1ceed4508 req-e6118a90-c932-491c-ac51-8a3d2f0656a2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584004 Dec 23 08:36:15.791723 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e', 'code': 200} Dec 23 08:36:16.025048 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c104d0fd-0235-467c-8336-bd1ee22f2d78 req-f253ec12-5620-4485-ab96-ff21e9da8467 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 1098 time: 0.0679991 Dec 23 08:36:16.066895 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c104d0fd-0235-467c-8336-bd1ee22f2d78 req-47abf0b3-1d47-46a1-a987-6f02c8752276 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350308 Dec 23 08:36:16.976928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592cdc-7552-4028-be3d-855bd48878c3 req-8ed68a04-686b-4e63-b841-f2b5a0e1a560 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:16.978378 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c5592cdc-7552-4028-be3d-855bd48878c3 req-8ed68a04-686b-4e63-b841-f2b5a0e1a560 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 944 time: 0.1318712 Dec 23 08:36:16.988067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747917fc-433d-4cb5-8098-f77e79b39178 req-8212d958-23ff-4177-ab7c-8617c5846ebb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:16.989458 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-747917fc-433d-4cb5-8098-f77e79b39178 req-8212d958-23ff-4177-ab7c-8617c5846ebb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 945 time: 0.1133001 Dec 23 08:36:17.065327 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c5592cdc-7552-4028-be3d-855bd48878c3 req-4a64adb7-6ec8-423d-a240-db4b5b96fd05 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749068 Dec 23 08:36:17.072389 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-747917fc-433d-4cb5-8098-f77e79b39178 req-1ed24a90-3cb3-4539-b157-70a8fac92371 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685592 Dec 23 08:36:17.318636 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device baeeead8-d0d5-4a58-9051-a3e222d81e57 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:36:17.457589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port baeeead8-d0d5-4a58-9051-a3e222d81e57, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=baeeead8-d0d5-4a58-9051-a3e222d81e57,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:36:17.470265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'port_id': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'mac_address': 'fa:16:3e:54:fa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:36:17.522980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:17.540264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baeeead8-d0d5-4a58-9051-a3e222d81e57 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:36:17.555168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port baeeead8-d0d5-4a58-9051-a3e222d81e57, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=baeeead8-d0d5-4a58-9051-a3e222d81e57,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:36:17.558682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:17.623982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=baeeead8-d0d5-4a58-9051-a3e222d81e57,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:17.775561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['baeeead8-d0d5-4a58-9051-a3e222d81e57'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:36:18.319545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2b5d-56c3-4b5b-9230-e06dfd84b7aa req-d263cd3c-0f8b-454d-abf2-d90ca7e6e317 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:18.320987 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5bca2b5d-56c3-4b5b-9230-e06dfd84b7aa req-d263cd3c-0f8b-454d-abf2-d90ca7e6e317 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 945 time: 0.1340861 Dec 23 08:36:18.327289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb300d7-01cb-475a-885a-103df211c4c6 req-5344cd79-b5ae-49cf-b329-946709a60441 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:18.329119 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffb300d7-01cb-475a-885a-103df211c4c6 req-5344cd79-b5ae-49cf-b329-946709a60441 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 945 time: 0.1126387 Dec 23 08:36:18.398937 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5bca2b5d-56c3-4b5b-9230-e06dfd84b7aa req-7ac0b6e6-d2d7-4885-a404-ffc897ab68df tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689008 Dec 23 08:36:18.403398 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffb300d7-01cb-475a-885a-103df211c4c6 req-2cbb7ad5-36d2-4361-a610-43f9f38bf10e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582902 Dec 23 08:36:18.687731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7509d87-44ed-4a95-8091-c2c594b788a6 req-67c56744-e144-4598-8d28-3e137a478cb1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:18.689090 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d7509d87-44ed-4a95-8091-c2c594b788a6 req-67c56744-e144-4598-8d28-3e137a478cb1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 945 time: 0.1591725 Dec 23 08:36:18.732645 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d7509d87-44ed-4a95-8091-c2c594b788a6 req-64a90dec-4a4d-4eea-8083-ff251aadf19e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380747 Dec 23 08:36:18.759642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52016) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:18.828103 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-92abc05f-fd07-4722-82ad-fb3c876a04ff tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 1093 time: 0.0673795 Dec 23 08:36:18.830880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52020) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:18.835916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-115b1145-7344-41e1-9008-3263e9f13dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'port_id': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:18.908120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-115b1145-7344-41e1-9008-3263e9f13dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:19.339542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device baeeead8-d0d5-4a58-9051-a3e222d81e57 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:36:19.406995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port baeeead8-d0d5-4a58-9051-a3e222d81e57 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:36:19.411641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port baeeead8-d0d5-4a58-9051-a3e222d81e57 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:36:19.412003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:19.508713 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-115b1145-7344-41e1-9008-3263e9f13dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:19.515794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-115b1145-7344-41e1-9008-3263e9f13dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:19.536873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:19.564319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeeead8-d0d5-4a58-9051-a3e222d81e57'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:36:19.573694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port baeeead8-d0d5-4a58-9051-a3e222d81e57, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=baeeead8-d0d5-4a58-9051-a3e222d81e57,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:36:19.579072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:19.622742 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'code': 200} Dec 23 08:36:19.651438 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=baeeead8-d0d5-4a58-9051-a3e222d81e57,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:19.730451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00d0ba-ebb1-4e21-9b7d-cbc1319061a0 req-106dea88-33ce-44b3-8bb8-279050b5a455 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:19.731884 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7b00d0ba-ebb1-4e21-9b7d-cbc1319061a0 req-106dea88-33ce-44b3-8bb8-279050b5a455 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 946 time: 0.1610425 Dec 23 08:36:19.801400 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7b00d0ba-ebb1-4e21-9b7d-cbc1319061a0 req-5c4848ad-abeb-44cc-80f8-1055d55668d5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622594 Dec 23 08:36:19.820452 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-115b1145-7344-41e1-9008-3263e9f13dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP 611af8bd-faaf-44cc-8ee8-6cf27381fcf2 associated. External IP: 172.26.8.13, port: 1208df12-7659-4bcb-8c61-7bcbbe2bae3e. Dec 23 08:36:19.846771 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-bfb83359-7b88-4eb2-8cae-e531d1aea529 req-214cb0dc-4f9a-4d47-9b26-b89cb73d49b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 1099 time: 0.0774136 Dec 23 08:36:19.892280 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-bfb83359-7b88-4eb2-8cae-e531d1aea529 req-e1d05c13-1ead-42da-a8fe-c298937ecbce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 Dec 23 08:36:20.284351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115b1145-7344-41e1-9008-3263e9f13dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4734122d-a266-414a-871a-b2962ec7a7ff has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:36:20.478065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115b1145-7344-41e1-9008-3263e9f13dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:36:20.482277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-115b1145-7344-41e1-9008-3263e9f13dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:20.488063 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] Sync routers for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:36:20.500097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:36:20.500714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:36:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:20.540491 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-115b1145-7344-41e1-9008-3263e9f13dbd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 990 time: 1.7059355 Dec 23 08:36:20.540491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'tag': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:36:20.541178 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52028) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:20.591838 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'tag': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e', 'status': 'completed', 'code': 200} Dec 23 08:36:20.692389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:36:20.703703 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-78512589-2745-472a-ab45-26f1af65be46 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 990 time: 0.1605282 Dec 23 08:36:20.720234 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-81195e14-828e-425d-be89-8b472b1f1334 req-459dc9f9-2580-45e1-9f87-c5e1250cc135 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 1098 time: 0.1022859 Dec 23 08:36:20.858574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81195e14-828e-425d-be89-8b472b1f1334 req-007ef6eb-f082-4c4c-b72a-690f1ec159f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:20.860110 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-81195e14-828e-425d-be89-8b472b1f1334 req-007ef6eb-f082-4c4c-b72a-690f1ec159f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 895 time: 0.1310501 Dec 23 08:36:20.991071 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-81195e14-828e-425d-be89-8b472b1f1334 req-b42ce532-19ad-491e-9d30-eb61efab8693 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1208df12-7659-4bcb-8c61-7bcbbe2bae3e HTTP/1.1" status: 200 len: 998 time: 0.1177361 Dec 23 08:36:21.017567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b1451-ab7b-4fe1-9546-1ea09c4f143c req-94d389d4-0e76-4bf9-8440-805ed4c5d8ee tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:21.019332 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f97b1451-ab7b-4fe1-9546-1ea09c4f143c req-94d389d4-0e76-4bf9-8440-805ed4c5d8ee tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 946 time: 0.0877669 Dec 23 08:36:21.058620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '611af8bd-faaf-44cc-8ee8-6cf27381fcf2', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'port_id': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'mac_address': 'fa:16:3e:8a:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:35:22Z', 'updated_at': '2021-12-23T08:36:19Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:21.063682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] Checking router: 4734122d-a266-414a-871a-b2962ec7a7ff for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:36:21.066463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81195e14-828e-425d-be89-8b472b1f1334 req-6e434215-64be-4641-951c-43567f0ae561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:21.067930 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-81195e14-828e-425d-be89-8b472b1f1334 req-6e434215-64be-4641-951c-43567f0ae561 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974df150-a960-498c-8150-9a5757ea8366 HTTP/1.1" status: 200 len: 834 time: 0.0681033 Dec 23 08:36:21.073924 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f97b1451-ab7b-4fe1-9546-1ea09c4f143c req-7614fcda-c5a3-468d-96a5-10e1652d336d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489588 Dec 23 08:36:21.076844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:36:21.077435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:36:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:21.149407 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-81195e14-828e-425d-be89-8b472b1f1334 req-fb835613-07f6-4d11-abd0-15a767f11b50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14648e1f-0f1c-4ed3-a429-10bcaa5965df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734544 Dec 23 08:36:21.282039 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-81195e14-828e-425d-be89-8b472b1f1334 req-d372ca04-11e5-44ea-8a67-17b73f0da41f service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250567 Dec 23 08:36:21.293609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:36:21.412210 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-81195e14-828e-425d-be89-8b472b1f1334 req-b7b1e6f7-7203-4b89-962b-0a6f111631f4 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245499 Dec 23 08:36:21.635049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '611af8bd-faaf-44cc-8ee8-6cf27381fcf2', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'port_id': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'mac_address': 'fa:16:3e:8a:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:35:22Z', 'updated_at': '2021-12-23T08:36:19Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:21.638996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f303ee8-6f32-44c8-9eb6-95bbaa26a332 None None] The sync data for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv is: [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '611af8bd-faaf-44cc-8ee8-6cf27381fcf2', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'port_id': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'mac_address': 'fa:16:3e:8a:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:35:22Z', 'updated_at': '2021-12-23T08:36:19Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:36:21.706328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52036) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:21.808574 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d1335d1b-530f-4bd7-a9cc-9e9cd73d80a8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 990 time: 0.1011214 Dec 23 08:36:22.271391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44400451-f3d7-4e03-a9c8-3999f3a4f4fa req-551d660b-7f6d-4125-a598-a15287df553a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:22.272799 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-44400451-f3d7-4e03-a9c8-3999f3a4f4fa req-551d660b-7f6d-4125-a598-a15287df553a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 946 time: 0.0777299 Dec 23 08:36:22.317041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-44400451-f3d7-4e03-a9c8-3999f3a4f4fa req-ab1c2746-bf5e-44d9-b992-ce0d01c4831d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388808 Dec 23 08:36:22.511710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8312ec1-06a4-4f97-8e7e-947431661519 req-a6a908ff-7100-44b8-9cc7-e613fb3f6b6b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:22.513318 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a8312ec1-06a4-4f97-8e7e-947431661519 req-a6a908ff-7100-44b8-9cc7-e613fb3f6b6b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 946 time: 0.0793037 Dec 23 08:36:22.531998 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2eaca-8dc8-43a4-b71c-9f72dcd1a339 None None] New status for floating IP 611af8bd-faaf-44cc-8ee8-6cf27381fcf2: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:36:22.562396 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a8312ec1-06a4-4f97-8e7e-947431661519 req-881cd18c-246c-4293-96f5-9d0ca9b42c52 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Dec 23 08:36:22.590888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52044) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:22.724500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2433968c-8608-4c47-b330-73927e5796f2 tempest-TestVolumeBootPattern-909004027 tempest-TestVolumeBootPattern-909004027-project-admin] Synchronizing usage tracker for tenant:6df28f3fffaa49b78f5c39f326008c1d on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:36:22.741586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2433968c-8608-4c47-b330-73927e5796f2 tempest-TestVolumeBootPattern-909004027 tempest-TestVolumeBootPattern-909004027-project-admin] Unset dirty status for tenant:6df28f3fffaa49b78f5c39f326008c1d on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:36:22.742819 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2433968c-8608-4c47-b330-73927e5796f2 tempest-TestVolumeBootPattern-909004027 tempest-TestVolumeBootPattern-909004027-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 1094 time: 0.1508968 Dec 23 08:36:22.745623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52050) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:22.750940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:36:22.756369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:36:22.760113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:floatingip and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:36:22.762892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:36:22.768919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:36:22.785590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:22.811722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52054) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:22.916661 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-34807974-5492-42e1-8682-cce04ca5eed0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 200 len: 992 time: 0.1036055 Dec 23 08:36:22.920025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:23.052349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Allocated IP 172.26.8.45 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/3e7b3553-1e51-48d5-952d-34e8fba06876) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:36:23.285136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:23.311243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:23.376165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:36:23.378963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:36:23.383333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:36:23.409212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'Port': ['ID=3e7b3553-1e51-48d5-952d-34e8fba06876,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:23.433012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.433346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.433679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.434032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.434413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.434954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.435502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.436056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.436608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.437156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.438240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:23.908340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:23.964605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:24.164433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:24.168650 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:24.223784 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:36:24.268531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'Port': ['ID=3e7b3553-1e51-48d5-952d-34e8fba06876,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:24.285969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:24.473027 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Floating IP 499eec6e-63bc-417d-b8e1-5c09dfaaf609 associated. External IP: 172.26.8.45, port: baeeead8-d0d5-4a58-9051-a3e222d81e57. Dec 23 08:36:24.944203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:36:25.139211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:36:25.148297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] Sync routers for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:36:25.160444 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:36:25.160981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:36:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:25.162824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:25.226046 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4beaaaf6-fb59-4e31-81cd-1db0944b7943 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4693131 Dec 23 08:36:25.226046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'tag': 'baeeead8-d0d5-4a58-9051-a3e222d81e57'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:36:25.270021 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'tag': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'status': 'completed', 'code': 200} Dec 23 08:36:25.339248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:36:25.363828 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f283f87c-2d2f-408b-bae1-47f62d36b497 req-18684b43-915a-48ea-91d1-7d954ca0cb27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 1099 time: 0.0703123 Dec 23 08:36:25.496395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283f87c-2d2f-408b-bae1-47f62d36b497 req-60d5eeaf-ed66-44bb-b7a9-bb7b047f735b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:25.497837 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f283f87c-2d2f-408b-bae1-47f62d36b497 req-60d5eeaf-ed66-44bb-b7a9-bb7b047f735b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1273968 Dec 23 08:36:25.600148 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f283f87c-2d2f-408b-bae1-47f62d36b497 req-76313e77-3dec-4856-a5db-d37334602969 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baeeead8-d0d5-4a58-9051-a3e222d81e57 HTTP/1.1" status: 200 len: 999 time: 0.0956900 Dec 23 08:36:25.669277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283f87c-2d2f-408b-bae1-47f62d36b497 req-1d498079-a157-426b-ab2f-124eaf394733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:25.671018 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f283f87c-2d2f-408b-bae1-47f62d36b497 req-1d498079-a157-426b-ab2f-124eaf394733 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0653946 Dec 23 08:36:25.688611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '499eec6e-63bc-417d-b8e1-5c09dfaaf609', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:54:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:36:23Z', 'updated_at': '2021-12-23T08:36:23Z', 'revision_number': 0, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:25.692416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] Checking router: a8497edf-4033-40b5-8fa0-fd70ac4d5c02 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:36:25.702908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:36:25.703524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:36:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:25.751584 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f283f87c-2d2f-408b-bae1-47f62d36b497 req-b778fad5-8d1c-4c0b-98c1-d4bd24818972 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721569 Dec 23 08:36:25.879480 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:36:25.884545 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f283f87c-2d2f-408b-bae1-47f62d36b497 req-5a20870b-2231-4ac4-aa50-e227c7c8033c service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233950 Dec 23 08:36:26.019146 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f283f87c-2d2f-408b-bae1-47f62d36b497 req-7b131478-296f-4ee0-866a-79d74a34840c service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245754 Dec 23 08:36:26.265136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '499eec6e-63bc-417d-b8e1-5c09dfaaf609', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:54:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:36:23Z', 'updated_at': '2021-12-23T08:36:23Z', 'revision_number': 0, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:26.269751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbed69-b1d2-4707-ac0f-bc0a83f2ce5a None None] The sync data for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv is: [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '499eec6e-63bc-417d-b8e1-5c09dfaaf609', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:54:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:36:23Z', 'updated_at': '2021-12-23T08:36:23Z', 'revision_number': 0, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:36:26.450235 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e466c2-a435-4116-8260-ca82c349455e None None] New status for floating IP 499eec6e-63bc-417d-b8e1-5c09dfaaf609: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:36:30.317700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:30.458610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e256a13e-cc33-43cb-8163-7b8ad91faf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:32.718004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5b37f0e4-0b22-4488-99d6-b940e79d3d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:33.835085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:33.885734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:35.234990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:42.045025 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-a872db6f-716c-4924-8eae-5765a7d57e6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701072 Dec 23 08:36:42.188749 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-5122d3ae-6d68-4994-b6ac-19b95bf922e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 1099 time: 0.0674937 Dec 23 08:36:42.340394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-3dc246ad-f7f9-4d56-ad41-b7481b91e588 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:42.340394 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-3dc246ad-f7f9-4d56-ad41-b7481b91e588 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 200 len: 895 time: 0.1317093 Dec 23 08:36:42.414396 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-3fe8b9a8-2de9-4f4f-b6a7-90943eb54f89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83 HTTP/1.1" status: 200 len: 217 time: 0.0656979 Dec 23 08:36:42.477150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-98aad4d7-d4f3-457b-9e62-ebe50b5b3fb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:42.479063 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-98aad4d7-d4f3-457b-9e62-ebe50b5b3fb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=974df150-a960-498c-8150-9a5757ea8366 HTTP/1.1" status: 200 len: 834 time: 0.0594254 Dec 23 08:36:42.660215 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-1c93ee9a-b3fb-4e19-9445-900a61515c33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14648e1f-0f1c-4ed3-a429-10bcaa5965df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1743882 Dec 23 08:36:42.813386 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-63e3adab-6e40-489b-9aff-5d3876fd45a6 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450629 Dec 23 08:36:42.941530 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e5096b27-3fbf-4b56-a7a3-3eca81e3247b req-5b6b5fc9-f1bc-46e8-908a-f7df040a6182 service neutron] 10.222.0.24 "GET /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216488 Dec 23 08:36:54.568161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21938e30-54c7-4a1a-a096-84a08a353202 req-a8944cf5-3f0a-4ded-b933-b5584c99e0e1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:54.569577 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-21938e30-54c7-4a1a-a096-84a08a353202 req-a8944cf5-3f0a-4ded-b933-b5584c99e0e1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 945 time: 0.0821464 Dec 23 08:36:54.613525 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-21938e30-54c7-4a1a-a096-84a08a353202 req-ec701814-b758-424a-abd1-68e38bce2255 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383804 Dec 23 08:36:55.807212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e91b3-1dd7-4bea-b772-429db4d51b50 req-478ddd88-9dcd-4f50-b427-64b3cff41640 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:55.808640 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ef6e91b3-1dd7-4bea-b772-429db4d51b50 req-478ddd88-9dcd-4f50-b427-64b3cff41640 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 945 time: 0.0749273 Dec 23 08:36:55.854105 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ef6e91b3-1dd7-4bea-b772-429db4d51b50 req-c92aa2cb-009a-4787-ac1e-b3a856fbfdc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f052f592-8f8d-4625-9ffe-fe90726aa426&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399337 Dec 23 08:36:55.972240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-94480b0a-fbe2-43ee-ab2e-d770d638eeb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:36:55.972940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-94480b0a-fbe2-43ee-ab2e-d770d638eeb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:36:55.988394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-94480b0a-fbe2-43ee-ab2e-d770d638eeb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:36:55.989624 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-94480b0a-fbe2-43ee-ab2e-d770d638eeb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 945 time: 0.0898933 Dec 23 08:36:56.059846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:36:56.059846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:56.292637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:36:56.292994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:56.578998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:56.578998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:56.579258 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP 611af8bd-faaf-44cc-8ee8-6cf27381fcf2 disassociated. External IP: 172.26.8.13, port: 1208df12-7659-4bcb-8c61-7bcbbe2bae3e. Dec 23 08:36:56.579479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 1208df12-7659-4bcb-8c61-7bcbbe2bae3e owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:36:56.720478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:56.770916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=1208df12-7659-4bcb-8c61-7bcbbe2bae3e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:56.978680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4734122d-a266-414a-871a-b2962ec7a7ff has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:36:57.020575 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6c5563f0-2fe2-4df8-8be1-5e7e459b6009 req-799d5ef8-7cc6-42d3-a7db-9cf65c8ffef1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=150ededb-dfb6-42b2-aa28-8d49ba5e883d HTTP/1.1" status: 200 len: 210 time: 0.0441988 Dec 23 08:36:57.290118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:36:57.303654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] Sync routers for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:36:57.315313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:36:57.315900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:36:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:57.359482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port 1208df12-7659-4bcb-8c61-7bcbbe2bae3e on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:36:57.362463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:57.365440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'name': 'network-vif-deleted', 'tag': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:36:57.383574 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b5f80578-dec1-4a15-b4ae-6da87a16bdba req-6ab0eed0-08cb-490f-b64e-650da2da3833 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/1208df12-7659-4bcb-8c61-7bcbbe2bae3e HTTP/1.1" status: 204 len: 173 time: 1.3877404 Dec 23 08:36:57.510758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:36:57.530096 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150ededb-dfb6-42b2-aa28-8d49ba5e883d', 'name': 'network-vif-deleted', 'tag': '1208df12-7659-4bcb-8c61-7bcbbe2bae3e', 'status': 'completed', 'code': 200} Dec 23 08:36:57.836166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:57.840180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] Checking router: 4734122d-a266-414a-871a-b2962ec7a7ff for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:36:57.853238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:36:57.853854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:36:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:58.035715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:36:58.126525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52094) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:58.195341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:58.225772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:58.290476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:58.309033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f052f592-8f8d-4625-9ffe-fe90726aa426,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:36:58.322486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.322486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.323057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.323057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.323263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.323545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.323862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.324176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.324482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.324792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.325097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:36:58.328726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:58.332950 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d4832abb-b1e1-4c02-8de8-0df9701ba086 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/f052f592-8f8d-4625-9ffe-fe90726aa426 HTTP/1.1" status: 204 len: 168 time: 0.2024469 Dec 23 08:36:58.379556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52100) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:36:58.386067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:36:58.390164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e1e75-42c3-4767-a23f-bfb56f367248 None None] The sync data for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv is: [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:35:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '9283938e-8a29-45d7-ab79-21be037f7447', 'name': '', 'network_id': '14648e1f-0f1c-4ed3-a429-10bcaa5965df', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:34:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974df150-a960-498c-8150-9a5757ea8366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:02Z', 'updated_at': '2021-12-23T08:35:20Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '974df150-a960-498c-8150-9a5757ea8366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:36:58.542260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 91dfec56-e890-4afb-9750-94b07ffb92ce {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:36:58.542592 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:58.679045 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e223a-21cb-49f1-ac4a-259dcb055f6b None None] New status for floating IP 611af8bd-faaf-44cc-8ee8-6cf27381fcf2: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:36:58.844445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:58.844445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:58.977194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 91dfec56-e890-4afb-9750-94b07ffb92ce owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:36:59.061513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:36:59.061826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:36:59.538239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 1208df12-7659-4bcb-8c61-7bcbbe2bae3e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:36:59.563585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 91dfec56-e890-4afb-9750-94b07ffb92ce {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:36:59.564064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:59.569860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 1208df12-7659-4bcb-8c61-7bcbbe2bae3e {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:36:59.570229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 1208df12-7659-4bcb-8c61-7bcbbe2bae3e not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:36:59.741347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:59.741672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:36:59.867486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 91dfec56-e890-4afb-9750-94b07ffb92ce owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:00.008063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:00.055288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=91dfec56-e890-4afb-9750-94b07ffb92ce,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:00.149037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:00.167336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:00.167336 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1f89bc84-97d7-45b9-800f-223812ed76c2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/floatingips/611af8bd-faaf-44cc-8ee8-6cf27381fcf2 HTTP/1.1" status: 204 len: 168 time: 1.7846351 Dec 23 08:37:00.332305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:00.473349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4db7d40c-245b-469a-9eae-654d29f43593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:00.574711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac1016-10a3-4d4c-8f90-9b05fe9d79ad req-7306539e-e5f4-4512-8ec2-18e60ceb667e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:00.575394 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-fdac1016-10a3-4d4c-8f90-9b05fe9d79ad req-7306539e-e5f4-4512-8ec2-18e60ceb667e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:37:00.590201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-fdac1016-10a3-4d4c-8f90-9b05fe9d79ad req-7306539e-e5f4-4512-8ec2-18e60ceb667e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:37:00.592025 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fdac1016-10a3-4d4c-8f90-9b05fe9d79ad req-7306539e-e5f4-4512-8ec2-18e60ceb667e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 946 time: 0.0963242 Dec 23 08:37:00.638691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-fdac1016-10a3-4d4c-8f90-9b05fe9d79ad req-9d53bac6-aaa2-4a21-a965-c8afa7bd09c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:37:00.654515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-fdac1016-10a3-4d4c-8f90-9b05fe9d79ad req-9d53bac6-aaa2-4a21-a965-c8afa7bd09c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:37:00.655343 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fdac1016-10a3-4d4c-8f90-9b05fe9d79ad req-9d53bac6-aaa2-4a21-a965-c8afa7bd09c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580292 Dec 23 08:37:01.224494 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:37:01.810614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-f9faa1b4-70d7-443d-8150-1777779a0c6b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:01.811211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-f9faa1b4-70d7-443d-8150-1777779a0c6b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:37:01.822636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-f9faa1b4-70d7-443d-8150-1777779a0c6b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:37:01.823722 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-f9faa1b4-70d7-443d-8150-1777779a0c6b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 946 time: 0.0866823 Dec 23 08:37:01.864582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0353d4c-1477-4649-98fc-b22eae597b22 req-70be6312-880e-4d14-abb3-f62b9c5c377a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:01.865164 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a0353d4c-1477-4649-98fc-b22eae597b22 req-70be6312-880e-4d14-abb3-f62b9c5c377a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 946 time: 0.0823491 Dec 23 08:37:01.898969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 55f9c7de-8b94-4566-9116-7eabbd96ca83 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:37:01.899309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:01.909232 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a0353d4c-1477-4649-98fc-b22eae597b22 req-e14b052e-62a0-4207-a7f1-efa7365fbe10 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=d96160db-e7bd-4183-97cc-3fac06029980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385199 Dec 23 08:37:02.136879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 55f9c7de-8b94-4566-9116-7eabbd96ca83, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55f9c7de-8b94-4566-9116-7eabbd96ca83,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:02.137230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:02.258444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 55f9c7de-8b94-4566-9116-7eabbd96ca83 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:02.392446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:02.443527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=55f9c7de-8b94-4566-9116-7eabbd96ca83,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:02.513703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port 55f9c7de-8b94-4566-9116-7eabbd96ca83 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:37:02.516024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:02.518497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'name': 'network-vif-deleted', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:37:02.534140 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-039c5ffe-445b-43a8-9822-1c34f9f2f930 req-d43c0491-7fd9-4bfd-8a03-5cb0451d06f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/55f9c7de-8b94-4566-9116-7eabbd96ca83 HTTP/1.1" status: 204 len: 173 time: 0.7045791 Dec 23 08:37:02.579044 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165fb03e-f855-4ead-a67b-f9559826dc8e', 'name': 'network-vif-deleted', 'tag': '55f9c7de-8b94-4566-9116-7eabbd96ca83', 'status': 'completed', 'code': 200} Dec 23 08:37:02.720058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-10553aba-cae0-4da6-8715-11c14965d5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:03.091870 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32b7f6b7-4826-4686-9245-762811b15c0c req-6c37a529-efed-4877-9a48-45945fd37ce8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=165fb03e-f855-4ead-a67b-f9559826dc8e HTTP/1.1" status: 200 len: 210 time: 0.0438664 Dec 23 08:37:03.837172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:03.888613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:04.196028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52120) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:04.261909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d34d-07ed-4af9-91bc-079d9d9082dd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:04.290217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d34d-07ed-4af9-91bc-079d9d9082dd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:04.351726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d34d-07ed-4af9-91bc-079d9d9082dd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:04.368457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6d34d-07ed-4af9-91bc-079d9d9082dd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96160db-e7bd-4183-97cc-3fac06029980,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:04.379629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d34d-07ed-4af9-91bc-079d9d9082dd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:04.383365 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4ae6d34d-07ed-4af9-91bc-079d9d9082dd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/d96160db-e7bd-4183-97cc-3fac06029980 HTTP/1.1" status: 204 len: 168 time: 0.1837420 Dec 23 08:37:04.419688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52126) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:04.895034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:05.238443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:05.482556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 9283938e-8a29-45d7-ab79-21be037f7447 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:37:05.483144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:05.584581 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 55f9c7de-8b94-4566-9116-7eabbd96ca83 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:37:05.618917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 55f9c7de-8b94-4566-9116-7eabbd96ca83 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:37:05.619248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 55f9c7de-8b94-4566-9116-7eabbd96ca83 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:37:05.666046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 9283938e-8a29-45d7-ab79-21be037f7447, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9283938e-8a29-45d7-ab79-21be037f7447,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:05.666392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:05.787302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 9283938e-8a29-45d7-ab79-21be037f7447 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:05.959124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:06.004562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=9283938e-8a29-45d7-ab79-21be037f7447,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:06.381329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:06.953122 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4734122d-a266-414a-871a-b2962ec7a7ff has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:37:07.148404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:37:07.157422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] Sync routers for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:37:07.160965 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e8b84dc4-7754-4260-9325-5a7da6b92f30 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/4734122d-a266-414a-871a-b2962ec7a7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7402310 Dec 23 08:37:07.163691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52130) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:07.169372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:07.169979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:07.341980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed752240-4dbe-4a49-99a0-3ed69217ad59 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting subnet 974df150-a960-498c-8150-9a5757ea8366 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:37:07.344693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed752240-4dbe-4a49-99a0-3ed69217ad59 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:07.375832 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:07.396632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed752240-4dbe-4a49-99a0-3ed69217ad59 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:07.481104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed752240-4dbe-4a49-99a0-3ed69217ad59 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:07.565171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed752240-4dbe-4a49-99a0-3ed69217ad59 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:07.606348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed752240-4dbe-4a49-99a0-3ed69217ad59 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Subnet': ['ID=974df150-a960-498c-8150-9a5757ea8366,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:07.611086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed752240-4dbe-4a49-99a0-3ed69217ad59 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:07.618107 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ed752240-4dbe-4a49-99a0-3ed69217ad59 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/subnets/974df150-a960-498c-8150-9a5757ea8366 HTTP/1.1" status: 204 len: 168 time: 0.4534626 Dec 23 08:37:07.620689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52134) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:07.632973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb42d23-b67e-49dd-836f-a89bc3843d0a None None] Network 14648e1f-0f1c-4ed3-a429-10bcaa5965df requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:37:07.820734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:37:05Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:07.826378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] Checking router: 4734122d-a266-414a-871a-b2962ec7a7ff for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:37:07.850363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] Routers {'4734122d-a266-414a-871a-b2962ec7a7ff'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:07.850983 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4734122d-a266-414a-871a-b2962ec7a7ff'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:07.927674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:07.995954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] DHCP port deletion for 14648e1f-0f1c-4ed3-a429-10bcaa5965df request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:37:08.011778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Deleting port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:37:08.012139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:08.104085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] Set router 4734122d-a266-414a-871a-b2962ec7a7ff gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:08.126338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:08.136145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 79867c60-8515-46d6-bd0b-97d3d3a0317f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:37:08.136545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:08.305853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 79867c60-8515-46d6-bd0b-97d3d3a0317f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=79867c60-8515-46d6-bd0b-97d3d3a0317f,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:08.306127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:08.427780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 79867c60-8515-46d6-bd0b-97d3d3a0317f owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:08.450020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] For port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0b8a30a2-0dd8-45ca-9a95-5338a251b17f,segment=NetworkSegment(0c7255ce-d4b0-4f08-a8c8-6ff468f07786),segment_id=0c7255ce-d4b0-4f08-a8c8-6ff468f07786)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:08.450640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:08.588297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Calling delete_port for 0b8a30a2-0dd8-45ca-9a95-5338a251b17f owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:08.594376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:08.637587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=79867c60-8515-46d6-bd0b-97d3d3a0317f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:08.705242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:08.752418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Pushing event deleted for resources: {'Port': ['ID=0b8a30a2-0dd8-45ca-9a95-5338a251b17f,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:08.767620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] No DVR routers for this DVR port 0b8a30a2-0dd8-45ca-9a95-5338a251b17f on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:37:08.774884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.774884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.774884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.774884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.775844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.775844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.775844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.776651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.776651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.776651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.777032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c948bfe-29c9-48c4-9f32-8396092b3bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:08.781229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:37:05Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:08.786020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f7f0c-1929-4a91-aaad-a2d3b5fb715e None None] The sync data for ids ['4734122d-a266-414a-871a-b2962ec7a7ff'] in dv-neutron-822507-1-hyperv is: [{'id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'name': 'tempest-TestNetworkBasicOps-router-1825146200', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:34:55Z', 'updated_at': '2021-12-23T08:37:05Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '79867c60-8515-46d6-bd0b-97d3d3a0317f', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4734122d-a266-414a-871a-b2962ec7a7ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:34:56Z', 'updated_at': '2021-12-23T08:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:37:08.863874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.109584 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.113646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.142518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.143220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Fanout notify agent at l3_agent the message router_deleted on router 4734122d-a266-414a-871a-b2962ec7a7ff {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:37:09.158039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.159127 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f3185a3c-85a2-4014-9fdf-1ccfff67401a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/routers/4734122d-a266-414a-871a-b2962ec7a7ff HTTP/1.1" status: 204 len: 168 time: 1.5374916 Dec 23 08:37:09.161847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52138) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:09.381573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.517641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.546593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14648e1f-0f1c-4ed3-a429-10bcaa5965df']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:09.559483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7255ce-d4b0-4f08-a8c8-6ff468f07786') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:09.559847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7255ce-d4b0-4f08-a8c8-6ff468f07786') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:09.572431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.572754 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0b8a30a2-0dd8-45ca-9a95-5338a251b17f no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:37:09.586521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.592532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:37:09.592914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:37:09.608009 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:37:09.610967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 0b8a30a2-0dd8-45ca-9a95-5338a251b17f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:37:09.610967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0b8a30a2-0dd8-45ca-9a95-5338a251b17f not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:37:09.610967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9283938e-8a29-45d7-ab79-21be037f7447 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:37:09.640117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 9283938e-8a29-45d7-ab79-21be037f7447 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:37:09.640460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9283938e-8a29-45d7-ab79-21be037f7447 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:37:09.640871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 79867c60-8515-46d6-bd0b-97d3d3a0317f no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:37:09.672591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 79867c60-8515-46d6-bd0b-97d3d3a0317f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:37:09.672846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 79867c60-8515-46d6-bd0b-97d3d3a0317f not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:37:09.690535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.694933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.718500 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Network': ['ID=14648e1f-0f1c-4ed3-a429-10bcaa5965df,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:09.728232 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-53cb1daf-1a8e-4af3-8eed-3c9f420a6fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/networks/14648e1f-0f1c-4ed3-a429-10bcaa5965df HTTP/1.1" status: 204 len: 168 time: 0.5654042 Dec 23 08:37:09.748452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52142) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:09.754380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'network': {'name': 'tempest-network-smoke--1925088537', 'project_id': '624b301133d440c99265a580e7281065', 'port_security_enabled': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:09.759252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:09.763234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:network and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:09.766026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:09.772194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:09.783011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:37:09.786082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.813268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:37:09.821981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.822348 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Added segment 3eb52ef1-18df-4464-8ec1-2bca179eef41 of type vlan for network 923d935a-831f-4520-8cf7-12272e7ad641 Dec 23 08:37:09.849544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.876343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.880405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:09.880970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:09.981689 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2321236 Dec 23 08:37:09.984371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52146) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:09.991743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'admin_state_up': True, 'project_id': '624b301133d440c99265a580e7281065', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:09.996540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b836fc5-51c6-4958-afe9-dd1a126d633e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Network': ['ID=923d935a-831f-4520-8cf7-12272e7ad641,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:10.000076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:10.004431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:router and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:10.007086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 923d935a-831f-4520-8cf7-12272e7ad641 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:37:10.007334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:10.012918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:10.022354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:10.023241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:10.041021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:10.188121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:10.358342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:10.386246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:10.521403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.182 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/dca9080a-cb4e-43eb-858a-a4b699c0f429) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:37:10.665642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:10.691742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:10.754660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:37:10.757387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:37:10.761028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:37:10.794463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=dca9080a-cb4e-43eb-858a-a4b699c0f429,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:10.918014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:10.918643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:11.223824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 865cbbb7-ac46-4397-af05-27a39386c60d is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:37:11.420903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:37:11.430511 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Sync routers for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:37:11.442896 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:11.443484 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:11.447302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:11.448616 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-181084ec-681f-4063-817b-dfbcaf57752e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4633381 Dec 23 08:37:11.451695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52150) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:11.490859 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9d9f030a-6934-4773-8275-aa6e9334e76d tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379443 Dec 23 08:37:11.493561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52154) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:11.622161 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:11.623155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b6690-3d8e-47c6-b675-5ec5228c59e0 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:11.627266 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-035b6690-3d8e-47c6-b675-5ec5228c59e0 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301243 Dec 23 08:37:11.627519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52158) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:11.667428 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e40f403d-8de1-4442-9966-0114b528ead8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388086 Dec 23 08:37:11.669868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52162) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:11.675684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-154911638', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'project_id': '624b301133d440c99265a580e7281065', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:11.782209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:11.787304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:subnet and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:11.790840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:11.796558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:11.810253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:37:11.901099 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:10Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:11.904751 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Checking router: 865cbbb7-ac46-4397-af05-27a39386c60d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:37:11.905096 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Updating router 865cbbb7-ac46-4397-af05-27a39386c60d port dca9080a-cb4e-43eb-858a-a4b699c0f429 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:37:11.909088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:11.955335 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.120876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.193197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=c079a7d9-593f-4634-86fb-f0e4c8b817b5,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:12.207829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Checking segment: {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:37:12.208176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network hostable DHCP agents. Network: 923d935a-831f-4520-8cf7-12272e7ad641, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:37:12.230262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 923d935a-831f-4520-8cf7-12272e7ad641 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:37:12.239741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 923d935a-831f-4520-8cf7-12272e7ad641) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:37:12.244006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:12.245142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.249275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d77c5-7504-4d82-8d5c-d39bb6784da7 None None] Network 923d935a-831f-4520-8cf7-12272e7ad641 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:37:12.269301 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3b9a50a3-5cdb-4f39-8db6-0a1268e19549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5953178 Dec 23 08:37:12.269679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52166) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:12.281987 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.294932 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Transition to ACTIVE for port object dca9080a-cb4e-43eb-858a-a4b699c0f429 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:37:12.301619 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.382666 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Pushing event updated for resources: {'Port': ['ID=dca9080a-cb4e-43eb-858a-a4b699c0f429,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:12.392303 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.392643 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.392975 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.393332 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.393633 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.394733 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.395205 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.395386 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.395707 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.396026 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.396340 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:12.401675 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Attempting to bind port dca9080a-cb4e-43eb-858a-a4b699c0f429 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:37:12.402053 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Attempting to bind port dca9080a-cb4e-43eb-858a-a4b699c0f429 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:37:12.402409 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Attempting to bind port dca9080a-cb4e-43eb-858a-a4b699c0f429 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:37:12.408920 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:37:12.409347 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:37:12.410414 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.410757 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:37:12.411285 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Bound port: dca9080a-cb4e-43eb-858a-a4b699c0f429, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:37:12.411710 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.477305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-923d935a-831f-4520-8cf7-12272e7ad641', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:37:12.478136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.488817 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] For port dca9080a-cb4e-43eb-858a-a4b699c0f429, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:37:12.493491 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] For port dca9080a-cb4e-43eb-858a-a4b699c0f429, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=dca9080a-cb4e-43eb-858a-a4b699c0f429,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:37:12.499612 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.587240 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:12.587947 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:12.639129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Allocated IP 172.20.0.2 (923d935a-831f-4520-8cf7-12272e7ad641/c079a7d9-593f-4634-86fb-f0e4c8b817b5/2f973db7-4cd4-4e5e-9bc7-089fe2db8d20) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:37:12.673992 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047769f-8da4-4421-a1e0-2b91a670cf26 None None] Pushing event updated for resources: {'Port': ['ID=dca9080a-cb4e-43eb-858a-a4b699c0f429,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:12.783123 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:12.859988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.873053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Transition to ACTIVE for port object 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:37:12.893717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Transition to ACTIVE for port object 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:37:12.900598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:12.972857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Network 923d935a-831f-4520-8cf7-12272e7ad641 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:37:12.974431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:37:12.976918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:37:12.989200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Pushing event updated for resources: {'Port': ['ID=2f973db7-4cd4-4e5e-9bc7-089fe2db8d20,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:13.081873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Attempting to bind port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:37:13.082594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Attempting to bind port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:37:13.083308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Attempting to bind port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 on network 923d935a-831f-4520-8cf7-12272e7ad641 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:37:13.094149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:37:13.094517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Checking segment: {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:37:13.094923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:13.095295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Bound using segment: {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:37:13.095755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Bound port: 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:37:13.096118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:13.115763 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:10Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:13.119759 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562fe08-0c50-4fe7-b88d-46982c4802ae None None] The sync data for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv is: [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:10Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:37:13.157690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:13.195461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] For port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:37:13.199090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] For port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2f973db7-4cd4-4e5e-9bc7-089fe2db8d20,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:37:13.204109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:13.303387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dd6b1-0d6f-4ce2-be10-5b0c83cf0765 None None] Pushing event updated for resources: {'Port': ['ID=2f973db7-4cd4-4e5e-9bc7-089fe2db8d20,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:13.653151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.1 (923d935a-831f-4520-8cf7-12272e7ad641/c079a7d9-593f-4634-86fb-f0e4c8b817b5/67e593d7-be96-4639-b07d-d65010e00dea) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:37:13.676291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device dca9080a-cb4e-43eb-858a-a4b699c0f429 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:37:13.758014 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port dca9080a-cb4e-43eb-858a-a4b699c0f429 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:37:13.765687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port dca9080a-cb4e-43eb-858a-a4b699c0f429 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:13.766242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:13.844585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:13.863062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 67e593d7-be96-4639-b07d-d65010e00dea will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:37:13.887194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:13.931972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:13.951399 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port dca9080a-cb4e-43eb-858a-a4b699c0f429, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=dca9080a-cb4e-43eb-858a-a4b699c0f429,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:13.956689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:13.957462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:37:13.964658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 923d935a-831f-4520-8cf7-12272e7ad641 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:37:13.968793 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:37:13.973545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:37:14.014874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=67e593d7-be96-4639-b07d-d65010e00dea,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:14.052494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:14.096440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=dca9080a-cb4e-43eb-858a-a4b699c0f429,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:14.112551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:37:14.150439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:14.321824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c997a-55dc-4d63-b1b3-d9bd1372e65f None None] Network 923d935a-831f-4520-8cf7-12272e7ad641 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:37:14.424056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7c8db157-bd86-4a75-a0ce-728bf63cc9fb None None] Provisioning for port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:37:14.433236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7c8db157-bd86-4a75-a0ce-728bf63cc9fb None None] Provisioning complete for port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:14.433591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c8db157-bd86-4a75-a0ce-728bf63cc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:14.559092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:14.563685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:14.639481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c8db157-bd86-4a75-a0ce-728bf63cc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:14.675844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:14.680189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=67e593d7-be96-4639-b07d-d65010e00dea,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:14.688061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7c8db157-bd86-4a75-a0ce-728bf63cc9fb None None] For port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2f973db7-4cd4-4e5e-9bc7-089fe2db8d20,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:14.692573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c8db157-bd86-4a75-a0ce-728bf63cc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:14.762799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8db157-bd86-4a75-a0ce-728bf63cc9fb None None] Pushing event updated for resources: {'Port': ['ID=2f973db7-4cd4-4e5e-9bc7-089fe2db8d20,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:14.923476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fa84e377-9816-4d66-b787-6f6e64037c0e None None] Provisioning for port 67e593d7-be96-4639-b07d-d65010e00dea completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:37:14.925261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 923d935a-831f-4520-8cf7-12272e7ad641 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:37:14.926579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:37:14.928610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fa84e377-9816-4d66-b787-6f6e64037c0e None None] Provisioning complete for port 67e593d7-be96-4639-b07d-d65010e00dea triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:14.928973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fa84e377-9816-4d66-b787-6f6e64037c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:14.982954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fa84e377-9816-4d66-b787-6f6e64037c0e None None] Port 67e593d7-be96-4639-b07d-d65010e00dea cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:37:14.995668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fa84e377-9816-4d66-b787-6f6e64037c0e None None] Provisioning complete for port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:14.996022 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fa84e377-9816-4d66-b787-6f6e64037c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:15.245648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-eff80e79-f67f-4dc4-a326-535cbdf0dc35 None None] Provisioning complete for port 67e593d7-be96-4639-b07d-d65010e00dea triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:15.246032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-eff80e79-f67f-4dc4-a326-535cbdf0dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:15.296941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-eff80e79-f67f-4dc4-a326-535cbdf0dc35 None None] Port 67e593d7-be96-4639-b07d-d65010e00dea cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:37:15.320436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 865cbbb7-ac46-4397-af05-27a39386c60d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:37:15.519597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:37:15.532654 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-be77ac35-1efb-4d02-8357-1928e9c7c135 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/865cbbb7-ac46-4397-af05-27a39386c60d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2613583 Dec 23 08:37:15.535186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52170) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:15.572305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device dca9080a-cb4e-43eb-858a-a4b699c0f429 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:37:15.640851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port dca9080a-cb4e-43eb-858a-a4b699c0f429 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:15.641211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:15.675925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83213ca-0017-48da-bf8a-60384c250ae8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.676544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83213ca-0017-48da-bf8a-60384c250ae8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.676659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83213ca-0017-48da-bf8a-60384c250ae8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.676963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83213ca-0017-48da-bf8a-60384c250ae8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.677307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83213ca-0017-48da-bf8a-60384c250ae8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.677648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83213ca-0017-48da-bf8a-60384c250ae8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.679380 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b83213ca-0017-48da-bf8a-60384c250ae8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1433046 Dec 23 08:37:15.682119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52174) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:15.750342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7e65c-7be3-406c-91af-716cad3cfbd7 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.750710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7e65c-7be3-406c-91af-716cad3cfbd7 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.751065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7e65c-7be3-406c-91af-716cad3cfbd7 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.751408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7e65c-7be3-406c-91af-716cad3cfbd7 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.751755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7e65c-7be3-406c-91af-716cad3cfbd7 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.752098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7e65c-7be3-406c-91af-716cad3cfbd7 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:15.753920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:37:15.754351 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-59a7e65c-7be3-406c-91af-716cad3cfbd7 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0713654 Dec 23 08:37:15.757031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52178) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:15.818756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:15.819037 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:15.957557 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-038cbc5d-ef1a-4a75-a25c-bff69bc3c178 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1994338 Dec 23 08:37:15.960266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52182) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:15.965410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-202863716', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:16.095565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:16.100005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:port and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:16.103295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:16.110109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:16.122125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:37:16.125182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:16.147617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] device_id is not set on port 35d029f6-c2a6-4b20-94ef-01497f5d410e yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:37:16.287357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.4 (923d935a-831f-4520-8cf7-12272e7ad641/c079a7d9-593f-4634-86fb-f0e4c8b817b5/35d029f6-c2a6-4b20-94ef-01497f5d410e) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:37:16.593016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:16.609315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 35d029f6-c2a6-4b20-94ef-01497f5d410e will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:37:16.631486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:16.683975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Sync routers for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:37:16.695933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:16.696683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:16.702533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 923d935a-831f-4520-8cf7-12272e7ad641 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:37:16.705548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:37:16.709560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:37:16.753968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:16.777726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:16.778354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:16.806412 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-89008013-e680-414b-938f-cac609753e99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8426688 Dec 23 08:37:16.888986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:17.016127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bfb7142f-9e74-4694-beab-eca968d3fcba None None] Provisioning for port 35d029f6-c2a6-4b20-94ef-01497f5d410e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:37:17.074804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bfb7142f-9e74-4694-beab-eca968d3fcba None None] Provisioning complete for port 35d029f6-c2a6-4b20-94ef-01497f5d410e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:17.075160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bfb7142f-9e74-4694-beab-eca968d3fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.135561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52188) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:17.141307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557918044', 'description': 'tempest-secgroup-smoke-1557918044 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:17.148853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:17.153187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:17.156107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:17.161707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:17.171729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.193188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bfb7142f-9e74-4694-beab-eca968d3fcba None None] Port 35d029f6-c2a6-4b20-94ef-01497f5d410e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:37:17.205771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:17.210089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:17.212808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:17.218345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:17.274433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.278174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.295005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '67e593d7-be96-4639-b07d-d65010e00dea', 'name': '', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:73:ff:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:13Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:17.298923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Checking router: 865cbbb7-ac46-4397-af05-27a39386c60d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:37:17.299267 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Updating router 865cbbb7-ac46-4397-af05-27a39386c60d port 67e593d7-be96-4639-b07d-d65010e00dea binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:37:17.321875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1eb107-7c4a-4948-a9d9-70a672abe753,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:17.325000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.326193 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-51156c63-651e-47be-9fc9-4aad37988c8d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1896198 Dec 23 08:37:17.329043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52192) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:17.335017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '3c1eb107-7c4a-4948-a9d9-70a672abe753', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:17.340623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:17.344321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:17.347129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:17.352939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:17.353889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.370701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.434309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.438260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.462124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1ef7ad-b299-4f13-8eab-46cdda7e8c10,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:17.471405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.472604 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-752bb7e9-4cd0-4c71-a53c-69381fea4f93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1426680 Dec 23 08:37:17.475653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52196) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:17.483446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '3c1eb107-7c4a-4948-a9d9-70a672abe753', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:17.493580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:17.497644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:17.500779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:17.508026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:17.529787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.601316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.605737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.632029 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f94d30-8d10-4495-80f6-50060d9bb13c,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:17.642284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.643977 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-100cedbf-12b4-4954-a9f1-8c6ac68f0acc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1661296 Dec 23 08:37:17.646478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52200) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:17.652817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '3c1eb107-7c4a-4948-a9d9-70a672abe753', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:17.658862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:17.662941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:17.665862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:17.671618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:17.688310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.700405 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.713260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Transition to ACTIVE for port object 67e593d7-be96-4639-b07d-d65010e00dea will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:37:17.720580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.752711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.756779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.782836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108dffc4-c8f1-4cb7-88b5-39c288e009cb,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:17.794392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.798294 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-66b8bad8-9149-40f3-b685-19bb6f14d4f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1483481 Dec 23 08:37:17.798697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52204) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:17.804498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '3c1eb107-7c4a-4948-a9d9-70a672abe753', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:17.810720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:17.814940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:17.818721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:17.824762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:17.843336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.847279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec77dfe-8642-4d84-9365-f817cddc632d None None] Pushing event updated for resources: {'Port': ['ID=67e593d7-be96-4639-b07d-d65010e00dea,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:17.918223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.922965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.940236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Attempting to bind port 67e593d7-be96-4639-b07d-d65010e00dea on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:37:17.941152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Attempting to bind port 67e593d7-be96-4639-b07d-d65010e00dea by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:37:17.941469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Attempting to bind port 67e593d7-be96-4639-b07d-d65010e00dea on network 923d935a-831f-4520-8cf7-12272e7ad641 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:37:17.948035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:37:17.948417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Checking segment: {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:37:17.948778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.949154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Bound using segment: {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:37:17.949841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Bound port: 67e593d7-be96-4639-b07d-d65010e00dea, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:37:17.950008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54574e41-8c6b-48cb-bfb5-4041e9d21c96,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:17.950150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.961824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:17.965900 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c7bdc4f4-1896-4601-a239-0939b74833f7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1635520 Dec 23 08:37:17.966226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52208) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:17.971841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '3c1eb107-7c4a-4948-a9d9-70a672abe753', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:17.978227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:17.982061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:17.988001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:17.994023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:18.004345 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:37:18.011525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:18.044618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] For port 67e593d7-be96-4639-b07d-d65010e00dea, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:37:18.049775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] For port 67e593d7-be96-4639-b07d-d65010e00dea, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=67e593d7-be96-4639-b07d-d65010e00dea,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:37:18.054403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:18.079667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:18.084658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:18.107970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9885099-ccd6-446f-b56e-f8d2ec72bef9,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:18.117523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:18.120010 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-55c2d9e2-85ce-4a03-b54f-5e8e897df18b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1523271 Dec 23 08:37:18.122558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52212) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:18.129461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '3c1eb107-7c4a-4948-a9d9-70a672abe753', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:18.135687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:18.138909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec77dfe-8642-4d84-9365-f817cddc632d None None] Pushing event updated for resources: {'Port': ['ID=67e593d7-be96-4639-b07d-d65010e00dea,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:18.140494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:18.144493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:18.145105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:18.151858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:18.157795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:18.168776 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:37:18.176135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:18.250562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:18.256166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:18.282779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299c2b66-febf-4106-83b0-a71849897a3f,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:18.293752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:18.295203 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4f132db5-ebae-45a8-be79-a99f0e30f93b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1712999 Dec 23 08:37:18.334102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:18.474002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-cb9ff21c-5e96-4790-826b-664674c7afcb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:37:18.489300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-cb9ff21c-5e96-4790-826b-664674c7afcb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:37:18.490751 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-cb9ff21c-5e96-4790-826b-664674c7afcb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557918044&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.0568097 Dec 23 08:37:18.574460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-f7ca502b-889d-4e55-ab9d-94cb7e7696b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:18.575039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-f7ca502b-889d-4e55-ab9d-94cb7e7696b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:37:18.590067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-f7ca502b-889d-4e55-ab9d-94cb7e7696b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:37:18.591256 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-f7ca502b-889d-4e55-ab9d-94cb7e7696b0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 929 time: 0.0933964 Dec 23 08:37:18.699304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '67e593d7-be96-4639-b07d-d65010e00dea', 'name': '', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:73:ff:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:13Z', 'updated_at': '2021-12-23T08:37:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:18.703301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00693cb2-9ee2-44db-8f77-139b15cbe1d6 None None] The sync data for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv is: [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '67e593d7-be96-4639-b07d-d65010e00dea', 'name': '', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:73:ff:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:13Z', 'updated_at': '2021-12-23T08:37:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:37:18.733449 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-02b58c11-85c7-432a-9c3f-0ea552efa93d service neutron] 10.222.0.36 "GET /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1258557 Dec 23 08:37:18.987060 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-d37e1da7-93f4-4c66-9bf4-4f0d5bc83b9c service neutron] 10.222.0.36 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419851 Dec 23 08:37:19.124356 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-942b5d8b-77bc-4bef-a0be-35277334e7d8 service neutron] 10.222.0.36 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309681 Dec 23 08:37:19.328130 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-07f1a2cd-5e4e-43dc-a0ac-55bd673417e2 req-57213eca-83f5-49ed-bb65-7be17604fa4e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 210 time: 0.0474980 Dec 23 08:37:19.603292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 67e593d7-be96-4639-b07d-d65010e00dea up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:37:19.672357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 67e593d7-be96-4639-b07d-d65010e00dea completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:37:19.677212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 67e593d7-be96-4639-b07d-d65010e00dea triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:19.677582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:19.794418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:19.825662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 67e593d7-be96-4639-b07d-d65010e00dea, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=67e593d7-be96-4639-b07d-d65010e00dea,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:19.829181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:19.896131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=67e593d7-be96-4639-b07d-d65010e00dea,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:20.475740 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-529f7ebe-7ea5-4c4b-8d91-5a4d5a4822fc service neutron] 10.222.0.24 "GET /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 1025 time: 0.0656731 Dec 23 08:37:20.497279 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45f8e6a0-e00a-4000-aa7f-e05b012d9a66 req-0c5027c1-f76f-408c-8ccb-012c06c0faba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 210 time: 0.0423689 Dec 23 08:37:20.639497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-b456f82c-06b3-4013-83af-4049dccd1d33 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:20.640870 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-b456f82c-06b3-4013-83af-4049dccd1d33 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=923d935a-831f-4520-8cf7-12272e7ad641 HTTP/1.1" status: 200 len: 797 time: 0.1598706 Dec 23 08:37:20.692971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-95e5bbc8-f79b-4af2-8147-db7dbdfdca7f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:37:20.703996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-95e5bbc8-f79b-4af2-8147-db7dbdfdca7f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:37:20.705031 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-95e5bbc8-f79b-4af2-8147-db7dbdfdca7f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 380 time: 0.0511768 Dec 23 08:37:20.716326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Request body: {'port': {'device_id': '22f08af9-4432-4132-970b-f1a0303aee28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:20.819293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:21.140986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d029f6-c2a6-4b20-94ef-01497f5d410e {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:37:21.148251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:21.161657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Transition to ACTIVE for port object 35d029f6-c2a6-4b20-94ef-01497f5d410e will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:37:21.166947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:21.288815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:21.400181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Attempting to bind port 35d029f6-c2a6-4b20-94ef-01497f5d410e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:37:21.400443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Attempting to bind port 35d029f6-c2a6-4b20-94ef-01497f5d410e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:37:21.400757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Attempting to bind port 35d029f6-c2a6-4b20-94ef-01497f5d410e on network 923d935a-831f-4520-8cf7-12272e7ad641 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:37:21.406351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Port 35d029f6-c2a6-4b20-94ef-01497f5d410e on network 923d935a-831f-4520-8cf7-12272e7ad641 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:37:21.406683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Attempting to bind port 35d029f6-c2a6-4b20-94ef-01497f5d410e on network 923d935a-831f-4520-8cf7-12272e7ad641 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:37:21.412767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:37:21.413089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Checking segment: {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:37:21.413457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Bound using segment: {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:37:21.413861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Bound port: 35d029f6-c2a6-4b20-94ef-01497f5d410e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:37:21.414214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:21.499150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:37:21.501981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:37:21.507053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:21.558178 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:21.559858 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] 10.222.0.24 "PUT /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 1130 time: 0.8471267 Dec 23 08:37:21.566631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f08af9-4432-4132-970b-f1a0303aee28', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:37:21.577479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 67e593d7-be96-4639-b07d-d65010e00dea up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:37:21.650651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3f3e9-2110-4668-b84a-f089f943ab4b service neutron] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:21.663059 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f08af9-4432-4132-970b-f1a0303aee28', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'status': 'completed', 'code': 200} Dec 23 08:37:21.678556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 67e593d7-be96-4639-b07d-d65010e00dea triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:21.679721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:21.696660 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-4c7524bf-d430-4a9d-9923-0f225cd52e31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 1133 time: 0.0910382 Dec 23 08:37:21.749481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418bd23-9fef-4945-ae58-8470ac134799 req-b69e0670-9df2-4213-8998-4dc251d59bfe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:21.757328 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b418bd23-9fef-4945-ae58-8470ac134799 req-b69e0670-9df2-4213-8998-4dc251d59bfe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 980 time: 0.0893879 Dec 23 08:37:21.818263 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b418bd23-9fef-4945-ae58-8470ac134799 req-53ac52bf-0a33-49ad-8d10-0c5402a93f97 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597939 Dec 23 08:37:21.876010 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-be28847c-cfbb-4ecc-b7cd-af4d8a59d4fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 217 time: 0.1720166 Dec 23 08:37:21.936922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2d7e03e7-a736-4751-9540-c3bcac4d2805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:21.938239 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-2d7e03e7-a736-4751-9540-c3bcac4d2805 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c079a7d9-593f-4634-86fb-f0e4c8b817b5 HTTP/1.1" status: 200 len: 834 time: 0.0560260 Dec 23 08:37:22.011705 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-88a9c6ae-7a33-4e32-bc8e-5925ace08861 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=923d935a-831f-4520-8cf7-12272e7ad641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674984 Dec 23 08:37:22.139657 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-513a0f4f-ea42-4983-9f19-90e9710453e1 service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214356 Dec 23 08:37:22.268355 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb78a4e8-d281-470c-8a6a-86a4c76f958d req-60732553-b90e-4da6-8efe-d8c59c959bfa service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227384 Dec 23 08:37:22.377356 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7811cf0e-f756-4ec4-bfda-ca31582e26c3 req-0d89a4bd-8a88-414e-8ffe-7c03f8caa096 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 1133 time: 0.0663705 Dec 23 08:37:22.505978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811cf0e-f756-4ec4-bfda-ca31582e26c3 req-0416f2dd-66f5-4ada-a6ca-01b3a891425e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:22.507319 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7811cf0e-f756-4ec4-bfda-ca31582e26c3 req-0416f2dd-66f5-4ada-a6ca-01b3a891425e service neutron] 10.222.0.24 "GET /v2.0/networks?id=923d935a-831f-4520-8cf7-12272e7ad641 HTTP/1.1" status: 200 len: 897 time: 0.1231415 Dec 23 08:37:22.577076 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7811cf0e-f756-4ec4-bfda-ca31582e26c3 req-36375fc3-c8c4-43f0-91dc-45b112796527 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 217 time: 0.0630898 Dec 23 08:37:22.638909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811cf0e-f756-4ec4-bfda-ca31582e26c3 req-d5d2a5dc-2232-4d1f-a3f7-fc7253c26be4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:22.640282 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7811cf0e-f756-4ec4-bfda-ca31582e26c3 req-d5d2a5dc-2232-4d1f-a3f7-fc7253c26be4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c079a7d9-593f-4634-86fb-f0e4c8b817b5 HTTP/1.1" status: 200 len: 834 time: 0.0554192 Dec 23 08:37:22.716563 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7811cf0e-f756-4ec4-bfda-ca31582e26c3 req-7ac6ae57-f6b7-4885-b74c-589e7483e12e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=923d935a-831f-4520-8cf7-12272e7ad641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696709 Dec 23 08:37:22.846888 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7811cf0e-f756-4ec4-bfda-ca31582e26c3 req-c902cbdf-aa11-412b-9ae2-b7202f5142ca service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219940 Dec 23 08:37:22.977284 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7811cf0e-f756-4ec4-bfda-ca31582e26c3 req-de6f8546-fbcd-47e9-b745-d498af2f5d64 service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239593 Dec 23 08:37:23.007471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c1778-8b79-4668-a1e8-2dd06c7efd86 req-c226d1c2-1ab8-44e8-a2a8-d6de78d2e303 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:23.008912 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb9c1778-8b79-4668-a1e8-2dd06c7efd86 req-c226d1c2-1ab8-44e8-a2a8-d6de78d2e303 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 980 time: 0.0761523 Dec 23 08:37:23.053098 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb9c1778-8b79-4668-a1e8-2dd06c7efd86 req-090c9546-544b-4ced-bd44-042568079db2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388203 Dec 23 08:37:23.660632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 35d029f6-c2a6-4b20-94ef-01497f5d410e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:37:23.789074 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:23.801675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'port_id': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'mac_address': 'fa:16:3e:1b:53:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:37:23.853439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:23.869789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d029f6-c2a6-4b20-94ef-01497f5d410e {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:37:23.884334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:23.888154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:23.955335 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:24.100261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['35d029f6-c2a6-4b20-94ef-01497f5d410e'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:37:24.249203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5cad5-8791-45d7-af4e-8e3c73d0dace req-5aa5ee03-c14b-4333-8bb0-be5ba033b14b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:24.250666 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-70b5cad5-8791-45d7-af4e-8e3c73d0dace req-5aa5ee03-c14b-4333-8bb0-be5ba033b14b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 981 time: 0.0792108 Dec 23 08:37:24.296990 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-70b5cad5-8791-45d7-af4e-8e3c73d0dace req-6ad03f5e-2c85-4b6e-a286-901862b65608 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Dec 23 08:37:25.488056 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c72223-2f10-479f-a345-482eae605c5a req-a024091c-132e-4090-ae1a-f6c62c65ef02 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:25.489466 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c0c72223-2f10-479f-a345-482eae605c5a req-a024091c-132e-4090-ae1a-f6c62c65ef02 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 981 time: 0.0740933 Dec 23 08:37:25.539204 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c0c72223-2f10-479f-a345-482eae605c5a req-135c613d-1e63-43e3-b8d4-2416c0987f60 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440805 Dec 23 08:37:25.661852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 35d029f6-c2a6-4b20-94ef-01497f5d410e up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:37:25.729632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 35d029f6-c2a6-4b20-94ef-01497f5d410e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:37:25.733995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 35d029f6-c2a6-4b20-94ef-01497f5d410e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:25.734355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:25.842889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:25.869089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f08af9-4432-4132-970b-f1a0303aee28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:37:25.878958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:25.884233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:25.955606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:26.009004 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f08af9-4432-4132-970b-f1a0303aee28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'code': 200} Dec 23 08:37:26.228944 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-70c120be-3e0f-4087-ad16-b5ac1c610e06 req-0d28749e-be13-42b0-a575-dce5804e091e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 1135 time: 0.0695384 Dec 23 08:37:26.269777 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-70c120be-3e0f-4087-ad16-b5ac1c610e06 req-166863f7-62cd-42e1-a5ae-e92b2418e5bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343966 Dec 23 08:37:26.733684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ff21e-7162-4e43-94b9-5905e4e892f7 req-812a3448-f0f1-455d-9f96-0791697f2263 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:26.735134 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0f1ff21e-7162-4e43-94b9-5905e4e892f7 req-812a3448-f0f1-455d-9f96-0791697f2263 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 982 time: 0.0779767 Dec 23 08:37:26.778378 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0f1ff21e-7162-4e43-94b9-5905e4e892f7 req-3375a8e7-7ad9-40df-85c5-0b5d264bec2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Dec 23 08:37:27.976226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b58c5-b5dc-43d0-bdec-6af9317472f7 req-c4a647cd-e008-41fe-8df1-065620b9ddd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:27.977645 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d12b58c5-b5dc-43d0-bdec-6af9317472f7 req-c4a647cd-e008-41fe-8df1-065620b9ddd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 982 time: 0.0802147 Dec 23 08:37:28.024072 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d12b58c5-b5dc-43d0-bdec-6af9317472f7 req-18b0414b-e79b-4a22-b2de-cfb33bfcca5b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Dec 23 08:37:28.215684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732208a-91fc-49e7-8e20-b180552979a8 req-ee0fae83-30d1-424b-87f7-511df9f725ca tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:28.217094 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7732208a-91fc-49e7-8e20-b180552979a8 req-ee0fae83-30d1-424b-87f7-511df9f725ca tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 982 time: 0.0748460 Dec 23 08:37:28.261275 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7732208a-91fc-49e7-8e20-b180552979a8 req-a5ca860c-4195-4a69-98aa-d6b7e266424b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 Dec 23 08:37:28.288463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52262) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:28.358018 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dc408d21-c1da-447e-bd4f-b7c96afd6f32 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 1130 time: 0.0683548 Dec 23 08:37:28.360491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52266) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:28.365400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:28.370656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:28.374324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:floatingip and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:28.377041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:28.382987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:28.392684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:28.527648 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:28.660781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.146 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/62feea62-51d7-4f86-9c44-13be25ebdf21) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:37:28.802104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:28.835496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:28.915126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:37:28.918508 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:37:28.920416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=62feea62-51d7-4f86-9c44-13be25ebdf21,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:28.922473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:37:29.501037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:29.564138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:29.770421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:29.774706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:29.873441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=62feea62-51d7-4f86-9c44-13be25ebdf21,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:29.891032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:30.077755 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP 93299196-a779-49a1-811a-5e69bd67ece8 associated. External IP: 172.26.8.146, port: 35d029f6-c2a6-4b20-94ef-01497f5d410e. Dec 23 08:37:30.329225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:30.459448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 865cbbb7-ac46-4397-af05-27a39386c60d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:37:30.467013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-711d2221-46d8-4180-849e-874ca2ce2ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:30.656844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:37:30.666326 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] Sync routers for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:37:30.678615 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:30.679194 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:30.681283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:30.834625 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5ae1387c-f550-4762-8672-5ebf572c6ef5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4731448 Dec 23 08:37:30.835181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f08af9-4432-4132-970b-f1a0303aee28', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:37:30.837800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52270) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:30.859998 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:30.894399 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f08af9-4432-4132-970b-f1a0303aee28', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'status': 'completed', 'code': 200} Dec 23 08:37:30.944820 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c9457fed-7e5c-4245-9209-501f9af551d2 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28&network_id=923d935a-831f-4520-8cf7-12272e7ad641 HTTP/1.1" status: 200 len: 1130 time: 0.1055393 Dec 23 08:37:30.986936 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6c566859-a5a5-4557-9ed5-404127cb5772 req-847865c2-f037-42fb-b7fc-3c26b006b31f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 1135 time: 0.0721719 Dec 23 08:37:31.123944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c566859-a5a5-4557-9ed5-404127cb5772 req-1835d860-19e7-401d-aeef-87afcbf47255 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:31.125877 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6c566859-a5a5-4557-9ed5-404127cb5772 req-1835d860-19e7-401d-aeef-87afcbf47255 service neutron] 10.222.0.24 "GET /v2.0/networks?id=923d935a-831f-4520-8cf7-12272e7ad641 HTTP/1.1" status: 200 len: 897 time: 0.1324563 Dec 23 08:37:31.212602 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '93299196-a779-49a1-811a-5e69bd67ece8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'port_id': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-202863716', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'mac_address': 'fa:16:3e:1b:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f08af9-4432-4132-970b-f1a0303aee28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:37:29Z', 'updated_at': '2021-12-23T08:37:29Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e593d7-be96-4639-b07d-d65010e00dea', 'name': '', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:73:ff:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:13Z', 'updated_at': '2021-12-23T08:37:19Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:31.216669 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] Checking router: 865cbbb7-ac46-4397-af05-27a39386c60d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:37:31.228595 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:31.229219 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:31.335114 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6c566859-a5a5-4557-9ed5-404127cb5772 req-24cbc261-0fef-44fe-aed6-5c98a4c1288d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 1036 time: 0.2032785 Dec 23 08:37:31.336922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e9e2a-691a-4510-99d8-9a7b166fd401 req-80e30482-95f8-47b1-8106-501b43a5be3c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:31.338412 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a46e9e2a-691a-4510-99d8-9a7b166fd401 req-80e30482-95f8-47b1-8106-501b43a5be3c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 982 time: 0.0766551 Dec 23 08:37:31.384629 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a46e9e2a-691a-4510-99d8-9a7b166fd401 req-37cac93d-8c3b-4cde-bd65-9a9ea8951ae4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Dec 23 08:37:31.402008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c566859-a5a5-4557-9ed5-404127cb5772 req-0dd7a3ea-13f5-4c97-8e9c-8a3ed5c30765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:31.403042 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6c566859-a5a5-4557-9ed5-404127cb5772 req-0dd7a3ea-13f5-4c97-8e9c-8a3ed5c30765 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c079a7d9-593f-4634-86fb-f0e4c8b817b5 HTTP/1.1" status: 200 len: 834 time: 0.0610640 Dec 23 08:37:31.416631 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:31.484465 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6c566859-a5a5-4557-9ed5-404127cb5772 req-8bda4f43-1822-4a71-a91c-c0414dc84b8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=923d935a-831f-4520-8cf7-12272e7ad641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726609 Dec 23 08:37:31.617210 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6c566859-a5a5-4557-9ed5-404127cb5772 req-034773ff-e504-41c7-bc31-a147fcedd8b1 service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261568 Dec 23 08:37:31.748734 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6c566859-a5a5-4557-9ed5-404127cb5772 req-ab3037a3-3b37-4ebd-8b78-1cfd7eb43690 service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239448 Dec 23 08:37:31.761934 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '93299196-a779-49a1-811a-5e69bd67ece8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'port_id': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-202863716', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'mac_address': 'fa:16:3e:1b:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f08af9-4432-4132-970b-f1a0303aee28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:37:29Z', 'updated_at': '2021-12-23T08:37:29Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e593d7-be96-4639-b07d-d65010e00dea', 'name': '', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:73:ff:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:13Z', 'updated_at': '2021-12-23T08:37:19Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:31.766131 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05712f5b-9d21-4d7a-bfc3-f1a3ecb46cdb None None] The sync data for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv is: [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '93299196-a779-49a1-811a-5e69bd67ece8', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'port_id': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-202863716', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'mac_address': 'fa:16:3e:1b:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f08af9-4432-4132-970b-f1a0303aee28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:37:29Z', 'updated_at': '2021-12-23T08:37:29Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e593d7-be96-4639-b07d-d65010e00dea', 'name': '', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:73:ff:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:13Z', 'updated_at': '2021-12-23T08:37:19Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:37:32.551737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-fec3fd45-4137-4bb1-9b14-3852e8814b78 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:32.552418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-fec3fd45-4137-4bb1-9b14-3852e8814b78 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:37:32.569018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-fec3fd45-4137-4bb1-9b14-3852e8814b78 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:37:32.570091 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-fec3fd45-4137-4bb1-9b14-3852e8814b78 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 982 time: 0.0937772 Dec 23 08:37:32.588571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2c8f-1b48-4708-bbd0-09ac55b80383 req-66ef1d5a-0d06-45de-8b07-2e6b5189794e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:32.590009 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c1cd2c8f-1b48-4708-bbd0-09ac55b80383 req-66ef1d5a-0d06-45de-8b07-2e6b5189794e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 982 time: 0.0795507 Dec 23 08:37:32.635606 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c1cd2c8f-1b48-4708-bbd0-09ac55b80383 req-83643985-03b0-424d-8bd2-e5471a30309c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Dec 23 08:37:32.640817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-ce1af2ff-acc3-4f97-a33b-f4ca361259eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:32.642159 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-ce1af2ff-acc3-4f97-a33b-f4ca361259eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0670800 Dec 23 08:37:32.722799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bdd5ba8e-193a-43f6-a554-1b2c382a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:32.784795 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-c66c9c3c-57e9-4b8d-8d89-3fd99946da75 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1377041 Dec 23 08:37:32.794267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:32.905563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:33.096358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:33.123808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:37:33.170867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] device_id is not set on port 35d029f6-c2a6-4b20-94ef-01497f5d410e yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:37:33.179083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:33.184564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:33.317630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=6']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:33.339376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.339713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.340048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.340378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.340702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.341023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.341340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.341655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.341988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.342311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.342625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:33.386972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] No DVR routers for this DVR port 35d029f6-c2a6-4b20-94ef-01497f5d410e on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:37:33.456140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7061fe6d-00cc-4fc8-ba26-065a9461caf6 None None] Provisioning complete for port 35d029f6-c2a6-4b20-94ef-01497f5d410e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:33.456502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7061fe6d-00cc-4fc8-ba26-065a9461caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:33.513906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7061fe6d-00cc-4fc8-ba26-065a9461caf6 None None] Port 35d029f6-c2a6-4b20-94ef-01497f5d410e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:37:33.721725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] In _notify_port_updated(), no bound segment for port 35d029f6-c2a6-4b20-94ef-01497f5d410e on network 923d935a-831f-4520-8cf7-12272e7ad641 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:37:33.723327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:33.724846 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-97bf122f-7928-4782-a918-e2c96bbb71d7 req-3239141b-7f28-4c45-b953-9f64ca16d300 service neutron] 10.222.0.24 "PUT /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 1025 time: 0.9345133 Dec 23 08:37:33.803947 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f17f2910-7fac-4931-ad3b-7350f81f1ff9 req-267947c6-3797-4ccc-b285-198a248c0143 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f08af9-4432-4132-970b-f1a0303aee28 HTTP/1.1" status: 200 len: 210 time: 0.0407507 Dec 23 08:37:33.843082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:33.897829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:34.651681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50aff3e-9d93-4175-8a47-e014dab2a707 None None] New status for floating IP 93299196-a779-49a1-811a-5e69bd67ece8: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:37:34.908786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52286) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:34.975430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa202fe-9b8a-460e-8c92-e2d80780dbcb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:34.976725 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0fa202fe-9b8a-460e-8c92-e2d80780dbcb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 924 time: 0.0668581 Dec 23 08:37:35.240455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.408558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52292) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:35.414196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485684244', 'description': 'tempest-secgroup-smoke-485684244 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:35.420002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:35.429848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:35.439280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.473932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:35.477594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:35.480429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:35.486071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:35.544548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.548489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.589171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5746c8-1947-4e17-a67b-8dce89144fb9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:35.598751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.602687 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d057f78e-cc43-4321-8d66-9aed2623b39b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1904063 Dec 23 08:37:35.602858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52296) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:35.608339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '5e5746c8-1947-4e17-a67b-8dce89144fb9', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:35.614781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:35.618502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:35.621314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:35.627406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:35.643608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.704420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.707890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.721686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 35d029f6-c2a6-4b20-94ef-01497f5d410e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:37:35.730293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e090466-2be2-41e7-8375-d9d19e060a6d,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:35.739601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.740753 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2b1a386b-2af3-45dd-8412-6c337427e443 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1370735 Dec 23 08:37:35.743460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52300) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:35.748773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '5e5746c8-1947-4e17-a67b-8dce89144fb9', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:35.755113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:35.758822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:35.761620 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:35.767133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:35.777756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 35d029f6-c2a6-4b20-94ef-01497f5d410e not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:37:35.784350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.846623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.850721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.873481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0324bad-6cc8-4b72-8c33-667bca38b885,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:35.881501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.882680 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-50fb19c4-7ebc-41d6-9994-084b2e216e8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1383026 Dec 23 08:37:35.885281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52304) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:35.890550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '5e5746c8-1947-4e17-a67b-8dce89144fb9', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:35.896165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:35.899935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:35.902794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:35.908296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:35.924404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.983845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:35.987293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.009876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb57213-83a0-43fb-adee-35ca74fc896a,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:36.017880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.019167 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6429722c-2037-43b0-b5f7-40f6b49720ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1329896 Dec 23 08:37:36.021979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52308) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:36.027522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '5e5746c8-1947-4e17-a67b-8dce89144fb9', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:36.033037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:36.037265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:36.040084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:36.045525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:36.061414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.122646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.126166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.150901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34dfc55-b053-47df-b7bf-4eb78662c3a7,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:36.160057 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.161967 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-681d99dc-95e5-4fc0-828e-1c571aec35da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1390157 Dec 23 08:37:36.164693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52312) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:36.169825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '5e5746c8-1947-4e17-a67b-8dce89144fb9', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:36.175357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:36.179051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:36.181820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:36.187311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:36.199487 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:37:36.205875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.267984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.271778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.295227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aef4013-8e73-4543-9c8f-34d4f0e35050,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:36.304696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.308693 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bac2ee4d-346e-4b57-b413-3b0355a3d9f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1406870 Dec 23 08:37:36.308978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52316) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:36.314336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '5e5746c8-1947-4e17-a67b-8dce89144fb9', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:36.319967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:36.323879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:36.327114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:36.333110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:36.342687 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:37:36.349882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.412737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.416083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.439882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10086b9c-a7b0-4b55-a65c-db905bd2a9f7,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:36.448153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:36.449475 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8664aaee-f6d8-474e-8127-fdbe03f17cd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1395788 Dec 23 08:37:36.614445 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-805ac412-8ca7-45d9-af7f-89e3e7513360 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485684244&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.0393236 Dec 23 08:37:36.689560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-8e59049e-1778-44d7-ad3e-1dafc7915693 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:36.690873 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-8e59049e-1778-44d7-ad3e-1dafc7915693 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 929 time: 0.0703743 Dec 23 08:37:36.759131 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-3b4f01f1-059d-41c7-bc30-c2bdc5f78904 service neutron] 10.222.0.36 "GET /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0562398 Dec 23 08:37:36.885757 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-e182ec79-1409-468d-ab4b-c574b86c4f3e service neutron] 10.222.0.36 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212466 Dec 23 08:37:37.014751 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-8fe49657-cc01-42e9-90d2-4f043e83f8d4 service neutron] 10.222.0.36 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233640 Dec 23 08:37:37.190261 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ddbdba17-de98-4d0f-856a-ae703e73f9f6 req-3598d89a-3a2f-4d11-85bb-88da205f1926 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 210 time: 0.0398195 Dec 23 08:37:38.091580 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-80e3bc59-9aab-443b-af82-fa23af42e1da service neutron] 10.222.0.24 "GET /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 1025 time: 0.0625474 Dec 23 08:37:38.226329 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:37:38.241615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-acf21932-7720-4e2a-a741-3d9bdbed5fcb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:38.243192 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-acf21932-7720-4e2a-a741-3d9bdbed5fcb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=923d935a-831f-4520-8cf7-12272e7ad641 HTTP/1.1" status: 200 len: 797 time: 0.1460369 Dec 23 08:37:38.300287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-79c19fe1-79aa-4e6a-a624-bea987bc7ca9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:37:38.319295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-79c19fe1-79aa-4e6a-a624-bea987bc7ca9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:37:38.320470 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-79c19fe1-79aa-4e6a-a624-bea987bc7ca9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 472 time: 0.0644362 Dec 23 08:37:38.332838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Request body: {'port': {'device_id': '8ef194f9-e864-41e2-8ce8-e08478fbf298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:38.360833 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2bc8d1f5-8aa8-4991-a7f9-d1ede8fe2fbf req-aece78b9-07f7-49ab-b0e0-05d15fd3cd06 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 210 time: 0.0463722 Dec 23 08:37:38.442458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:38.773442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d029f6-c2a6-4b20-94ef-01497f5d410e {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:37:38.780191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:38.794372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Transition to ACTIVE for port object 35d029f6-c2a6-4b20-94ef-01497f5d410e will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:37:38.798029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:38.927424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=7']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:39.064059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Attempting to bind port 35d029f6-c2a6-4b20-94ef-01497f5d410e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:37:39.064332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Attempting to bind port 35d029f6-c2a6-4b20-94ef-01497f5d410e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:37:39.064647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Attempting to bind port 35d029f6-c2a6-4b20-94ef-01497f5d410e on network 923d935a-831f-4520-8cf7-12272e7ad641 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:37:39.070750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Port 35d029f6-c2a6-4b20-94ef-01497f5d410e on network 923d935a-831f-4520-8cf7-12272e7ad641 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:37:39.071106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Attempting to bind port 35d029f6-c2a6-4b20-94ef-01497f5d410e on network 923d935a-831f-4520-8cf7-12272e7ad641 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:37:39.077182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:37:39.077502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Checking segment: {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:37:39.077872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Bound using segment: {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:37:39.078312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Bound port: 35d029f6-c2a6-4b20-94ef-01497f5d410e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb52ef1-18df-4464-8ec1-2bca179eef41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:37:39.078644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:39.163284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:37:39.166206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:37:39.170953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:39.230709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:39.232503 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 1130 time: 0.9046259 Dec 23 08:37:39.235235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef194f9-e864-41e2-8ce8-e08478fbf298', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:37:39.260421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900deeac-d515-45cd-9943-04e5bc6527f8 service neutron] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=8']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:39.307738 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef194f9-e864-41e2-8ce8-e08478fbf298', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'status': 'completed', 'code': 200} Dec 23 08:37:39.343672 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-64b2a885-91ae-4e0b-9481-115a4921dfd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 1133 time: 0.0703990 Dec 23 08:37:39.547217 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-1110d6da-8001-40d5-b2cc-7fb2c7a12057 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 1036 time: 0.1967263 Dec 23 08:37:39.569618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533382e5-c9dc-4f02-82fe-88cc42458e7d req-2b0abff6-7f34-42a9-92a6-f54330fa984d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:39.571061 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-533382e5-c9dc-4f02-82fe-88cc42458e7d req-2b0abff6-7f34-42a9-92a6-f54330fa984d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 980 time: 0.0786061 Dec 23 08:37:39.609646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-3fb4f8f6-77e1-426c-858a-cd19859e5e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:39.611010 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-3fb4f8f6-77e1-426c-858a-cd19859e5e63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c079a7d9-593f-4634-86fb-f0e4c8b817b5 HTTP/1.1" status: 200 len: 834 time: 0.0574853 Dec 23 08:37:39.614904 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-533382e5-c9dc-4f02-82fe-88cc42458e7d req-b850bd38-74ec-4c46-abab-ac72a911bd2f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 Dec 23 08:37:39.687040 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-d8ceba41-5607-4c96-a985-74fcfe4c25a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=923d935a-831f-4520-8cf7-12272e7ad641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696845 Dec 23 08:37:39.817477 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-f76c4619-c0f7-4afa-a2ca-f44502c8a6ad service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240840 Dec 23 08:37:39.945575 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-742c97c8-580a-4a0d-937a-f9ae8168c05d req-a125ee13-1df9-4182-ad98-2c7f8024a4af service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219988 Dec 23 08:37:40.057164 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-153bb6c7-a0f6-4af1-86e0-4bba50c5f8b5 req-31fce5ee-c980-4b1b-bc93-0e213ca4417e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 1133 time: 0.0669053 Dec 23 08:37:40.185446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bb6c7-a0f6-4af1-86e0-4bba50c5f8b5 req-3a9d3787-ea7e-475c-97b3-3422544cd878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:40.186892 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-153bb6c7-a0f6-4af1-86e0-4bba50c5f8b5 req-3a9d3787-ea7e-475c-97b3-3422544cd878 service neutron] 10.222.0.24 "GET /v2.0/networks?id=923d935a-831f-4520-8cf7-12272e7ad641 HTTP/1.1" status: 200 len: 897 time: 0.1227376 Dec 23 08:37:40.290552 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-153bb6c7-a0f6-4af1-86e0-4bba50c5f8b5 req-ffde1bdd-1f54-4a9d-9091-44f6cfff12c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 1036 time: 0.0963750 Dec 23 08:37:40.353783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bb6c7-a0f6-4af1-86e0-4bba50c5f8b5 req-e5250e33-e573-4c1b-aad7-56a51543c914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:40.355215 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-153bb6c7-a0f6-4af1-86e0-4bba50c5f8b5 req-e5250e33-e573-4c1b-aad7-56a51543c914 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c079a7d9-593f-4634-86fb-f0e4c8b817b5 HTTP/1.1" status: 200 len: 834 time: 0.0583754 Dec 23 08:37:40.434833 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-153bb6c7-a0f6-4af1-86e0-4bba50c5f8b5 req-946534a8-a9ca-44eb-b424-a8a0229ab2de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=923d935a-831f-4520-8cf7-12272e7ad641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720940 Dec 23 08:37:40.568287 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-153bb6c7-a0f6-4af1-86e0-4bba50c5f8b5 req-6dd94281-cfb9-4bbb-92ba-fc3655a49b3c service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254797 Dec 23 08:37:40.714321 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-153bb6c7-a0f6-4af1-86e0-4bba50c5f8b5 req-426f0bbe-b87f-4442-8133-37565185665d service neutron] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394961 Dec 23 08:37:40.822510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975e391-4032-49ac-921b-a84ed1584806 req-7269eb7b-b2d3-4080-88bc-3ac6d6e3f44b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:40.823860 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e975e391-4032-49ac-921b-a84ed1584806 req-7269eb7b-b2d3-4080-88bc-3ac6d6e3f44b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 980 time: 0.0793803 Dec 23 08:37:40.871735 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e975e391-4032-49ac-921b-a84ed1584806 req-81e1a203-4021-49b1-8fef-882626d7dfff tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Dec 23 08:37:41.708240 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 35d029f6-c2a6-4b20-94ef-01497f5d410e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:37:41.836101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:41.849202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'port_id': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'mac_address': 'fa:16:3e:1b:53:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:37:41.899164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:41.916356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d029f6-c2a6-4b20-94ef-01497f5d410e {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:37:41.931583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:41.935812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:42.005618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=9']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:42.072522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621145-ee26-471a-8e63-a068ad7b0718 req-6cf87ce4-581e-462e-9fc2-456f4847d56b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:42.074059 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e621145-ee26-471a-8e63-a068ad7b0718 req-6cf87ce4-581e-462e-9fc2-456f4847d56b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 981 time: 0.0785577 Dec 23 08:37:42.086052 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-546f9a88-0191-4305-8aef-bdcde73c518a req-cfef29f9-e769-486e-9b87-c54acacc6047 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663991 Dec 23 08:37:42.122817 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e621145-ee26-471a-8e63-a068ad7b0718 req-f153e182-8f46-41b9-a733-17b581c6ad95 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Dec 23 08:37:42.139603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['35d029f6-c2a6-4b20-94ef-01497f5d410e'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:37:42.183527 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-546f9a88-0191-4305-8aef-bdcde73c518a req-2f44d91b-db01-4ab0-961a-ba1305439cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 1099 time: 0.0766883 Dec 23 08:37:42.325061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9a88-0191-4305-8aef-bdcde73c518a req-35537a29-a57a-4315-9a31-2633690b96b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:42.326498 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-546f9a88-0191-4305-8aef-bdcde73c518a req-35537a29-a57a-4315-9a31-2633690b96b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1250954 Dec 23 08:37:42.423694 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-546f9a88-0191-4305-8aef-bdcde73c518a req-edc6947c-dbd0-462e-92f5-67270de8d1ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baeeead8-d0d5-4a58-9051-a3e222d81e57 HTTP/1.1" status: 200 len: 1001 time: 0.0907087 Dec 23 08:37:42.578802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9a88-0191-4305-8aef-bdcde73c518a req-48782ed8-3f21-4117-a6b6-863ea43781c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:42.580250 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-546f9a88-0191-4305-8aef-bdcde73c518a req-48782ed8-3f21-4117-a6b6-863ea43781c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.1498952 Dec 23 08:37:42.653757 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-546f9a88-0191-4305-8aef-bdcde73c518a req-17aef986-8b7e-4839-9b59-607839db7a2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668972 Dec 23 08:37:42.786733 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-546f9a88-0191-4305-8aef-bdcde73c518a req-ce9589cb-1b15-48ec-bfc5-745e014c3689 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249919 Dec 23 08:37:42.916973 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-546f9a88-0191-4305-8aef-bdcde73c518a req-cfd707b7-e813-41f3-89f4-13c7bee2aca0 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245861 Dec 23 08:37:43.312516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ce9a-e08a-471f-b594-70b9cf1cbd13 req-0fc4b987-e1d9-44c6-988c-92f0b49bbe2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:43.313927 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f83ce9a-e08a-471f-b594-70b9cf1cbd13 req-0fc4b987-e1d9-44c6-988c-92f0b49bbe2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 981 time: 0.0733700 Dec 23 08:37:43.357167 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f83ce9a-e08a-471f-b594-70b9cf1cbd13 req-d5297222-7ec7-459f-891a-28ec8b39de6f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377729 Dec 23 08:37:43.705900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 35d029f6-c2a6-4b20-94ef-01497f5d410e up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:37:43.775621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 35d029f6-c2a6-4b20-94ef-01497f5d410e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:37:43.780078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 35d029f6-c2a6-4b20-94ef-01497f5d410e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:43.780436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:43.890364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:43.917699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef194f9-e864-41e2-8ce8-e08478fbf298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:37:43.927156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:43.932385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:43.973918 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef194f9-e864-41e2-8ce8-e08478fbf298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d029f6-c2a6-4b20-94ef-01497f5d410e', 'code': 200} Dec 23 08:37:43.997811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=10']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:44.202548 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b482fc17-5346-464c-af8d-e59206c5bc42 req-e530b864-5990-4444-be6d-1bbd9303049f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 1136 time: 0.0820215 Dec 23 08:37:44.243280 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b482fc17-5346-464c-af8d-e59206c5bc42 req-73197617-3021-45a2-bce3-775f834c50c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341668 Dec 23 08:37:44.557121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551026e-e186-4708-a80b-93c19135d6c6 req-fa3f9b46-4eb6-47d6-bc01-d7a8cbcb2eb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:44.558586 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b551026e-e186-4708-a80b-93c19135d6c6 req-fa3f9b46-4eb6-47d6-bc01-d7a8cbcb2eb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 983 time: 0.0785029 Dec 23 08:37:44.607297 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b551026e-e186-4708-a80b-93c19135d6c6 req-5e7ec29d-2fe2-449c-bde1-ff4d88b6e87a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Dec 23 08:37:45.804797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8934c-e0d3-4cac-866d-34421f4ad342 req-31c8b14b-cbb7-465c-8a70-000f24dd1d9c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:45.806164 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aff8934c-e0d3-4cac-866d-34421f4ad342 req-31c8b14b-cbb7-465c-8a70-000f24dd1d9c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 983 time: 0.0743752 Dec 23 08:37:45.850411 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aff8934c-e0d3-4cac-866d-34421f4ad342 req-e560da5a-b7c3-4b88-bb1c-8799228e4fca tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387254 Dec 23 08:37:46.045175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79664614-c7d9-405b-ba0a-2b4e180a935b req-133c0932-98cb-476a-a537-04891d96ccf6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:46.046609 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-79664614-c7d9-405b-ba0a-2b4e180a935b req-133c0932-98cb-476a-a537-04891d96ccf6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 983 time: 0.0770078 Dec 23 08:37:46.090792 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-79664614-c7d9-405b-ba0a-2b4e180a935b req-84b986d5-2954-42bf-b9dc-1d9a1732281d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382867 Dec 23 08:37:46.117805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52362) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:46.185929 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0715e43c-9c8f-4fd9-8b14-720d83293466 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298&network_id=923d935a-831f-4520-8cf7-12272e7ad641 HTTP/1.1" status: 200 len: 1131 time: 0.0669949 Dec 23 08:37:46.556136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498561-031e-480d-84a3-adced25837a2 req-0475bcec-f8d0-4280-aa48-ff94a86842bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:46.557574 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ce498561-031e-480d-84a3-adced25837a2 req-0475bcec-f8d0-4280-aa48-ff94a86842bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 983 time: 0.0782549 Dec 23 08:37:46.601366 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ce498561-031e-480d-84a3-adced25837a2 req-712d088a-4efd-454d-979f-b3d874b822fe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383940 Dec 23 08:37:47.740230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-2d8db135-c437-4345-8101-8c1dd5f65afa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:47.741636 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-2d8db135-c437-4345-8101-8c1dd5f65afa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 983 time: 0.0760069 Dec 23 08:37:47.798853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39185f51-7c51-4886-ae12-1410f0a7563e req-1947e098-1d4f-4178-af00-4542954cf2dd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:47.800217 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-39185f51-7c51-4886-ae12-1410f0a7563e req-1947e098-1d4f-4178-af00-4542954cf2dd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 983 time: 0.0779471 Dec 23 08:37:47.812590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bcc4be1b-f9cc-4f32-9b5c-3a56cd4182ca tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:47.814015 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bcc4be1b-f9cc-4f32-9b5c-3a56cd4182ca tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666621 Dec 23 08:37:47.844974 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-39185f51-7c51-4886-ae12-1410f0a7563e req-663bc4bc-2a6f-47f9-9b88-72c905aab491 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=955b892c-c1ff-4255-8251-809f7bc91116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386622 Dec 23 08:37:47.952409 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-dddbf18d-37ad-438c-9d44-052919699a9c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1337931 Dec 23 08:37:47.964709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:48.068314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:48.259401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35d029f6-c2a6-4b20-94ef-01497f5d410e,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:48.288519 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] For port 35d029f6-c2a6-4b20-94ef-01497f5d410e, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:37:48.335870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] device_id is not set on port 35d029f6-c2a6-4b20-94ef-01497f5d410e yet. {{(pid=83523) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 08:37:48.343365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:48.349287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:48.481324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] Pushing event updated for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=11']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:48.542961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] No DVR routers for this DVR port 35d029f6-c2a6-4b20-94ef-01497f5d410e on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:37:48.667183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f1187898-1286-41ae-b9b3-dd9a06aa646f None None] Provisioning complete for port 35d029f6-c2a6-4b20-94ef-01497f5d410e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:37:48.667785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f1187898-1286-41ae-b9b3-dd9a06aa646f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:48.721108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f1187898-1286-41ae-b9b3-dd9a06aa646f None None] Port 35d029f6-c2a6-4b20-94ef-01497f5d410e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:37:48.872737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] In _notify_port_updated(), no bound segment for port 35d029f6-c2a6-4b20-94ef-01497f5d410e on network 923d935a-831f-4520-8cf7-12272e7ad641 {{(pid=83523) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 08:37:48.873830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:48.875118 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-98fec913-60cd-405e-9aaa-60e7d15e1760 req-bc06cf46-0a13-4544-91b1-f9b0593d36f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 200 len: 1026 time: 0.9142365 Dec 23 08:37:49.090556 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69338df9-90d4-43a2-bf89-284538c6dcb4 req-2c240a7e-4b48-40ad-87ad-52b0b68215cb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef194f9-e864-41e2-8ce8-e08478fbf298 HTTP/1.1" status: 200 len: 210 time: 0.1237810 Dec 23 08:37:50.201117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52376) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:50.267600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a20fd1f-6b2b-4c0a-8301-527f8f239a68 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:50.295615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a20fd1f-6b2b-4c0a-8301-527f8f239a68 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:50.356078 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a20fd1f-6b2b-4c0a-8301-527f8f239a68 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:50.377699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20fd1f-6b2b-4c0a-8301-527f8f239a68 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5746c8-1947-4e17-a67b-8dce89144fb9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:50.387154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a20fd1f-6b2b-4c0a-8301-527f8f239a68 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:50.388250 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1a20fd1f-6b2b-4c0a-8301-527f8f239a68 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/5e5746c8-1947-4e17-a67b-8dce89144fb9 HTTP/1.1" status: 204 len: 168 time: 0.1861649 Dec 23 08:37:50.427502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52382) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:50.622093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 62feea62-51d7-4f86-9c44-13be25ebdf21 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:37:50.622433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:50.788422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:50.788733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:50.904079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 62feea62-51d7-4f86-9c44-13be25ebdf21 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:51.044041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:51.087452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=62feea62-51d7-4f86-9c44-13be25ebdf21,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:51.174963 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:51.549457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 865cbbb7-ac46-4397-af05-27a39386c60d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:37:51.724954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 35d029f6-c2a6-4b20-94ef-01497f5d410e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:37:51.779512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 35d029f6-c2a6-4b20-94ef-01497f5d410e not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:37:51.830625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:37:51.839844 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] Sync routers for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:37:51.851168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:51.852682 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:51.853271 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:51.906621 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6074ec27-9bfd-40cb-9019-369fb8257124 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/floatingips/93299196-a779-49a1-811a-5e69bd67ece8 HTTP/1.1" status: 204 len: 168 time: 1.4780304 Dec 23 08:37:52.054340 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:52.061210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52390) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:52.128889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc1537e-d3c8-4800-885a-0e1b9d99e0aa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:52.158299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc1537e-d3c8-4800-885a-0e1b9d99e0aa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:52.218984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc1537e-d3c8-4800-885a-0e1b9d99e0aa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:52.238218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1537e-d3c8-4800-885a-0e1b9d99e0aa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1eb107-7c4a-4948-a9d9-70a672abe753,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:52.244844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc1537e-d3c8-4800-885a-0e1b9d99e0aa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:52.245969 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-abc1537e-d3c8-4800-885a-0e1b9d99e0aa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/3c1eb107-7c4a-4948-a9d9-70a672abe753 HTTP/1.1" status: 204 len: 168 time: 0.1837635 Dec 23 08:37:52.287508 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52396) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:52.354203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5f626-7da1-423c-b83f-fa363db180d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 35d029f6-c2a6-4b20-94ef-01497f5d410e {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:37:52.354438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f626-7da1-423c-b83f-fa363db180d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:52.360872 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '67e593d7-be96-4639-b07d-d65010e00dea', 'name': '', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:73:ff:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:13Z', 'updated_at': '2021-12-23T08:37:19Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:52.364536 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] Checking router: 865cbbb7-ac46-4397-af05-27a39386c60d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:37:52.374547 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:52.375115 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:52.553663 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:52.589097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f626-7da1-423c-b83f-fa363db180d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:52.708528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5f626-7da1-423c-b83f-fa363db180d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 35d029f6-c2a6-4b20-94ef-01497f5d410e owned by {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:52.847576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f626-7da1-423c-b83f-fa363db180d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:52.866919 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '67e593d7-be96-4639-b07d-d65010e00dea', 'name': '', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:73:ff:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:13Z', 'updated_at': '2021-12-23T08:37:19Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:52.870725 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8317c8c-6d7a-4c22-b7c5-05908287deac None None] The sync data for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv is: [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:14Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '67e593d7-be96-4639-b07d-d65010e00dea', 'name': '', 'network_id': '923d935a-831f-4520-8cf7-12272e7ad641', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:73:ff:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:13Z', 'updated_at': '2021-12-23T08:37:19Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'c079a7d9-593f-4634-86fb-f0e4c8b817b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:37:52.898954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5f626-7da1-423c-b83f-fa363db180d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=35d029f6-c2a6-4b20-94ef-01497f5d410e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:53.002878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f626-7da1-423c-b83f-fa363db180d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:53.014087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f7c5f626-7da1-423c-b83f-fa363db180d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/ports/35d029f6-c2a6-4b20-94ef-01497f5d410e HTTP/1.1" status: 204 len: 168 time: 0.7254601 Dec 23 08:37:53.016690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52400) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:53.103154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fe349-97ee-43aa-b99f-b259e0dadb12 None None] New status for floating IP 93299196-a779-49a1-811a-5e69bd67ece8: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:37:53.413149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:54.088240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 67e593d7-be96-4639-b07d-d65010e00dea {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:37:54.089005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:54.266562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 67e593d7-be96-4639-b07d-d65010e00dea, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=67e593d7-be96-4639-b07d-d65010e00dea,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:54.266895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:54.385109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 67e593d7-be96-4639-b07d-d65010e00dea owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:54.561288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:54.609389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=67e593d7-be96-4639-b07d-d65010e00dea,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:54.896614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:55.561055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 865cbbb7-ac46-4397-af05-27a39386c60d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:37:55.762874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:37:55.772437 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] Sync routers for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:37:55.775098 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ee2db74b-9007-42c0-8e15-252c1a3095be tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/865cbbb7-ac46-4397-af05-27a39386c60d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7574415 Dec 23 08:37:55.777782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52404) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:55.784317 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:55.784899 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:55.962214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f874d4a-98cf-4a97-b72a-6eaba50ecf79 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting subnet c079a7d9-593f-4634-86fb-f0e4c8b817b5 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:37:55.963614 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:55.965547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f874d4a-98cf-4a97-b72a-6eaba50ecf79 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.018546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f874d4a-98cf-4a97-b72a-6eaba50ecf79 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.102711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f874d4a-98cf-4a97-b72a-6eaba50ecf79 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.177864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f874d4a-98cf-4a97-b72a-6eaba50ecf79 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.216156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f874d4a-98cf-4a97-b72a-6eaba50ecf79 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Subnet': ['ID=c079a7d9-593f-4634-86fb-f0e4c8b817b5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:56.220839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f874d4a-98cf-4a97-b72a-6eaba50ecf79 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.230085 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4f874d4a-98cf-4a97-b72a-6eaba50ecf79 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/subnets/c079a7d9-593f-4634-86fb-f0e4c8b817b5 HTTP/1.1" status: 204 len: 168 time: 0.4489422 Dec 23 08:37:56.230447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52408) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:56.232397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5425edf8-c3ed-4929-a4a0-a144dfb13426 None None] Network 923d935a-831f-4520-8cf7-12272e7ad641 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:37:56.286603 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:54Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:56.290577 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] Checking router: 865cbbb7-ac46-4397-af05-27a39386c60d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:37:56.301177 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] Routers {'865cbbb7-ac46-4397-af05-27a39386c60d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:37:56.302329 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['865cbbb7-ac46-4397-af05-27a39386c60d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:56.447151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.484118 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] Set router 865cbbb7-ac46-4397-af05-27a39386c60d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:37:56.487031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69e21f3-6c4d-4312-9490-ab1a554fd1a2 None None] DHCP port deletion for 923d935a-831f-4520-8cf7-12272e7ad641 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:37:56.492101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a69e21f3-6c4d-4312-9490-ab1a554fd1a2 None None] Deleting port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:37:56.492741 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a69e21f3-6c4d-4312-9490-ab1a554fd1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.659204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.669507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port dca9080a-cb4e-43eb-858a-a4b699c0f429 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:37:56.670042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.744843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a69e21f3-6c4d-4312-9490-ab1a554fd1a2 None None] For port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2f973db7-4cd4-4e5e-9bc7-089fe2db8d20,segment=NetworkSegment(3eb52ef1-18df-4464-8ec1-2bca179eef41),segment_id=3eb52ef1-18df-4464-8ec1-2bca179eef41)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:56.745088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a69e21f3-6c4d-4312-9490-ab1a554fd1a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.780952 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:54Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:56.785182 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caf061b-2880-4de9-a05e-35fd4b3f3052 None None] The sync data for ids ['865cbbb7-ac46-4397-af05-27a39386c60d'] in dv-neutron-822507-1-hyperv is: [{'id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'name': 'tempest-TestNetworkBasicOps-router-1259428787', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:54Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'dca9080a-cb4e-43eb-858a-a4b699c0f429', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '865cbbb7-ac46-4397-af05-27a39386c60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:10Z', 'updated_at': '2021-12-23T08:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:37:56.859848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port dca9080a-cb4e-43eb-858a-a4b699c0f429, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=dca9080a-cb4e-43eb-858a-a4b699c0f429,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:37:56.860192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.867206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a69e21f3-6c4d-4312-9490-ab1a554fd1a2 None None] Calling delete_port for 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:56.938471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a69e21f3-6c4d-4312-9490-ab1a554fd1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:56.980516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for dca9080a-cb4e-43eb-858a-a4b699c0f429 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:37:56.984630 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e21f3-6c4d-4312-9490-ab1a554fd1a2 None None] Pushing event deleted for resources: {'Port': ['ID=2f973db7-4cd4-4e5e-9bc7-089fe2db8d20,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:56.989587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e21f3-6c4d-4312-9490-ab1a554fd1a2 None None] No DVR routers for this DVR port 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:37:57.142149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:57.187877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=dca9080a-cb4e-43eb-858a-a4b699c0f429,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:57.403650 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:57.642769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:37:57.675921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:37:57.676796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2f973db7-4cd4-4e5e-9bc7-089fe2db8d20 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:37:57.677213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 67e593d7-be96-4639-b07d-d65010e00dea no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:37:57.707023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 67e593d7-be96-4639-b07d-d65010e00dea {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:37:57.707437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 67e593d7-be96-4639-b07d-d65010e00dea not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:37:57.747490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:57.751465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:57.774052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:57.774525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Fanout notify agent at l3_agent the message router_deleted on router 865cbbb7-ac46-4397-af05-27a39386c60d {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:37:57.788544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:57.794699 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a027a759-5127-4f85-96a6-e80687a88903 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/routers/865cbbb7-ac46-4397-af05-27a39386c60d HTTP/1.1" status: 204 len: 168 time: 1.5581942 Dec 23 08:37:57.795263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52412) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:57.913930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.044856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.072385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923d935a-831f-4520-8cf7-12272e7ad641']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:58.084661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb52ef1-18df-4464-8ec1-2bca179eef41') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:58.084952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb52ef1-18df-4464-8ec1-2bca179eef41') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:37:58.095812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.111822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.117604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:37:58.117992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:37:58.131572 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:37:58.212987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.232203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.243561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Network': ['ID=923d935a-831f-4520-8cf7-12272e7ad641,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:58.251153 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-044fca7a-8fb0-4f59-a1f1-56a68aa97e2d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/networks/923d935a-831f-4520-8cf7-12272e7ad641 HTTP/1.1" status: 204 len: 168 time: 0.4526653 Dec 23 08:37:58.260238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52416) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:58.273335 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-646e5a42-ac35-44d2-8f75-5f926f767f97 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0119946 Dec 23 08:37:58.275862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52420) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:58.281165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'network': {'name': 'tempest-network-smoke--833603806', 'project_id': '624b301133d440c99265a580e7281065', 'port_security_enabled': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:58.285912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:58.289932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:network and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:58.293285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:58.299005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:58.307506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:37:58.310586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.338672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:37:58.346983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.347319 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Added segment fc81b020-5643-424b-aabf-832eb82bd712 of type vlan for network 379b717e-9224-423f-909a-faf66730a3bc Dec 23 08:37:58.372557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.401011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.404691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:37:58.405284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.509327 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2323606 Dec 23 08:37:58.512006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23a51f-896f-449f-a3aa-5e28766a073f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Network': ['ID=379b717e-9224-423f-909a-faf66730a3bc,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:58.512431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52424) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:37:58.518459 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-492891692', 'admin_state_up': True, 'project_id': '624b301133d440c99265a580e7281065', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:37:58.523142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 379b717e-9224-423f-909a-faf66730a3bc details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:37:58.525864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:37:58.529665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:router and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:37:58.532564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:37:58.540398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:37:58.549996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.550823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.569870 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.722519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.896781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:58.924724 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:59.153512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.85 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/693926dd-5beb-4064-9f34-8005675e0e94) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:37:59.305625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:59.332501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:59.403489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:37:59.406371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:37:59.411133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:37:59.434382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=693926dd-5beb-4064-9f34-8005675e0e94,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:37:59.452771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.453109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.453442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.453768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.454133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.454460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.454779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.455096 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.455416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.455728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.456038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:37:59.548925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device dca9080a-cb4e-43eb-858a-a4b699c0f429 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:37:59.575532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:59.576347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:37:59.581430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: dca9080a-cb4e-43eb-858a-a4b699c0f429 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:37:59.581769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device dca9080a-cb4e-43eb-858a-a4b699c0f429 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:37:59.799770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:38:00.000346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:38:00.010113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Sync routers for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:38:00.021719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:00.022347 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:00.026238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:00.027417 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ee102f15-53d9-47e6-8244-3e40c7b4fb8e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5138190 Dec 23 08:38:00.030504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52428) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:00.069182 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-764df7cd-ffa2-45f2-aefb-c0b150b1bdc2 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375278 Dec 23 08:38:00.071636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52432) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:00.201170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a28600-15dc-4710-92f8-643611a81d5f tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:00.202676 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-29a28600-15dc-4710-92f8-643611a81d5f tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301596 Dec 23 08:38:00.205523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52436) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:00.209825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:00.243885 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9dbbe8b8-a8bd-4683-aae0-0df5f6340980 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372386 Dec 23 08:38:00.246520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52440) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:00.252260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-429607975', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'project_id': '624b301133d440c99265a580e7281065', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:00.361102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:00.364801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:subnet and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:00.367562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:00.373064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:00.382478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:38:00.392399 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:00.485812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:00.492671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3c35f9e3-12d4-4e6d-98f0-73fa3a1386ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:00.515739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:37:59Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:00.519634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Checking router: da0740fb-72b9-41ac-b6c5-a38adce3a6f7 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:38:00.520684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Updating router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 port 693926dd-5beb-4064-9f34-8005675e0e94 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:38:00.572238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:00.700328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:00.780236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=9970a617-81c7-4f68-a167-f00a14b49bf6,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:00.790415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Checking segment: {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:38:00.790767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network hostable DHCP agents. Network: 379b717e-9224-423f-909a-faf66730a3bc, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:38:00.811950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 379b717e-9224-423f-909a-faf66730a3bc is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:38:00.822006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 379b717e-9224-423f-909a-faf66730a3bc) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:38:00.825908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:00.826592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:00.850243 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4c85ce2a-ddb7-4512-aada-e8a68214fdf4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6025844 Dec 23 08:38:00.852256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d681ab8-d521-4f99-a66c-3ec472dccb90 None None] Network 379b717e-9224-423f-909a-faf66730a3bc requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:38:00.853088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52444) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:01.060815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:01.084695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Transition to ACTIVE for port object 693926dd-5beb-4064-9f34-8005675e0e94 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:38:01.094521 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:01.189759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-379b717e-9224-423f-909a-faf66730a3bc', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:38:01.190558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:01.219473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285df2f-8886-4b7f-b2fc-b2972d2de277 None None] Pushing event updated for resources: {'Port': ['ID=693926dd-5beb-4064-9f34-8005675e0e94,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:01.228216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Attempting to bind port 693926dd-5beb-4064-9f34-8005675e0e94 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:38:01.228570 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Attempting to bind port 693926dd-5beb-4064-9f34-8005675e0e94 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:38:01.229049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Attempting to bind port 693926dd-5beb-4064-9f34-8005675e0e94 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:38:01.271700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:38:01.272076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:38:01.272459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:01.272846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:38:01.273307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Bound port: 693926dd-5beb-4064-9f34-8005675e0e94, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:38:01.273662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:01.411506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] For port 693926dd-5beb-4064-9f34-8005675e0e94, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:38:01.428015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] For port 693926dd-5beb-4064-9f34-8005675e0e94, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=693926dd-5beb-4064-9f34-8005675e0e94,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:38:01.434818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:01.467735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Allocated IP 172.20.0.2 (379b717e-9224-423f-909a-faf66730a3bc/9970a617-81c7-4f68-a167-f00a14b49bf6/48434c27-2b3b-4ff1-94ae-44ad80ee5331) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:38:01.600016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285df2f-8886-4b7f-b2fc-b2972d2de277 None None] Pushing event updated for resources: {'Port': ['ID=693926dd-5beb-4064-9f34-8005675e0e94,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:01.612744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:01.613342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:37:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:01.701175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:01.875029 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:01.891488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Transition to ACTIVE for port object 48434c27-2b3b-4ff1-94ae-44ad80ee5331 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:38:01.891488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:02.018748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Transition to ACTIVE for port object 48434c27-2b3b-4ff1-94ae-44ad80ee5331 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:38:02.096278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:02.136020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.1 (379b717e-9224-423f-909a-faf66730a3bc/9970a617-81c7-4f68-a167-f00a14b49bf6/3ba386ec-4316-4d84-b18d-48b18f359166) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:38:02.192683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Network 379b717e-9224-423f-909a-faf66730a3bc is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:38:02.201184 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:38:02.207289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:38:02.221058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Pushing event updated for resources: {'Port': ['ID=48434c27-2b3b-4ff1-94ae-44ad80ee5331,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:02.314068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:02.330649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 3ba386ec-4316-4d84-b18d-48b18f359166 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:38:02.353405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:02.396813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Attempting to bind port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:38:02.397173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Attempting to bind port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:38:02.397526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Attempting to bind port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 on network 379b717e-9224-423f-909a-faf66730a3bc {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:38:02.407549 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:38:02.407908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Checking segment: {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:38:02.408299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:02.408680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Bound using segment: {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:38:02.409132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Bound port: 48434c27-2b3b-4ff1-94ae-44ad80ee5331, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:38:02.409491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:02.431237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 379b717e-9224-423f-909a-faf66730a3bc is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:38:02.432431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:38:02.434184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=3ba386ec-4316-4d84-b18d-48b18f359166,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:02.437025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:38:02.487217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:37:59Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:02.494930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:02.500879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7504d-306d-4eb2-8033-f6f91ecf8c77 None None] The sync data for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv is: [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:37:59Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:38:02.516907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] For port 48434c27-2b3b-4ff1-94ae-44ad80ee5331, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:38:02.522927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] For port 48434c27-2b3b-4ff1-94ae-44ad80ee5331, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=48434c27-2b3b-4ff1-94ae-44ad80ee5331,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:38:02.529768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:02.603100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:02.618775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8af4a3-83c7-4f7e-81ba-d54874b8e7f2 None None] Pushing event updated for resources: {'Port': ['ID=48434c27-2b3b-4ff1-94ae-44ad80ee5331,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:02.744364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-805866d0-12f5-4a25-8a84-8d851e5759c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:03.094107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:03.097199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:03.327340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:03.331806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=3ba386ec-4316-4d84-b18d-48b18f359166,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:03.579632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 379b717e-9224-423f-909a-faf66730a3bc is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:38:03.580692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:38:03.715569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 48434c27-2b3b-4ff1-94ae-44ad80ee5331 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:03.822211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c01d4a-13a4-4b10-92be-8de8960e95dc None None] Network 379b717e-9224-423f-909a-faf66730a3bc requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:38:03.858699 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:38:03.935434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 693926dd-5beb-4064-9f34-8005675e0e94 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:03.964527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.000358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.006573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-21e0d24f-72de-478e-866f-e73b80226aaf None None] Provisioning for port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:38:04.030606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-21e0d24f-72de-478e-866f-e73b80226aaf None None] Provisioning complete for port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:04.030965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-21e0d24f-72de-478e-866f-e73b80226aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.038377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:38:04.168533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 693926dd-5beb-4064-9f34-8005675e0e94 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:38:04.237118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 693926dd-5beb-4064-9f34-8005675e0e94 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:04.237482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.240687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:38:04.253083 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8ae1510c-a28a-47dc-ab08-4aaf6cdb3557 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/da0740fb-72b9-41ac-b6c5-a38adce3a6f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3989191 Dec 23 08:38:04.256386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52448) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:04.313121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-21e0d24f-72de-478e-866f-e73b80226aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.391316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bda0a-c597-451d-9d46-62bc6b2040fa tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.391958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bda0a-c597-451d-9d46-62bc6b2040fa tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.392073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bda0a-c597-451d-9d46-62bc6b2040fa tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.392348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bda0a-c597-451d-9d46-62bc6b2040fa tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.392687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bda0a-c597-451d-9d46-62bc6b2040fa tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.393025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bda0a-c597-451d-9d46-62bc6b2040fa tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.395279 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-341bda0a-c597-451d-9d46-62bc6b2040fa tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1374919 Dec 23 08:38:04.398129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52452) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:04.409238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-21e0d24f-72de-478e-866f-e73b80226aaf None None] For port 48434c27-2b3b-4ff1-94ae-44ad80ee5331, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=48434c27-2b3b-4ff1-94ae-44ad80ee5331,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:04.416392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-21e0d24f-72de-478e-866f-e73b80226aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.446107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.485276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358c1a8-edfa-4831-b44c-27c5ed8efe49 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.485504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358c1a8-edfa-4831-b44c-27c5ed8efe49 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.486461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358c1a8-edfa-4831-b44c-27c5ed8efe49 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.487237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358c1a8-edfa-4831-b44c-27c5ed8efe49 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.487237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358c1a8-edfa-4831-b44c-27c5ed8efe49 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.487505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 693926dd-5beb-4064-9f34-8005675e0e94, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=693926dd-5beb-4064-9f34-8005675e0e94,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:04.487633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358c1a8-edfa-4831-b44c-27c5ed8efe49 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:04.492515 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6358c1a8-edfa-4831-b44c-27c5ed8efe49 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0903735 Dec 23 08:38:04.494859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52456) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:04.497896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.502316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0d24f-72de-478e-866f-e73b80226aaf None None] Pushing event updated for resources: {'Port': ['ID=48434c27-2b3b-4ff1-94ae-44ad80ee5331,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:04.608688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=693926dd-5beb-4064-9f34-8005675e0e94,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:04.749560 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-270e2492-a20e-4009-9243-6d6995cdbb89 None None] Provisioning for port 3ba386ec-4316-4d84-b18d-48b18f359166 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:38:04.772503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-270e2492-a20e-4009-9243-6d6995cdbb89 None None] Provisioning complete for port 3ba386ec-4316-4d84-b18d-48b18f359166 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:04.772503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-270e2492-a20e-4009-9243-6d6995cdbb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.844365 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-270e2492-a20e-4009-9243-6d6995cdbb89 None None] Port 3ba386ec-4316-4d84-b18d-48b18f359166 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:38:04.857682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-270e2492-a20e-4009-9243-6d6995cdbb89 None None] Provisioning complete for port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:04.858131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-270e2492-a20e-4009-9243-6d6995cdbb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:04.898994 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-27628a3b-ae2e-42b3-bff4-7019b4e7e13e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.4037073 Dec 23 08:38:05.125994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1130dbf3-e5b1-4a84-9014-874db9b4e2a4 None None] Provisioning complete for port 3ba386ec-4316-4d84-b18d-48b18f359166 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:05.126445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1130dbf3-e5b1-4a84-9014-874db9b4e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.152953 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52462) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:05.158672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127540528', 'description': 'tempest-secgroup-smoke-127540528 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:05.164817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:05.169002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:05.171629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:05.180127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:05.188213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1130dbf3-e5b1-4a84-9014-874db9b4e2a4 None None] Port 3ba386ec-4316-4d84-b18d-48b18f359166 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:38:05.194218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.236093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:05.241082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:05.241082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:05.246531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:05.246861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.298791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.302809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.350825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7628e1b-4b72-4336-8bf5-9e7b9ab99233,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:05.350825 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.350825 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b7caba18-7653-4d0c-8064-23ec35d09c31 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1958477 Dec 23 08:38:05.353771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52466) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:05.358384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f7628e1b-4b72-4336-8bf5-9e7b9ab99233', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:05.365215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:05.370320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:05.372513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:05.380584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:05.404108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.466699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.469766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.493324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c42f962-66c6-41c0-9b93-d34f087ab8a6,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:05.502274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.506034 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-89931137-7a32-44a4-bcd5-09f080f4e8e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1499119 Dec 23 08:38:05.506241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52470) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:05.511648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f7628e1b-4b72-4336-8bf5-9e7b9ab99233', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:05.517412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:05.521631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:05.524417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:05.529944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:05.548818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.599282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 48434c27-2b3b-4ff1-94ae-44ad80ee5331 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:05.611713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.616242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.640324 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2924761b-845d-4c09-ba46-8f9e728d0c1c,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:05.651221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.655525 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1718597c-4897-430c-96ef-c5416a96a4a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1456397 Dec 23 08:38:05.655744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52474) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:05.661991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f7628e1b-4b72-4336-8bf5-9e7b9ab99233', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:05.667689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:05.671546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:05.673072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:05.673442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.674470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:05.681304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:05.698730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.766928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.771207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.791655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 693926dd-5beb-4064-9f34-8005675e0e94 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:05.794039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa38e56-a08d-45e6-bcde-fccaaedab31f,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:05.803686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.806418 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3f54938f-00ee-43ba-ad0d-2acfe1369217 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1495008 Dec 23 08:38:05.807515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52478) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:05.812851 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f7628e1b-4b72-4336-8bf5-9e7b9ab99233', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:05.819412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:05.823383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:05.826330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:05.831948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:05.849278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.861889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 693926dd-5beb-4064-9f34-8005675e0e94 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:05.862285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.912897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.916504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.940031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666527f1-27f6-45f3-879f-dfe73a09df8e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:05.950365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:05.951584 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a036728a-b3b7-4b69-8960-1b8898105102 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1430862 Dec 23 08:38:05.954312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52482) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:05.960483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f7628e1b-4b72-4336-8bf5-9e7b9ab99233', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:05.966388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:05.971045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:05.974738 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:05.982583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:05.995277 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:38:06.002352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:06.069285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:06.072994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:06.099730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2134c7a2-1449-49c2-ba2b-66f004d621e8,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:06.108203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:06.109360 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9e57d165-b84d-4958-96ad-89925d479c18 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1541340 Dec 23 08:38:06.112056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52486) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:06.118082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f7628e1b-4b72-4336-8bf5-9e7b9ab99233', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:06.124039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:06.127806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:06.131301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:06.136772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:06.146811 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:38:06.153174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:06.222702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:06.227367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:06.228097 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Sync routers for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:38:06.239935 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:06.240526 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:06.253811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcee3861-ab90-4e84-abdf-e29971bb19ff,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:06.260595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:06.261805 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-99bc032f-039b-420b-91ba-182bff5b2d54 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1488237 Dec 23 08:38:06.415786 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:06.461793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-33fc4cc7-41c8-4510-9d25-923419b82364 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:38:06.479009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-33fc4cc7-41c8-4510-9d25-923419b82364 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:38:06.482449 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-33fc4cc7-41c8-4510-9d25-923419b82364 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127540528&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.0613415 Dec 23 08:38:06.629844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-974e9502-57cb-4f6b-a022-be804787db5a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:06.630475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-974e9502-57cb-4f6b-a022-be804787db5a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:38:06.645349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-974e9502-57cb-4f6b-a022-be804787db5a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:38:06.646483 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-974e9502-57cb-4f6b-a022-be804787db5a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=379b717e-9224-423f-909a-faf66730a3bc HTTP/1.1" status: 200 len: 796 time: 0.1595664 Dec 23 08:38:06.663052 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-3285e3a8-611d-4c48-b4d0-3bd6c64ab672 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0109749 Dec 23 08:38:06.733074 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3ba386ec-4316-4d84-b18d-48b18f359166', 'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:fc:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:38:01Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:06.736837 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Checking router: da0740fb-72b9-41ac-b6c5-a38adce3a6f7 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:38:06.737180 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Updating router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 port 3ba386ec-4316-4d84-b18d-48b18f359166 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:38:06.741301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-d8d5a706-fb08-46ca-a014-f5f3f0d6116a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:38:06.756232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-d8d5a706-fb08-46ca-a014-f5f3f0d6116a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:38:06.757725 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-d8d5a706-fb08-46ca-a014-f5f3f0d6116a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894451 Dec 23 08:38:06.787949 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:06.980990 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-395d81d7-728a-4d2f-9056-25d5aa63854e service neutron] 10.222.0.36 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114584 Dec 23 08:38:07.111929 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-5dc62907-9cef-432d-9d40-f11ab0b5e7ca service neutron] 10.222.0.36 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251895 Dec 23 08:38:07.143986 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:07.155836 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Transition to ACTIVE for port object 3ba386ec-4316-4d84-b18d-48b18f359166 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:38:07.163401 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:07.323517 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45562c-0eec-4f67-8537-7ec85bb8153c None None] Pushing event updated for resources: {'Port': ['ID=3ba386ec-4316-4d84-b18d-48b18f359166,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:07.330229 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3b9c2bcc-0345-4942-86a6-01fcb3d5a190 req-1c5cad21-c0e7-4fe9-a152-252433726f96 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 210 time: 0.0559213 Dec 23 08:38:07.378629 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Attempting to bind port 3ba386ec-4316-4d84-b18d-48b18f359166 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:38:07.379527 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Attempting to bind port 3ba386ec-4316-4d84-b18d-48b18f359166 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:38:07.379877 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Attempting to bind port 3ba386ec-4316-4d84-b18d-48b18f359166 on network 379b717e-9224-423f-909a-faf66730a3bc {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:38:07.386395 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:38:07.387067 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Checking segment: {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:38:07.387458 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:07.387836 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Bound using segment: {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:38:07.388277 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Bound port: 3ba386ec-4316-4d84-b18d-48b18f359166, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:38:07.388635 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:07.480753 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] For port 3ba386ec-4316-4d84-b18d-48b18f359166, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:38:07.483879 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] For port 3ba386ec-4316-4d84-b18d-48b18f359166, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3ba386ec-4316-4d84-b18d-48b18f359166,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:38:07.488439 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:07.565869 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45562c-0eec-4f67-8537-7ec85bb8153c None None] Pushing event updated for resources: {'Port': ['ID=3ba386ec-4316-4d84-b18d-48b18f359166,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:07.583142 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:07.583786 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:07.770018 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:08.088439 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3ba386ec-4316-4d84-b18d-48b18f359166', 'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:fc:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:38:01Z', 'updated_at': '2021-12-23T08:38:07Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:08.092167 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7e23d-1e96-4a7f-a9f2-4b79a93cbff6 None None] The sync data for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv is: [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3ba386ec-4316-4d84-b18d-48b18f359166', 'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:fc:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:38:01Z', 'updated_at': '2021-12-23T08:38:07Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:38:08.418764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-37b675cb-484f-411c-93e7-422d1688be4c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:08.420098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-37b675cb-484f-411c-93e7-422d1688be4c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:38:08.432946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-37b675cb-484f-411c-93e7-422d1688be4c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:38:08.434377 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-37b675cb-484f-411c-93e7-422d1688be4c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=379b717e-9224-423f-909a-faf66730a3bc HTTP/1.1" status: 200 len: 796 time: 0.1795974 Dec 23 08:38:08.508004 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-43a3fcf2-8481-4df6-b7c1-28fa3c65ea1c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 379 time: 0.0605228 Dec 23 08:38:08.517280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['f7628e1b-4b72-4336-8bf5-9e7b9ab99233']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:08.552209 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b87b5e74-fbd6-4429-9ab4-0a72d538d8ee req-70536fcc-b3fb-4ae7-8a23-6ff0e00cf940 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 210 time: 0.0829194 Dec 23 08:38:08.671605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:08.681986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:08.692332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:38:08.695597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:08.860252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.14 (379b717e-9224-423f-909a-faf66730a3bc/9970a617-81c7-4f68-a167-f00a14b49bf6/3e799ed6-3624-4f84-b9f7-eba97eb7f176) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:38:09.047550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.062931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 3e799ed6-3624-4f84-b9f7-eba97eb7f176 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:38:09.083962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.155763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 379b717e-9224-423f-909a-faf66730a3bc is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:38:09.158726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:38:09.163665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:38:09.193349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=3e799ed6-3624-4f84-b9f7-eba97eb7f176,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:09.227722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:09.228311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.252793 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-1b7d0e3e-7413-49a2-a331-77c300624d55 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396600 Dec 23 08:38:09.263816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Request body: {'port': {'device_id': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:09.372838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.391675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a6816d1b-d697-4739-9f00-e10f5daeacf2 None None] Provisioning for port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:38:09.396852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a6816d1b-d697-4739-9f00-e10f5daeacf2 None None] Provisioning complete for port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:09.397267 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a6816d1b-d697-4739-9f00-e10f5daeacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.446758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a6816d1b-d697-4739-9f00-e10f5daeacf2 None None] Port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:38:09.617696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3ba386ec-4316-4d84-b18d-48b18f359166 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:09.692756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 3ba386ec-4316-4d84-b18d-48b18f359166 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:38:09.698411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3ba386ec-4316-4d84-b18d-48b18f359166 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:09.699045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.762114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b399d-b0b0-4e29-b57b-bcf9d6046e60 req-66a04019-0789-42ec-bedc-99ae0278013a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:09.763683 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b9b399d-b0b0-4e29-b57b-bcf9d6046e60 req-66a04019-0789-42ec-bedc-99ae0278013a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 932 time: 0.0903876 Dec 23 08:38:09.811654 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b9b399d-b0b0-4e29-b57b-bcf9d6046e60 req-ccf1934f-0963-4c6c-95a3-ec0333fa7e11 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416794 Dec 23 08:38:09.814939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e799ed6-3624-4f84-b9f7-eba97eb7f176 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:38:09.823409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.830400 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.838577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Transition to ACTIVE for port object 3e799ed6-3624-4f84-b9f7-eba97eb7f176 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:38:09.843459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.868859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 3ba386ec-4316-4d84-b18d-48b18f359166, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3ba386ec-4316-4d84-b18d-48b18f359166,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:09.872691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:09.939068 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=3ba386ec-4316-4d84-b18d-48b18f359166,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:09.948324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.948733 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.949014 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.949372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.949692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.950041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.950367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.950684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.951001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.951319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.951626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:38:09.968791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e799ed6-3624-4f84-b9f7-eba97eb7f176,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:10.075610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Attempting to bind port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:38:10.075935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Attempting to bind port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:38:10.076256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Attempting to bind port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 on network 379b717e-9224-423f-909a-faf66730a3bc {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:38:10.082107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 on network 379b717e-9224-423f-909a-faf66730a3bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:38:10.082436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Attempting to bind port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 on network 379b717e-9224-423f-909a-faf66730a3bc {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:38:10.088647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:38:10.088964 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Checking segment: {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:38:10.089260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Bound using segment: {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:38:10.089700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Bound port: 3e799ed6-3624-4f84-b9f7-eba97eb7f176, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc81b020-5643-424b-aabf-832eb82bd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '379b717e-9224-423f-909a-faf66730a3bc'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:38:10.090057 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:10.177996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] For port 3e799ed6-3624-4f84-b9f7-eba97eb7f176, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:38:10.180843 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] For port 3e799ed6-3624-4f84-b9f7-eba97eb7f176, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3e799ed6-3624-4f84-b9f7-eba97eb7f176,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:38:10.185553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:10.245981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:10.247217 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e799ed6-3624-4f84-b9f7-eba97eb7f176 HTTP/1.1" status: 200 len: 1094 time: 0.9875834 Dec 23 08:38:10.247641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:38:10.270381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f1e89-cf71-48d1-8918-27626c7761b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e799ed6-3624-4f84-b9f7-eba97eb7f176,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:10.321672 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'status': 'completed', 'code': 200} Dec 23 08:38:10.357726 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-f36bec09-5482-429c-8a10-f6afb97ad361 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 1097 time: 0.0710287 Dec 23 08:38:10.429303 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-407e8563-c05f-4e97-93a3-6b7bbe6d828a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e799ed6-3624-4f84-b9f7-eba97eb7f176 HTTP/1.1" status: 200 len: 217 time: 0.0645230 Dec 23 08:38:10.493035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-d16c1acf-6776-4a95-acdc-6ce6af1a138b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:10.494575 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-d16c1acf-6776-4a95-acdc-6ce6af1a138b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9970a617-81c7-4f68-a167-f00a14b49bf6 HTTP/1.1" status: 200 len: 834 time: 0.0591133 Dec 23 08:38:10.570611 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-b1282fd6-dcf5-4567-bebb-52b454021b77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379b717e-9224-423f-909a-faf66730a3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697699 Dec 23 08:38:10.700097 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-8570aa7b-46d7-4fbd-a4d4-1f99cdbd4330 service neutron] 10.222.0.24 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235189 Dec 23 08:38:10.830645 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-de94049f-4a4c-4a51-8fab-754e8e191dae req-90e29047-eed7-444d-962f-5f7725470aff service neutron] 10.222.0.24 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225083 Dec 23 08:38:10.950628 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8392f9b8-5649-4711-a333-08d33127326a req-f16d80dc-4794-4787-b903-a266835c07c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 1097 time: 0.0672200 Dec 23 08:38:11.020854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a289-cf09-414c-ad40-4080ec53663c req-f138e72d-c4c4-4257-8e0c-1c04bac8b644 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:11.022319 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37a5a289-cf09-414c-ad40-4080ec53663c req-f138e72d-c4c4-4257-8e0c-1c04bac8b644 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 944 time: 0.0837605 Dec 23 08:38:11.069392 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37a5a289-cf09-414c-ad40-4080ec53663c req-9c8525fb-00d8-4930-bf54-d3e0df449aec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416224 Dec 23 08:38:11.092141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392f9b8-5649-4711-a333-08d33127326a req-faa36a0c-a05f-4cf0-8ca7-1a0b87a91019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:11.093564 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8392f9b8-5649-4711-a333-08d33127326a req-faa36a0c-a05f-4cf0-8ca7-1a0b87a91019 service neutron] 10.222.0.24 "GET /v2.0/networks?id=379b717e-9224-423f-909a-faf66730a3bc HTTP/1.1" status: 200 len: 896 time: 0.1354702 Dec 23 08:38:11.171769 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8392f9b8-5649-4711-a333-08d33127326a req-ef6aa5ab-4d5c-4b57-b10f-a812810b05b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e799ed6-3624-4f84-b9f7-eba97eb7f176 HTTP/1.1" status: 200 len: 217 time: 0.0711663 Dec 23 08:38:11.233815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392f9b8-5649-4711-a333-08d33127326a req-c3f3d8fc-3308-4dd1-a301-a6d8acf9f313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:11.235132 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8392f9b8-5649-4711-a333-08d33127326a req-c3f3d8fc-3308-4dd1-a301-a6d8acf9f313 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9970a617-81c7-4f68-a167-f00a14b49bf6 HTTP/1.1" status: 200 len: 834 time: 0.0558286 Dec 23 08:38:11.310549 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8392f9b8-5649-4711-a333-08d33127326a req-2f4240ea-1b9e-4480-99ee-d71657db1149 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379b717e-9224-423f-909a-faf66730a3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690389 Dec 23 08:38:11.529676 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8392f9b8-5649-4711-a333-08d33127326a req-108ce42c-5e54-4ace-a7ab-7a8ccc4ba5d6 service neutron] 10.222.0.24 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105289 Dec 23 08:38:11.599759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3ba386ec-4316-4d84-b18d-48b18f359166 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:11.666691 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8392f9b8-5649-4711-a333-08d33127326a req-764f0601-08f6-431b-8f4d-52303cf5cea0 service neutron] 10.222.0.24 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300766 Dec 23 08:38:11.666968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3ba386ec-4316-4d84-b18d-48b18f359166 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:11.667092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:11.786802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 3e799ed6-3624-4f84-b9f7-eba97eb7f176 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:38:11.920091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 3e799ed6-3624-4f84-b9f7-eba97eb7f176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3e799ed6-3624-4f84-b9f7-eba97eb7f176,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:11.933096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'port_id': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'mac_address': 'fa:16:3e:c7:84:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:38:11.984006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:12.003568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e799ed6-3624-4f84-b9f7-eba97eb7f176 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:38:12.017615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 3e799ed6-3624-4f84-b9f7-eba97eb7f176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3e799ed6-3624-4f84-b9f7-eba97eb7f176,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:12.021260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:12.084292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=3e799ed6-3624-4f84-b9f7-eba97eb7f176,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:12.228116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['3e799ed6-3624-4f84-b9f7-eba97eb7f176'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:38:12.266536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d30058-e633-4ca9-8850-f7db048df172 req-60104904-ca19-4eba-85e5-619e1d1ea222 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:12.268095 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48d30058-e633-4ca9-8850-f7db048df172 req-60104904-ca19-4eba-85e5-619e1d1ea222 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 945 time: 0.0751081 Dec 23 08:38:12.313434 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48d30058-e633-4ca9-8850-f7db048df172 req-12122997-9bab-43c1-97ee-11b06892a8c1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391557 Dec 23 08:38:13.513625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c76ce-3242-4468-9709-d5cf27bffd82 req-767d4831-5485-432f-93d8-3024a971f1c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:13.515072 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b98c76ce-3242-4468-9709-d5cf27bffd82 req-767d4831-5485-432f-93d8-3024a971f1c5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 945 time: 0.0782640 Dec 23 08:38:13.560993 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b98c76ce-3242-4468-9709-d5cf27bffd82 req-53d2ca4a-19e7-48f7-aeab-fab98a53ecfe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398476 Dec 23 08:38:13.805678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 3e799ed6-3624-4f84-b9f7-eba97eb7f176 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:13.875834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:38:13.881645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:13.882034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:13.988879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:14.014486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:38:14.023440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 3e799ed6-3624-4f84-b9f7-eba97eb7f176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3e799ed6-3624-4f84-b9f7-eba97eb7f176,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:14.027193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:14.071030 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'code': 200} Dec 23 08:38:14.095455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=3e799ed6-3624-4f84-b9f7-eba97eb7f176,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:14.281844 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b03cbc2-b486-4cd9-b3d3-6dd664aaebf4 req-3fe700cb-df34-4457-963c-4a5777986cfb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 1099 time: 0.0654228 Dec 23 08:38:14.322107 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b03cbc2-b486-4cd9-b3d3-6dd664aaebf4 req-97d125cd-3ca9-40ad-855c-0cb15f55124f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343442 Dec 23 08:38:14.762823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c79c3-b997-4a34-a5ba-997edd692e23 req-56d1eb30-38f1-4563-88b8-41c6738b8e3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:14.764281 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4f9c79c3-b997-4a34-a5ba-997edd692e23 req-56d1eb30-38f1-4563-88b8-41c6738b8e3f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 946 time: 0.0807176 Dec 23 08:38:14.811745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4f9c79c3-b997-4a34-a5ba-997edd692e23 req-437e7fb8-0e52-4279-8410-a2d9e668c753 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 Dec 23 08:38:15.228506 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:38:16.004826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccc0a9-ac43-472d-b062-be34c5173d49 req-fab94159-1adf-4247-a997-b5b69ec8380c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:16.006276 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e6ccc0a9-ac43-472d-b062-be34c5173d49 req-fab94159-1adf-4247-a997-b5b69ec8380c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 946 time: 0.0760164 Dec 23 08:38:16.049135 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e6ccc0a9-ac43-472d-b062-be34c5173d49 req-fd8c08f2-d46f-4e8b-aae9-966caed674c3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374701 Dec 23 08:38:16.243547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4635ee-9ce5-46e9-917f-df7866426ccb req-b00022cc-1751-4805-9214-9abdeccb27b6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:16.244962 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e4635ee-9ce5-46e9-917f-df7866426ccb req-b00022cc-1751-4805-9214-9abdeccb27b6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 946 time: 0.0791461 Dec 23 08:38:16.288822 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e4635ee-9ce5-46e9-917f-df7866426ccb req-5b285aa7-5416-4ca7-bba4-165e626b0a7a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385189 Dec 23 08:38:16.316563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52528) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:16.386046 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5b8dce7a-a3db-4cbd-9d17-1c14f02b157c tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 1094 time: 0.0683453 Dec 23 08:38:16.388637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52532) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:16.393525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:16.398696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:16.402362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:floatingip and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:16.405068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:16.411160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:16.421004 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:16.552578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:16.683692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.211 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/85d23f1b-915f-4043-9288-6d7e095f4237) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:38:16.827805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:16.855239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:16.920781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:38:16.924097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:38:16.927047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=85d23f1b-915f-4043-9288-6d7e095f4237,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:16.929221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:38:17.428075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:17.481037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:17.780292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:17.784527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:17.885576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=85d23f1b-915f-4043-9288-6d7e095f4237,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:17.900697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:18.093306 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP c812af65-5dd2-41d4-9cfe-7940551502e7 associated. External IP: 172.26.8.211, port: 3e799ed6-3624-4f84-b9f7-eba97eb7f176. Dec 23 08:38:18.476490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:38:18.675027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:38:18.698405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:18.749452 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-85cf5945-23b6-4f6f-8218-4ebe08116f28 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3598137 Dec 23 08:38:18.749921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:38:18.752193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52536) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:18.803120 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'status': 'completed', 'code': 200} Dec 23 08:38:18.895615 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d35b201d-472b-4279-be85-e5f8a23704a7 req-8af30ad8-116b-4c79-95e6-16f7a0b56c56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 1099 time: 0.0706797 Dec 23 08:38:18.951336 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c6683b6a-683b-4057-9009-10b3d09ae07a tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers/da0740fb-72b9-41ac-b6c5-a38adce3a6f7 HTTP/1.1" status: 200 len: 921 time: 0.1980002 Dec 23 08:38:18.953815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52542) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:19.024906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b201d-472b-4279-be85-e5f8a23704a7 req-57bdaaa4-79f9-40c6-b80f-8a61e405ee6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:19.026285 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d35b201d-472b-4279-be85-e5f8a23704a7 req-57bdaaa4-79f9-40c6-b80f-8a61e405ee6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=379b717e-9224-423f-909a-faf66730a3bc HTTP/1.1" status: 200 len: 896 time: 0.1246023 Dec 23 08:38:19.054191 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2bab5fce-c375-4d88-81d8-5a59ad288f6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.0992801 Dec 23 08:38:19.137408 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d35b201d-472b-4279-be85-e5f8a23704a7 req-a9785b33-6107-4135-8091-ae9381441e3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e799ed6-3624-4f84-b9f7-eba97eb7f176 HTTP/1.1" status: 200 len: 1000 time: 0.1047766 Dec 23 08:38:19.198115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b201d-472b-4279-be85-e5f8a23704a7 req-76b5c045-78dc-49e6-a85f-535fa461645d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:19.199484 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d35b201d-472b-4279-be85-e5f8a23704a7 req-76b5c045-78dc-49e6-a85f-535fa461645d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9970a617-81c7-4f68-a167-f00a14b49bf6 HTTP/1.1" status: 200 len: 834 time: 0.0553422 Dec 23 08:38:19.271536 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d35b201d-472b-4279-be85-e5f8a23704a7 req-14c02427-efe8-4ccb-bd82-282195c7177f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379b717e-9224-423f-909a-faf66730a3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652914 Dec 23 08:38:19.491181 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d35b201d-472b-4279-be85-e5f8a23704a7 req-b0475f03-98f4-464d-9c98-1c3ae9acc704 service neutron] 10.222.0.24 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137406 Dec 23 08:38:19.618933 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d35b201d-472b-4279-be85-e5f8a23704a7 req-afe09c44-dc54-4f31-952a-29b17ea6da56 service neutron] 10.222.0.24 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216736 Dec 23 08:38:20.058085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52546) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:20.158522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] Sync routers for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:38:20.169660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:20.170289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:20.188798 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d3c2c1b4-38d4-47f8-b9ae-aa9b94577d96 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1296041 Dec 23 08:38:20.345310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:20.719458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'c812af65-5dd2-41d4-9cfe-7940551502e7', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'port_id': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'mac_address': 'fa:16:3e:c7:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:17Z', 'updated_at': '2021-12-23T08:38:17Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba386ec-4316-4d84-b18d-48b18f359166', 'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:fc:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:38:01Z', 'updated_at': '2021-12-23T08:38:09Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:20.723862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] Checking router: da0740fb-72b9-41ac-b6c5-a38adce3a6f7 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:38:20.734359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:20.734949 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:20.916888 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:21.147936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059135e-6e5e-432b-b808-3c510810be0f req-31a4075d-9ee0-4d28-af7e-2aad4c535851 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:21.149368 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9059135e-6e5e-432b-b808-3c510810be0f req-31a4075d-9ee0-4d28-af7e-2aad4c535851 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 946 time: 0.0785308 Dec 23 08:38:21.191730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52554) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:21.194308 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9059135e-6e5e-432b-b808-3c510810be0f req-20940ad3-ecc2-4581-a42e-0f932d093e01 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393260 Dec 23 08:38:21.275088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'c812af65-5dd2-41d4-9cfe-7940551502e7', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'port_id': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'mac_address': 'fa:16:3e:c7:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:17Z', 'updated_at': '2021-12-23T08:38:17Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba386ec-4316-4d84-b18d-48b18f359166', 'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:fc:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:38:01Z', 'updated_at': '2021-12-23T08:38:09Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:21.279060 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04545967-d48e-4db4-97f6-09b6fcb5bafd None None] The sync data for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv is: [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'c812af65-5dd2-41d4-9cfe-7940551502e7', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'port_id': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'mac_address': 'fa:16:3e:c7:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:17Z', 'updated_at': '2021-12-23T08:38:17Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba386ec-4316-4d84-b18d-48b18f359166', 'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:fc:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:38:01Z', 'updated_at': '2021-12-23T08:38:09Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:38:21.298881 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-423bf739-ebca-405b-937b-1c92b71386e8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1052742 Dec 23 08:38:22.302463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52560) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:22.391754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff6dff-f4f7-4164-99d6-b09439d44a49 req-585ffced-449c-4606-9b2d-f08ec9abe4aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:22.393119 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-59ff6dff-f4f7-4164-99d6-b09439d44a49 req-585ffced-449c-4606-9b2d-f08ec9abe4aa tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 946 time: 0.0766993 Dec 23 08:38:22.405046 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f5409b1b-d74d-443f-9f4d-b29840fc8eca tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1014471 Dec 23 08:38:22.438499 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-59ff6dff-f4f7-4164-99d6-b09439d44a49 req-79d522bc-a604-418c-8c52-82357ef4638d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399516 Dec 23 08:38:22.539229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-e615c12b-1ce6-49d6-8c5d-e332c3df5221 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:22.540616 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-e615c12b-1ce6-49d6-8c5d-e332c3df5221 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 946 time: 0.0768366 Dec 23 08:38:22.604739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Deleting port baeeead8-d0d5-4a58-9051-a3e222d81e57 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:38:22.605063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:22.840655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] For port baeeead8-d0d5-4a58-9051-a3e222d81e57, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=baeeead8-d0d5-4a58-9051-a3e222d81e57,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:22.840918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:23.118067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:23.118403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:23.118799 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Floating IP 499eec6e-63bc-417d-b8e1-5c09dfaaf609 disassociated. External IP: 172.26.8.45, port: baeeead8-d0d5-4a58-9051-a3e222d81e57. Dec 23 08:38:23.119036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Calling delete_port for baeeead8-d0d5-4a58-9051-a3e222d81e57 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:38:23.257918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:23.314102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event deleted for resources: {'Port': ['ID=baeeead8-d0d5-4a58-9051-a3e222d81e57,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:23.408859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52564) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:23.617860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:38:23.637044 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f20e0f2-f208-4dff-839a-4e8e959e2c2d req-6a739dc4-fa01-4065-a30e-45f55034cd6a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 210 time: 0.0541081 Dec 23 08:38:23.652728 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-68722d2b-632c-4340-9ea3-5be852561e1d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.2426093 Dec 23 08:38:23.828881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:38:23.838061 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] Sync routers for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:38:23.850171 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:23.850827 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:23.895426 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] No DVR routers for this DVR port baeeead8-d0d5-4a58-9051-a3e222d81e57 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:38:23.897861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:23.900314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'name': 'network-vif-deleted', 'tag': 'baeeead8-d0d5-4a58-9051-a3e222d81e57'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:38:23.917207 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fbe22ccb-daa0-4786-a124-1849cf22a826 req-7f44be78-9db7-486e-b494-9eb47d3f851d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "DELETE /v2.0/ports/baeeead8-d0d5-4a58-9051-a3e222d81e57 HTTP/1.1" status: 204 len: 173 time: 1.3713346 Dec 23 08:38:23.959826 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff3250c-25ce-4b62-8e59-62f2d23cd51d', 'name': 'network-vif-deleted', 'tag': 'baeeead8-d0d5-4a58-9051-a3e222d81e57', 'status': 'completed', 'code': 200} Dec 23 08:38:24.028137 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:24.376100 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:24.380723 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] Checking router: a8497edf-4033-40b5-8fa0-fd70ac4d5c02 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:38:24.391501 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:24.392102 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:24.410903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a4739b-c775-4757-ac35-2d902d45b933 None None] New status for floating IP c812af65-5dd2-41d4-9cfe-7940551502e7: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:38:24.578490 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:24.656354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52572) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:24.766253 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1ee1f7bc-309b-46df-b5f2-55aaaea27817 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 994 time: 0.1086586 Dec 23 08:38:24.818993 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32d2ca7a-7be0-40ba-98ad-585598b57561 req-1b94fa28-f135-45a6-8365-f85cc05a2509 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=fff3250c-25ce-4b62-8e59-62f2d23cd51d HTTP/1.1" status: 200 len: 210 time: 0.0407352 Dec 23 08:38:24.901148 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:24.905025 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08c59b9-409b-4f73-b52c-4599fb76b217 None None] The sync data for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv is: [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:38:25.884319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device baeeead8-d0d5-4a58-9051-a3e222d81e57 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:38:25.919846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: baeeead8-d0d5-4a58-9051-a3e222d81e57 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:38:25.920217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device baeeead8-d0d5-4a58-9051-a3e222d81e57 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:38:26.141793 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4247a1fa-59a4-48e3-9400-0affe9dc3e0f tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086309433&fields=id&tenant_id=c28531ebe3bc4e779c45b82c6f913fa6 HTTP/1.1" status: 200 len: 267 time: 0.0395143 Dec 23 08:38:26.287190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-91853ae5-c759-4cf4-8e92-30aa304c3833 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:26.288584 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-91853ae5-c759-4cf4-8e92-30aa304c3833 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 812 time: 0.1399047 Dec 23 08:38:26.303887 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-c341c157-5b9a-49c0-9ae2-265adbe71f6a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/quotas/c28531ebe3bc4e779c45b82c6f913fa6 HTTP/1.1" status: 200 len: 375 time: 0.0100768 Dec 23 08:38:26.386758 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-06ff18eb-ef76-482b-982f-82788accaf03 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782936 Dec 23 08:38:26.534859 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-168e99e9-4e24-4b0c-9fb2-329d7c0436f3 service neutron] 10.222.0.36 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371386 Dec 23 08:38:26.664320 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bbf3c-9cfb-4773-9e26-0d94eac0f1ab None None] New status for floating IP 499eec6e-63bc-417d-b8e1-5c09dfaaf609: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:38:26.671067 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-0d4dc72f-5b4f-42c9-a651-0f05a95b9863 service neutron] 10.222.0.36 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306212 Dec 23 08:38:27.064915 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5fcaea7d-6edf-4034-a078-d085a5de8df8 req-761f7f63-214e-42df-beb4-e532dc82a51d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 210 time: 0.0399940 Dec 23 08:38:28.054336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-c5a36188-e9ae-4afd-8005-fecbc526cdbc tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:28.055003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-c5a36188-e9ae-4afd-8005-fecbc526cdbc tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Synchronizing usage tracker for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:38:28.072811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-c5a36188-e9ae-4afd-8005-fecbc526cdbc tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Unset dirty status for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:38:28.073979 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-c5a36188-e9ae-4afd-8005-fecbc526cdbc tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 812 time: 0.1595376 Dec 23 08:38:28.128647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-24c79ae0-04d7-4ec8-a30a-67b98e9628cb tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Synchronizing usage tracker for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:38:28.145622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-24c79ae0-04d7-4ec8-a30a-67b98e9628cb tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Unset dirty status for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:38:28.146820 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-24c79ae0-04d7-4ec8-a30a-67b98e9628cb tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28531ebe3bc4e779c45b82c6f913fa6 HTTP/1.1" status: 200 len: 380 time: 0.0594068 Dec 23 08:38:28.155591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'port': {'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'admin_state_up': True, 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'security_groups': ['d2998faf-18ad-4537-b91f-dea74571f035']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:28.237057 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-57963232-b97d-4d12-a008-52915a26d784 req-819ec689-5246-4dfd-9f8e-5c44f85a39fb tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 210 time: 0.0411384 Dec 23 08:38:28.294633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:28.298623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:port and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:28.302117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:28.307774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:28.318567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Made reservation on behalf of c28531ebe3bc4e779c45b82c6f913fa6 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:38:28.321621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:28.483470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Allocated IP 172.20.0.13 (c0466956-7443-4629-b4ba-aeec2558edf7/0cf60a63-22fa-47e6-bf74-cce34cd0c39b/f8958a2a-f3a5-40ed-a4d6-c19162e163ff) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:38:28.684066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:28.699236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Transition to ACTIVE for port object f8958a2a-f3a5-40ed-a4d6-c19162e163ff will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:38:28.723002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:28.802780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Network c0466956-7443-4629-b4ba-aeec2558edf7 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:38:28.806708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:38:28.808453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'Port': ['ID=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:28.810525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:38:28.871710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:28.872218 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:28.897633 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bea0f3bc-8a17-4818-87c5-29c1edb47d0c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7459786 Dec 23 08:38:28.908719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Request body: {'port': {'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:29.022240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:29.031066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c5aabd02-ba46-4e4c-b435-405144191216 None None] Provisioning for port f8958a2a-f3a5-40ed-a4d6-c19162e163ff completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:38:29.036178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c5aabd02-ba46-4e4c-b435-405144191216 None None] Provisioning complete for port f8958a2a-f3a5-40ed-a4d6-c19162e163ff triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:29.036539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c5aabd02-ba46-4e4c-b435-405144191216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:29.101509 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c5aabd02-ba46-4e4c-b435-405144191216 None None] Port f8958a2a-f3a5-40ed-a4d6-c19162e163ff cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:38:29.371538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8958a2a-f3a5-40ed-a4d6-c19162e163ff {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:38:29.379785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:29.394578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Transition to ACTIVE for port object f8958a2a-f3a5-40ed-a4d6-c19162e163ff will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:38:29.398557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:29.448823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b3d14-2b63-4768-806e-331de96cf563 req-229f3b87-472a-4d52-8994-77639d32537b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:29.450360 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b97b3d14-2b63-4768-806e-331de96cf563 req-229f3b87-472a-4d52-8994-77639d32537b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 944 time: 0.0846081 Dec 23 08:38:29.505352 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b97b3d14-2b63-4768-806e-331de96cf563 req-cf436b2c-b1fe-4485-87eb-529104d69416 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480263 Dec 23 08:38:29.648269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Pushing event updated for resources: {'Port': ['ID=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:29.766755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Attempting to bind port f8958a2a-f3a5-40ed-a4d6-c19162e163ff on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:38:29.767093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Attempting to bind port f8958a2a-f3a5-40ed-a4d6-c19162e163ff by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:38:29.767408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Attempting to bind port f8958a2a-f3a5-40ed-a4d6-c19162e163ff on network c0466956-7443-4629-b4ba-aeec2558edf7 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:38:29.776263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Port f8958a2a-f3a5-40ed-a4d6-c19162e163ff on network c0466956-7443-4629-b4ba-aeec2558edf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:38:29.776583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Attempting to bind port f8958a2a-f3a5-40ed-a4d6-c19162e163ff on network c0466956-7443-4629-b4ba-aeec2558edf7 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:38:29.783208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:38:29.783540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Checking segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:38:29.783922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Bound using segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:38:29.784353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Bound port: f8958a2a-f3a5-40ed-a4d6-c19162e163ff, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:38:29.785206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:29.880306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] For port f8958a2a-f3a5-40ed-a4d6-c19162e163ff, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:38:29.883585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] For port f8958a2a-f3a5-40ed-a4d6-c19162e163ff, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:38:29.888949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:29.952524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:29.954176 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] 10.222.0.24 "PUT /v2.0/ports/f8958a2a-f3a5-40ed-a4d6-c19162e163ff HTTP/1.1" status: 200 len: 1094 time: 1.0495300 Dec 23 08:38:29.954509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:38:29.969301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa25f65-29c8-4d24-8133-0a0df1990314 service neutron] Pushing event updated for resources: {'Port': ['ID=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:30.038648 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'status': 'completed', 'code': 200} Dec 23 08:38:30.086409 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-5159a3f4-4e2f-4d85-a6dc-8d18fb0fe761 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 1097 time: 0.0832820 Dec 23 08:38:30.157849 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-18ff486f-aadb-429b-8bb0-46bb150eea31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff HTTP/1.1" status: 200 len: 217 time: 0.0650613 Dec 23 08:38:30.218651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-c0a7cd18-269a-45a0-8842-1744a4371e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:30.220015 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-c0a7cd18-269a-45a0-8842-1744a4371e66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0560064 Dec 23 08:38:30.294388 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-bb1aac5e-0dfc-452f-93b6-0a6661e51e8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682673 Dec 23 08:38:30.332632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:30.429330 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-f0f4c8a1-0a6c-46c0-ad35-51c27778375b service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278563 Dec 23 08:38:30.465484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d0772637-8e0b-4506-b686-19d51cfd551f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:30.564397 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6148e7cb-a655-4cbb-b1cc-643d0285c1bb req-240fb152-1710-48b9-83a6-0673598af006 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286993 Dec 23 08:38:30.676430 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b78e221b-c7f1-48dc-a2f8-3c13d6b11118 req-28829d24-ccfb-461e-bc4e-9817aa06a23d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 1097 time: 0.0697064 Dec 23 08:38:30.712589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbed47-c08a-45e3-a77e-5a005cf665f0 req-fcaaab0e-8987-4ae6-92d9-5f5771f787e0 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:30.714070 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b8bbed47-c08a-45e3-a77e-5a005cf665f0 req-fcaaab0e-8987-4ae6-92d9-5f5771f787e0 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 944 time: 0.0862432 Dec 23 08:38:30.759116 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b8bbed47-c08a-45e3-a77e-5a005cf665f0 req-fdfa9094-17b2-4c7d-8e32-ec4317c1c009 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Dec 23 08:38:30.814475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e221b-c7f1-48dc-a2f8-3c13d6b11118 req-5f0abc40-9b2d-4c00-8701-9e93d35d183a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:30.815929 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b78e221b-c7f1-48dc-a2f8-3c13d6b11118 req-5f0abc40-9b2d-4c00-8701-9e93d35d183a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1324985 Dec 23 08:38:30.886730 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b78e221b-c7f1-48dc-a2f8-3c13d6b11118 req-bb00919c-e04d-4b0b-b1a2-9bb0870ddb54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff HTTP/1.1" status: 200 len: 217 time: 0.0645010 Dec 23 08:38:30.948305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e221b-c7f1-48dc-a2f8-3c13d6b11118 req-466855fa-8672-4c95-897a-068e6504f0eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:30.949612 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b78e221b-c7f1-48dc-a2f8-3c13d6b11118 req-466855fa-8672-4c95-897a-068e6504f0eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0560429 Dec 23 08:38:31.032351 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b78e221b-c7f1-48dc-a2f8-3c13d6b11118 req-043ec171-cace-4e56-b050-0c2b26afc81a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747802 Dec 23 08:38:31.162882 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b78e221b-c7f1-48dc-a2f8-3c13d6b11118 req-79e8ef0a-daec-4b2b-a482-21c6e586389e service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220775 Dec 23 08:38:31.376917 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b78e221b-c7f1-48dc-a2f8-3c13d6b11118 req-24506ff2-9b5b-48f8-8b2b-9c3ee98843f4 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074671 Dec 23 08:38:31.952267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0f4eb-2684-4690-99af-d880365358a5 req-cf7e845f-8e13-4c87-90bf-6095a747588a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:31.953667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4cd0f4eb-2684-4690-99af-d880365358a5 req-cf7e845f-8e13-4c87-90bf-6095a747588a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 944 time: 0.0770383 Dec 23 08:38:31.998041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4cd0f4eb-2684-4690-99af-d880365358a5 req-3478d830-bf33-47dc-991d-f02d9dfd6417 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388527 Dec 23 08:38:32.736317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e9013d6b-3f35-4248-bed2-f8e2836f87d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:33.207240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4d9fb-0d98-49f1-9eec-7610dcc7eafa req-7ee2522e-f4c0-415f-8fd0-03dc7ae6df14 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:33.208666 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c3b4d9fb-0d98-49f1-9eec-7610dcc7eafa req-7ee2522e-f4c0-415f-8fd0-03dc7ae6df14 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 944 time: 0.0745504 Dec 23 08:38:33.256111 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c3b4d9fb-0d98-49f1-9eec-7610dcc7eafa req-8ccec585-c6a6-44ee-a2ab-f78456d3ce8f tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Dec 23 08:38:33.835307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:33.896541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:34.447834 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838ad6b-8572-4a24-ba82-ea2767fbe25f req-946d190c-9b56-4401-af61-c484a57e2a63 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:34.449253 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2838ad6b-8572-4a24-ba82-ea2767fbe25f req-946d190c-9b56-4401-af61-c484a57e2a63 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 944 time: 0.0752363 Dec 23 08:38:34.494387 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2838ad6b-8572-4a24-ba82-ea2767fbe25f req-3f963948-f682-4bd7-bc82-2e89626b9f4e tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396609 Dec 23 08:38:35.246787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:35.688232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5729b1-f588-4697-a47e-ca13a048cd18 req-b10b6a53-f8dd-42a3-b025-e32ead9c1264 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:35.689705 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ce5729b1-f588-4697-a47e-ca13a048cd18 req-b10b6a53-f8dd-42a3-b025-e32ead9c1264 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 944 time: 0.0786598 Dec 23 08:38:35.734838 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ce5729b1-f588-4697-a47e-ca13a048cd18 req-d93aa20c-7abf-4ce1-8126-a7aa0659a933 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389555 Dec 23 08:38:36.924647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83529407-cf0d-4fe5-a3fd-ad80f073c2dd req-86e97fec-d947-4a74-93f2-e00f6307d9e4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:36.926159 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-83529407-cf0d-4fe5-a3fd-ad80f073c2dd req-86e97fec-d947-4a74-93f2-e00f6307d9e4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 944 time: 0.0737715 Dec 23 08:38:36.968818 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-83529407-cf0d-4fe5-a3fd-ad80f073c2dd req-fcdd7c75-39db-4e2f-acff-f97cef429bcd tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373521 Dec 23 08:38:37.991104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device f8958a2a-f3a5-40ed-a4d6-c19162e163ff details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:38:38.121703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port f8958a2a-f3a5-40ed-a4d6-c19162e163ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:38.135614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:38:38.234025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:38.251213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8958a2a-f3a5-40ed-a4d6-c19162e163ff {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:38:38.251409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d88339-7e84-44b2-97c0-108dc43a1cea req-9911b520-4045-4e5e-a8d2-fce93870a5f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:38.252732 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-78d88339-7e84-44b2-97c0-108dc43a1cea req-9911b520-4045-4e5e-a8d2-fce93870a5f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 944 time: 0.1678905 Dec 23 08:38:38.267147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port f8958a2a-f3a5-40ed-a4d6-c19162e163ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:38.271049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:38.299635 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-78d88339-7e84-44b2-97c0-108dc43a1cea req-8664a680-c1f3-40cd-a5ba-4b47e5c4d68f tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Dec 23 08:38:38.335405 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:38.491137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['f8958a2a-f3a5-40ed-a4d6-c19162e163ff'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:38:39.489428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a6209-ddce-484f-833a-4ade3d5e1ac5 req-2190fa1e-02ac-404e-8dca-d19bb6957798 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:39.490877 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-269a6209-ddce-484f-833a-4ade3d5e1ac5 req-2190fa1e-02ac-404e-8dca-d19bb6957798 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 945 time: 0.0747657 Dec 23 08:38:39.536637 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-269a6209-ddce-484f-833a-4ade3d5e1ac5 req-c51ccc26-f264-4f12-be0b-613fbc5ad55e tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Dec 23 08:38:39.994183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device f8958a2a-f3a5-40ed-a4d6-c19162e163ff up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:40.061879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port f8958a2a-f3a5-40ed-a4d6-c19162e163ff completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:38:40.066638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port f8958a2a-f3a5-40ed-a4d6-c19162e163ff triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:40.066992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:40.176388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:40.201547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:38:40.211318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port f8958a2a-f3a5-40ed-a4d6-c19162e163ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:40.215056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:40.258536 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'code': 200} Dec 23 08:38:40.287975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:40.530014 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-769f3f1c-bf13-4074-b784-6be2af419199 req-55a010f1-8c3b-4024-8ccb-fa189dc9ca61 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 1099 time: 0.0660114 Dec 23 08:38:40.571609 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-769f3f1c-bf13-4074-b784-6be2af419199 req-52e63ed4-1ddc-49c3-873e-974001103760 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345461 Dec 23 08:38:40.730086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5d09e-26c1-4776-9c8c-7e09cec2c801 req-55ef6218-1ca9-4923-bac8-88159e3231c8 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:40.731493 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27c5d09e-26c1-4776-9c8c-7e09cec2c801 req-55ef6218-1ca9-4923-bac8-88159e3231c8 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 946 time: 0.0739226 Dec 23 08:38:40.775604 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27c5d09e-26c1-4776-9c8c-7e09cec2c801 req-64ebe150-fde4-40c1-a84d-917f257f6909 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387683 Dec 23 08:38:42.111615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809663d-4248-41f0-a0fc-b5df35f6a3e1 req-9b692827-e1a0-4d69-9690-0a68da47249d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:42.113511 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2809663d-4248-41f0-a0fc-b5df35f6a3e1 req-9b692827-e1a0-4d69-9690-0a68da47249d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 946 time: 0.0772703 Dec 23 08:38:42.156470 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2809663d-4248-41f0-a0fc-b5df35f6a3e1 req-98df88a5-bd9d-40ca-83c8-51f5d973face tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375030 Dec 23 08:38:42.351319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f1231-553f-4e41-a751-f585233cf32a req-a3db3925-c210-4550-9a20-e05d9bd17609 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:42.352721 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b20f1231-553f-4e41-a751-f585233cf32a req-a3db3925-c210-4550-9a20-e05d9bd17609 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 946 time: 0.0751691 Dec 23 08:38:42.402042 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b20f1231-553f-4e41-a751-f585233cf32a req-70e61642-6f94-4600-8902-56e6b5dee358 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Dec 23 08:38:42.429594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52640) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:42.519738 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8fcf139d-866b-4464-b6a5-70ffc5bb9b3a tempest-TestVolumeBootPattern-909004027 tempest-TestVolumeBootPattern-909004027-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 1094 time: 0.0883629 Dec 23 08:38:42.522195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52644) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:42.529431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:38:42.535220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:38:42.539319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:floatingip and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:38:42.542067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:38:42.549291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:38:42.560077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:42.699782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:42.848256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Allocated IP 172.26.8.6 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/a86edddd-09c8-47fe-b9af-ee4ab5e674f1) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:38:43.011168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:43.039234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:43.103145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:38:43.105885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:38:43.109541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:38:43.141246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'Port': ['ID=a86edddd-09c8-47fe-b9af-ee4ab5e674f1,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:43.606523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:43.658677 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:43.932370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:43.936955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:44.040995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'Port': ['ID=a86edddd-09c8-47fe-b9af-ee4ab5e674f1,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:44.059962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:44.250913 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Floating IP f7c72bbc-6cdf-4f93-af79-525db18f584b associated. External IP: 172.26.8.6, port: f8958a2a-f3a5-40ed-a4d6-c19162e163ff. Dec 23 08:38:44.639004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:38:44.836295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:38:44.845558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] Sync routers for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:38:44.857128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:44.857728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:44.860033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:44.912070 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bc3700ef-ef0b-43db-9553-a16cea8451a5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3886366 Dec 23 08:38:44.912622 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:38:45.035157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:45.079119 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'status': 'completed', 'code': 200} Dec 23 08:38:45.172115 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-11738f8b-f990-4b72-b6c8-5404c6d2edc8 req-8fd0cd96-144d-4482-ae54-4538dd4aa671 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 1099 time: 0.0699558 Dec 23 08:38:45.301136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738f8b-f990-4b72-b6c8-5404c6d2edc8 req-2c6ffe36-09d4-4d53-a884-3033e4c7cb64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:45.302583 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-11738f8b-f990-4b72-b6c8-5404c6d2edc8 req-2c6ffe36-09d4-4d53-a884-3033e4c7cb64 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1244335 Dec 23 08:38:45.383408 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'f7c72bbc-6cdf-4f93-af79-525db18f584b', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:43Z', 'updated_at': '2021-12-23T08:38:43Z', 'revision_number': 0, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:45.387295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] Checking router: a8497edf-4033-40b5-8fa0-fd70ac4d5c02 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:38:45.398121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:45.398696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:45.403731 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-11738f8b-f990-4b72-b6c8-5404c6d2edc8 req-30a1e77a-1305-4bcf-89a7-feb95eb10ca5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff HTTP/1.1" status: 200 len: 998 time: 0.0950544 Dec 23 08:38:45.464962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11738f8b-f990-4b72-b6c8-5404c6d2edc8 req-48f28775-9bb3-4fb1-9b7c-8cf5bdb9c00f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:38:45.466507 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-11738f8b-f990-4b72-b6c8-5404c6d2edc8 req-48f28775-9bb3-4fb1-9b7c-8cf5bdb9c00f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0559852 Dec 23 08:38:45.543819 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-11738f8b-f990-4b72-b6c8-5404c6d2edc8 req-b7068495-94b6-464e-bd44-48655a99e7b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706868 Dec 23 08:38:45.572821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:45.673576 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-11738f8b-f990-4b72-b6c8-5404c6d2edc8 req-305f145e-c88c-4056-978e-a04bb86b938b service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225309 Dec 23 08:38:45.808536 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-11738f8b-f990-4b72-b6c8-5404c6d2edc8 req-2519777b-1429-45b5-a63f-1c7b4d16f155 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282051 Dec 23 08:38:45.957428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'f7c72bbc-6cdf-4f93-af79-525db18f584b', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:43Z', 'updated_at': '2021-12-23T08:38:43Z', 'revision_number': 0, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:45.961338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbe6cb-3356-496d-a067-f8aa86a44acc None None] The sync data for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv is: [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'f7c72bbc-6cdf-4f93-af79-525db18f584b', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:43Z', 'updated_at': '2021-12-23T08:38:43Z', 'revision_number': 0, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:38:46.148039 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50617878-66e1-4011-b425-6af8d56187e7 None None] New status for floating IP f7c72bbc-6cdf-4f93-af79-525db18f584b: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:38:47.247910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52658) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:47.423364 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0bcebf20-8865-42c5-b823-a976205fe2bf tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers/da0740fb-72b9-41ac-b6c5-a38adce3a6f7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1742377 Dec 23 08:38:47.426775 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52662) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:47.729433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb59a6-418b-43e2-a179-cceedeff5d85 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Notify agent at dv-neutron-822507-1-hyperv the message router_removed_from_agent {{(pid=83522) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 23 08:38:47.732388 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-66cb59a6-418b-43e2-a179-cceedeff5d85 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "DELETE /v2.0/agents/0a21ae06-2663-4de1-9cad-7fd659629355/l3-routers/da0740fb-72b9-41ac-b6c5-a38adce3a6f7 HTTP/1.1" status: 204 len: 168 time: 0.3047426 Dec 23 08:38:47.736098 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52666) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:47.907238 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a2f97bf0-b7b2-4e92-a169-cf94911027e8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers/da0740fb-72b9-41ac-b6c5-a38adce3a6f7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1702402 Dec 23 08:38:47.910352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52670) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:48.011657 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2cf49ef3-08b7-4e4f-846a-a981ac836ff6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 994 time: 0.1002338 Dec 23 08:38:48.982451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292181c-4dd8-46e6-b257-27a3035579ce None None] New status for floating IP c812af65-5dd2-41d4-9cfe-7940551502e7: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:38:49.015320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52676) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:49.146384 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d29be2e8-c966-4027-82e6-e6850aaa23d4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 994 time: 0.1288428 Dec 23 08:38:49.611608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 693926dd-5beb-4064-9f34-8005675e0e94 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:38:49.720488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:49.736156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 693926dd-5beb-4064-9f34-8005675e0e94, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=693926dd-5beb-4064-9f34-8005675e0e94,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:49.740117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:49.740815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3ba386ec-4316-4d84-b18d-48b18f359166 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:38:49.852161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=693926dd-5beb-4064-9f34-8005675e0e94,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:49.907430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:49.938635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 3ba386ec-4316-4d84-b18d-48b18f359166, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3ba386ec-4316-4d84-b18d-48b18f359166,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:49.942217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:50.008546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=3ba386ec-4316-4d84-b18d-48b18f359166,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:50.149064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52680) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:50.252163 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2fc57ca8-3980-4789-8267-e52769c0a352 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1019733 Dec 23 08:38:51.405380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52686) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:51.605253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19be9c2-12fc-41c1-b9d4-ea22ba2f6d02 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:38:51.605580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19be9c2-12fc-41c1-b9d4-ea22ba2f6d02 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Notify agent at dv-neutron-822507-1-hyperv the message router_added_to_agent {{(pid=83522) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 23 08:38:51.631387 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c19be9c2-12fc-41c1-b9d4-ea22ba2f6d02 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "POST /v2.0/agents/0a21ae06-2663-4de1-9cad-7fd659629355/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2249899 Dec 23 08:38:51.634150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52692) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:51.652462 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] Sync routers for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:38:51.665592 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:51.666241 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:51.820012 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b06e070d-7101-4e66-bd49-3b1aa4f6683c tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers/da0740fb-72b9-41ac-b6c5-a38adce3a6f7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1846368 Dec 23 08:38:51.822587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52700) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:51.838103 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:51.923462 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c249dda3-d781-496b-a275-4e8b43da672c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.0998461 Dec 23 08:38:52.168145 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'c812af65-5dd2-41d4-9cfe-7940551502e7', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'port_id': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'mac_address': 'fa:16:3e:c7:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:17Z', 'updated_at': '2021-12-23T08:38:49Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba386ec-4316-4d84-b18d-48b18f359166', 'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:fc:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:38:01Z', 'updated_at': '2021-12-23T08:38:49Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:52.172536 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] Checking router: da0740fb-72b9-41ac-b6c5-a38adce3a6f7 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:38:52.183247 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:38:52.183836 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:38:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:52.264783 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:38:52.374394 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:38:52.719528 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'c812af65-5dd2-41d4-9cfe-7940551502e7', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'port_id': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'mac_address': 'fa:16:3e:c7:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:17Z', 'updated_at': '2021-12-23T08:38:49Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba386ec-4316-4d84-b18d-48b18f359166', 'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:fc:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:38:01Z', 'updated_at': '2021-12-23T08:38:49Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:38:52.726046 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef4ec6-a39f-4e25-815d-ca2e1340cc4e None None] The sync data for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv is: [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:02Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'c812af65-5dd2-41d4-9cfe-7940551502e7', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'port_id': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'mac_address': 'fa:16:3e:c7:84:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:17Z', 'updated_at': '2021-12-23T08:38:49Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba386ec-4316-4d84-b18d-48b18f359166', 'name': '', 'network_id': '379b717e-9224-423f-909a-faf66730a3bc', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:fc:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:38:01Z', 'updated_at': '2021-12-23T08:38:49Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '9970a617-81c7-4f68-a167-f00a14b49bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:38:52.927791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52704) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:53.058743 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b430027c-7ed3-4b29-b1a9-59ec300ade7f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1274922 Dec 23 08:38:53.665789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 693926dd-5beb-4064-9f34-8005675e0e94 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:53.734210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 693926dd-5beb-4064-9f34-8005675e0e94 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:53.735299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:53.854217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:53.871042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 693926dd-5beb-4064-9f34-8005675e0e94, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=693926dd-5beb-4064-9f34-8005675e0e94,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:53.875435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:53.876517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3ba386ec-4316-4d84-b18d-48b18f359166 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:53.984966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=693926dd-5beb-4064-9f34-8005675e0e94,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:53.999626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3ba386ec-4316-4d84-b18d-48b18f359166 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:53.999993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:54.059556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52708) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:54.110875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:54.143138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 3ba386ec-4316-4d84-b18d-48b18f359166, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3ba386ec-4316-4d84-b18d-48b18f359166,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:38:54.147089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:54.163992 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7ef27172-b827-462a-9f03-f618605a1272 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1033309 Dec 23 08:38:54.211589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=3ba386ec-4316-4d84-b18d-48b18f359166,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:38:55.167801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52712) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:55.360081 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e8710951-6859-4b34-9f10-ee9cde347f0b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1911869 Dec 23 08:38:55.623722 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 693926dd-5beb-4064-9f34-8005675e0e94 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:55.690364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 693926dd-5beb-4064-9f34-8005675e0e94 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:55.690721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:55.804943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3ba386ec-4316-4d84-b18d-48b18f359166 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:38:55.870231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3ba386ec-4316-4d84-b18d-48b18f359166 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:38:55.870598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:38:56.364085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52716) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:56.468507 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-391b3b77-2b00-4c9c-80a6-1daf5acd44a2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1032345 Dec 23 08:38:57.472210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52720) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:57.582690 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d32f9587-fb0a-4ecf-9680-414bf6ffd610 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1093411 Dec 23 08:38:58.586676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52726) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:58.696630 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7e36634d-402f-4677-ac79-5af16d034c36 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1087680 Dec 23 08:38:59.706940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52730) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:38:59.820902 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-89a0ca4b-fd01-415a-8c93-e6038e96f06b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1157477 Dec 23 08:39:00.336012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:00.480026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5766c5ec-0345-442e-a9b7-2137e3500a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:00.824189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52734) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:00.932407 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e1ad8d00-6b5c-4044-83a5-3ebe82bc72a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1044536 Dec 23 08:39:01.930279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52738) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:02.047011 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-345c7098-e266-4785-b98e-4271d26e982e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 992 time: 0.1109886 Dec 23 08:39:02.065827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4775222-8e39-4b06-af47-5a380c873985 None None] New status for floating IP c812af65-5dd2-41d4-9cfe-7940551502e7: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:39:02.747937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2346bb53-4f82-46dd-9716-42d14d34151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:03.046549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52742) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:03.152404 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3d757c2e-a8d3-4764-ba27-920bca7c0f2a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 200 len: 994 time: 0.1048253 Dec 23 08:39:03.438103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52750) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:03.636019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 85d23f1b-915f-4043-9288-6d7e095f4237 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:39:03.636355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:03.805265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:03.805581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:03.840059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:03.900718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:03.926848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 85d23f1b-915f-4043-9288-6d7e095f4237 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:39:04.071802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:04.115574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=85d23f1b-915f-4043-9288-6d7e095f4237,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:04.149771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.150129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.150458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.150778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.151095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.151406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.151715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.152024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.152328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.152636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.152939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:04.217853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:04.714013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:39:04.917518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:39:04.933834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:04.988524 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-65c6b177-2d84-4d87-849b-11174c6d8ab8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/floatingips/c812af65-5dd2-41d4-9cfe-7940551502e7 HTTP/1.1" status: 204 len: 168 time: 1.5535870 Dec 23 08:39:04.989590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:39:05.046064 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'status': 'completed', 'code': 200} Dec 23 08:39:05.145522 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2ffb9e0-de4d-41fd-b095-1e56feee71a0 req-de0efc2e-dccf-4bee-9f93-65dfcfb8cc27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 1099 time: 0.0730326 Dec 23 08:39:05.270549 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:05.296862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffb9e0-de4d-41fd-b095-1e56feee71a0 req-75e1314a-d80d-4973-b496-91b3e9e861b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:05.296862 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2ffb9e0-de4d-41fd-b095-1e56feee71a0 req-75e1314a-d80d-4973-b496-91b3e9e861b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=379b717e-9224-423f-909a-faf66730a3bc HTTP/1.1" status: 200 len: 896 time: 0.1413627 Dec 23 08:39:05.362727 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2ffb9e0-de4d-41fd-b095-1e56feee71a0 req-dd35ed0b-d43c-407b-8b6e-4636f509b564 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e799ed6-3624-4f84-b9f7-eba97eb7f176 HTTP/1.1" status: 200 len: 217 time: 0.0623226 Dec 23 08:39:05.399395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d22383-94a8-4942-aead-0ea57e2c0a51 req-1d593471-0062-46e5-9dc4-2d131c3a93eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:05.399395 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a9d22383-94a8-4942-aead-0ea57e2c0a51 req-1d593471-0062-46e5-9dc4-2d131c3a93eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 946 time: 0.0808258 Dec 23 08:39:05.443171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffb9e0-de4d-41fd-b095-1e56feee71a0 req-67250b98-8e29-4a44-87a0-626577c3c817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:05.443171 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2ffb9e0-de4d-41fd-b095-1e56feee71a0 req-67250b98-8e29-4a44-87a0-626577c3c817 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9970a617-81c7-4f68-a167-f00a14b49bf6 HTTP/1.1" status: 200 len: 834 time: 0.0699227 Dec 23 08:39:05.453858 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a9d22383-94a8-4942-aead-0ea57e2c0a51 req-dbfde67d-75d1-4563-8ee2-7e55293dc4f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431793 Dec 23 08:39:05.532690 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2ffb9e0-de4d-41fd-b095-1e56feee71a0 req-eb567b7b-19f9-40ff-ba32-5b0f1e714a68 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=379b717e-9224-423f-909a-faf66730a3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816550 Dec 23 08:39:05.680755 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2ffb9e0-de4d-41fd-b095-1e56feee71a0 req-fc00ec8b-395e-4d29-84fa-58fc92f14e80 service neutron] 10.222.0.24 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382563 Dec 23 08:39:05.809017 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2ffb9e0-de4d-41fd-b095-1e56feee71a0 req-f0262d35-f671-4c71-bf83-6487a99f87b5 service neutron] 10.222.0.24 "GET /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284003 Dec 23 08:39:06.668799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a40c0-e021-4949-936c-1afa090871fc req-db7238cb-b9d7-4011-a927-81e2817e6f4c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:06.670485 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7c1a40c0-e021-4949-936c-1afa090871fc req-db7238cb-b9d7-4011-a927-81e2817e6f4c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 946 time: 0.0805798 Dec 23 08:39:06.717265 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7c1a40c0-e021-4949-936c-1afa090871fc req-9c6b30f0-5291-431a-85e2-14182ae905a1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7628e1b-4b72-4336-8bf5-9e7b9ab99233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 Dec 23 08:39:06.739553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b295a-76f5-45dd-9bc6-74706b469343 req-1f90d0bf-44c4-48aa-bcaf-92a9095b15ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:06.739553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-333b295a-76f5-45dd-9bc6-74706b469343 req-1f90d0bf-44c4-48aa-bcaf-92a9095b15ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:39:06.753584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-333b295a-76f5-45dd-9bc6-74706b469343 req-1f90d0bf-44c4-48aa-bcaf-92a9095b15ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:39:06.753818 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-333b295a-76f5-45dd-9bc6-74706b469343 req-1f90d0bf-44c4-48aa-bcaf-92a9095b15ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 946 time: 0.0906982 Dec 23 08:39:06.832344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-333b295a-76f5-45dd-9bc6-74706b469343 req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:39:06.832675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-333b295a-76f5-45dd-9bc6-74706b469343 req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:07.177094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-333b295a-76f5-45dd-9bc6-74706b469343 req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 3e799ed6-3624-4f84-b9f7-eba97eb7f176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3e799ed6-3624-4f84-b9f7-eba97eb7f176,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:07.177094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-333b295a-76f5-45dd-9bc6-74706b469343 req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:07.302099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-333b295a-76f5-45dd-9bc6-74706b469343 req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 3e799ed6-3624-4f84-b9f7-eba97eb7f176 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:39:07.442776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-333b295a-76f5-45dd-9bc6-74706b469343 req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:07.497978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=3e799ed6-3624-4f84-b9f7-eba97eb7f176,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:07.574284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-333b295a-76f5-45dd-9bc6-74706b469343 req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port 3e799ed6-3624-4f84-b9f7-eba97eb7f176 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:39:07.576820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-333b295a-76f5-45dd-9bc6-74706b469343 req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:07.579375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'name': 'network-vif-deleted', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:39:07.593690 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-333b295a-76f5-45dd-9bc6-74706b469343 req-f010534e-a06a-41c0-9ebc-4f1074915e84 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/3e799ed6-3624-4f84-b9f7-eba97eb7f176 HTTP/1.1" status: 204 len: 173 time: 0.8343029 Dec 23 08:39:07.640536 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee34fb75-ea62-418d-8dea-9cb3996a87dc', 'name': 'network-vif-deleted', 'tag': '3e799ed6-3624-4f84-b9f7-eba97eb7f176', 'status': 'completed', 'code': 200} Dec 23 08:39:07.906942 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8f91923d-6934-479f-b2a5-8fc820266670 req-2d9ec528-270a-4520-9340-eea46bb42d9e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee34fb75-ea62-418d-8dea-9cb3996a87dc HTTP/1.1" status: 200 len: 210 time: 0.0416617 Dec 23 08:39:09.015692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52770) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:09.099811 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8626ab85-1b5b-4244-bebe-38779af6389a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:09.128914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8626ab85-1b5b-4244-bebe-38779af6389a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:09.192959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8626ab85-1b5b-4244-bebe-38779af6389a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:09.214494 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626ab85-1b5b-4244-bebe-38779af6389a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7628e1b-4b72-4336-8bf5-9e7b9ab99233,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:09.226031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8626ab85-1b5b-4244-bebe-38779af6389a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:09.226031 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8626ab85-1b5b-4244-bebe-38779af6389a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/f7628e1b-4b72-4336-8bf5-9e7b9ab99233 HTTP/1.1" status: 204 len: 168 time: 0.2054949 Dec 23 08:39:09.273896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52776) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:09.716457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:10.178111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 3e799ed6-3624-4f84-b9f7-eba97eb7f176 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:39:10.209518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 3e799ed6-3624-4f84-b9f7-eba97eb7f176 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:39:10.209848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 3e799ed6-3624-4f84-b9f7-eba97eb7f176 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:39:10.393186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 3ba386ec-4316-4d84-b18d-48b18f359166 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:39:10.393815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:10.573201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 3ba386ec-4316-4d84-b18d-48b18f359166, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3ba386ec-4316-4d84-b18d-48b18f359166,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:10.573551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:10.691001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 3ba386ec-4316-4d84-b18d-48b18f359166 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:39:10.865789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:10.912327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=3ba386ec-4316-4d84-b18d-48b18f359166,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:11.202788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:11.868152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:39:12.061218 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:39:12.073343 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f11e469b-bd3d-44fd-a03e-c8be5afa2821 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/da0740fb-72b9-41ac-b6c5-a38adce3a6f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7989357 Dec 23 08:39:12.076100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52780) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:12.265520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-3130d733-e2b9-4d84-9f11-3c3dd9ed4761 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting subnet 9970a617-81c7-4f68-a167-f00a14b49bf6 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:39:12.268932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3130d733-e2b9-4d84-9f11-3c3dd9ed4761 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:12.320535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3130d733-e2b9-4d84-9f11-3c3dd9ed4761 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:12.402097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3130d733-e2b9-4d84-9f11-3c3dd9ed4761 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:12.470714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3130d733-e2b9-4d84-9f11-3c3dd9ed4761 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:12.510622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130d733-e2b9-4d84-9f11-3c3dd9ed4761 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Subnet': ['ID=9970a617-81c7-4f68-a167-f00a14b49bf6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:12.515322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3130d733-e2b9-4d84-9f11-3c3dd9ed4761 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:12.522197 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3130d733-e2b9-4d84-9f11-3c3dd9ed4761 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/subnets/9970a617-81c7-4f68-a167-f00a14b49bf6 HTTP/1.1" status: 204 len: 168 time: 0.4449532 Dec 23 08:39:12.524606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52784) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:12.528880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05966c7a-ac62-4411-945e-636565cc2734 None None] Network 379b717e-9224-423f-909a-faf66730a3bc requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:39:12.618573 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] Sync routers for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:39:12.630417 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:39:12.631010 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:39:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:12.734665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:12.800282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] DHCP port deletion for 379b717e-9224-423f-909a-faf66730a3bc request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:39:12.805126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Deleting port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:39:12.805874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:12.811072 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:39:12.942574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:12.952928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 693926dd-5beb-4064-9f34-8005675e0e94 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:39:12.953230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:13.014157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] For port 48434c27-2b3b-4ff1-94ae-44ad80ee5331, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=48434c27-2b3b-4ff1-94ae-44ad80ee5331,segment=NetworkSegment(fc81b020-5643-424b-aabf-832eb82bd712),segment_id=fc81b020-5643-424b-aabf-832eb82bd712)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:13.014863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:13.125647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 693926dd-5beb-4064-9f34-8005675e0e94, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=693926dd-5beb-4064-9f34-8005675e0e94,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:13.126326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:13.129481 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '693926dd-5beb-4064-9f34-8005675e0e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:39:10Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '693926dd-5beb-4064-9f34-8005675e0e94', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:77:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:38:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:13.133714 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] Checking router: da0740fb-72b9-41ac-b6c5-a38adce3a6f7 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:39:13.139633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Calling delete_port for 48434c27-2b3b-4ff1-94ae-44ad80ee5331 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:39:13.146063 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] Routers {'da0740fb-72b9-41ac-b6c5-a38adce3a6f7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:39:13.146753 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:39:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:13.232433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:13.248310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 693926dd-5beb-4064-9f34-8005675e0e94 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:39:13.281652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Pushing event deleted for resources: {'Port': ['ID=48434c27-2b3b-4ff1-94ae-44ad80ee5331,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:13.296202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] No DVR routers for this DVR port 48434c27-2b3b-4ff1-94ae-44ad80ee5331 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:39:13.302012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.302352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.302678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.303002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.303324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.303642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.303958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.304272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.304583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.304895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.305200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768fd597-64d5-4f7e-b3ad-6da2020973b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:13.317652 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] Set router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:39:13.425973 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:39:12Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:13.430303 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56520d5e-673c-44b8-aa51-6d3ecde6b550 None None] The sync data for ids ['da0740fb-72b9-41ac-b6c5-a38adce3a6f7'] in dv-neutron-822507-1-hyperv is: [{'id': 'da0740fb-72b9-41ac-b6c5-a38adce3a6f7', 'name': 'tempest-TestNetworkBasicOps-router-492891692', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:37:58Z', 'updated_at': '2021-12-23T08:39:12Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:39:13.535236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:13.581232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=693926dd-5beb-4064-9f34-8005675e0e94,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:13.798355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:13.901727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 48434c27-2b3b-4ff1-94ae-44ad80ee5331 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:39:13.934090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 48434c27-2b3b-4ff1-94ae-44ad80ee5331 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:39:13.934429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 48434c27-2b3b-4ff1-94ae-44ad80ee5331 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:39:13.934851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3ba386ec-4316-4d84-b18d-48b18f359166 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:39:13.965379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 3ba386ec-4316-4d84-b18d-48b18f359166 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:39:13.965714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3ba386ec-4316-4d84-b18d-48b18f359166 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:39:14.054841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.058825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.082312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.082806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Fanout notify agent at l3_agent the message router_deleted on router da0740fb-72b9-41ac-b6c5-a38adce3a6f7 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:39:14.096780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.097859 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c90275a5-6fff-4ef2-8d98-800a44c03caa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/routers/da0740fb-72b9-41ac-b6c5-a38adce3a6f7 HTTP/1.1" status: 204 len: 168 time: 1.5719442 Dec 23 08:39:14.100842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52788) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:14.208258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.332755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.356899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379b717e-9224-423f-909a-faf66730a3bc']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:14.368864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc81b020-5643-424b-aabf-832eb82bd712') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:14.369152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc81b020-5643-424b-aabf-832eb82bd712') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:14.379908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.395304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.401012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:39:14.401375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:39:14.415584 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:39:14.494501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.510911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.521962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Network': ['ID=379b717e-9224-423f-909a-faf66730a3bc,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:14.530755 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b96ba802-0c98-4ccb-b58a-65ccd19998fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/networks/379b717e-9224-423f-909a-faf66730a3bc HTTP/1.1" status: 204 len: 168 time: 0.4289560 Dec 23 08:39:14.550372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52794) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:14.556413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'network': {'name': 'tempest-network-smoke--358691334', 'project_id': '624b301133d440c99265a580e7281065', 'port_security_enabled': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:14.561272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:14.565342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:network and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:14.568141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:14.573672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:14.584158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:39:14.587046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.634482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:39:14.643954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.644296 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Added segment a80ceba6-d5b2-4254-a817-e38e5e320e83 of type vlan for network cfd5505e-16ca-4d55-94dc-df0362c377c5 Dec 23 08:39:14.671190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.698522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.702132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:14.702697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.809044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Network': ['ID=cfd5505e-16ca-4d55-94dc-df0362c377c5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:14.812836 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-129c20ad-b7a2-4012-86b7-fb6ca87ffcb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2614746 Dec 23 08:39:14.816276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52798) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:14.819673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:39:14.822268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'admin_state_up': True, 'project_id': '624b301133d440c99265a580e7281065', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:14.829309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:14.833830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:router and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:14.836721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:14.842295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:14.855124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.856040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:14.875390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:15.109478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:15.285765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:15.317700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:15.449495 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.175 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/c16e1caf-3b4f-486d-96a5-0fe49d2231bd) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:39:15.593062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:15.620859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:15.687515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:39:15.690338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:39:15.693944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:39:15.726637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=c16e1caf-3b4f-486d-96a5-0fe49d2231bd,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:15.847205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:15.847950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:15.856534 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 693926dd-5beb-4064-9f34-8005675e0e94 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:39:15.895789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 693926dd-5beb-4064-9f34-8005675e0e94 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:39:15.896159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 693926dd-5beb-4064-9f34-8005675e0e94 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:39:15.969412 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b67642a-041a-4b00-b047-4404b77f8b85 None None] New status for floating IP c812af65-5dd2-41d4-9cfe-7940551502e7: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:39:16.076259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:39:16.283091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:39:16.292564 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Sync routers for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:39:16.304720 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:39:16.305449 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:39:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:16.309003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:16.310185 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-981b3672-26d6-44ad-8f73-99d48557558c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4923503 Dec 23 08:39:16.313375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52802) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:16.353091 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a6c13c7c-306a-4060-b83d-5ce109c5b5b9 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385926 Dec 23 08:39:16.355649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52806) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:16.480983 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:39:16.494979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6eb53d-9595-4a58-be3c-965568b0308d tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:16.496444 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ae6eb53d-9595-4a58-be3c-965568b0308d tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1399209 Dec 23 08:39:16.499227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52810) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:16.538243 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-17941e61-9b53-4872-9373-c2460af4f7e8 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378404 Dec 23 08:39:16.540565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52814) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:16.545806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2086798821', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'project_id': '624b301133d440c99265a580e7281065', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:16.759116 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:16.764830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:subnet and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:16.768772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:16.772304 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:15Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:16.774400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:16.776091 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Checking router: 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:39:16.776496 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Updating router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 port c16e1caf-3b4f-486d-96a5-0fe49d2231bd binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:39:16.784679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:39:16.826025 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:16.885376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.103261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.172862 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.184215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=dbbe5a35-402b-4881-906b-40bf1ac7ad43,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:17.184607 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Transition to ACTIVE for port object c16e1caf-3b4f-486d-96a5-0fe49d2231bd will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:39:17.192397 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.198914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Checking segment: {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:39:17.199271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network hostable DHCP agents. Network: cfd5505e-16ca-4d55-94dc-df0362c377c5, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:39:17.220680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:39:17.230501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, cfd5505e-16ca-4d55-94dc-df0362c377c5) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:39:17.234856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:17.235543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.240231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0352b0-b21f-4520-867a-11a6d4599527 None None] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:39:17.260782 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f730f4c2-834c-48ac-9293-8cba1722037b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7190776 Dec 23 08:39:17.263300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52818) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:17.269985 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Pushing event updated for resources: {'Port': ['ID=c16e1caf-3b4f-486d-96a5-0fe49d2231bd,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:17.280127 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.280459 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.280786 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.281101 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.281418 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.281729 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.282069 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.282382 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.282688 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.282994 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.283821 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:17.289851 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Attempting to bind port c16e1caf-3b4f-486d-96a5-0fe49d2231bd on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:39:17.290237 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Attempting to bind port c16e1caf-3b4f-486d-96a5-0fe49d2231bd by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:39:17.290581 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Attempting to bind port c16e1caf-3b4f-486d-96a5-0fe49d2231bd on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:39:17.297103 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:39:17.297775 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:39:17.297889 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.298215 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:39:17.298653 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Bound port: c16e1caf-3b4f-486d-96a5-0fe49d2231bd, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:39:17.299689 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.373388 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] For port c16e1caf-3b4f-486d-96a5-0fe49d2231bd, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:39:17.376867 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] For port c16e1caf-3b4f-486d-96a5-0fe49d2231bd, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c16e1caf-3b4f-486d-96a5-0fe49d2231bd,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:39:17.380862 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.464000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-cfd5505e-16ca-4d55-94dc-df0362c377c5', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:39:17.467238 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85431bb8-f866-4675-af50-aac2eee157f6 None None] Pushing event updated for resources: {'Port': ['ID=c16e1caf-3b4f-486d-96a5-0fe49d2231bd,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:17.478363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.478596 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:39:17.479186 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:39:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:17.643700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Allocated IP 172.20.0.2 (cfd5505e-16ca-4d55-94dc-df0362c377c5/dbbe5a35-402b-4881-906b-40bf1ac7ad43/4761b219-351c-4c14-a0b0-49ee0a09b87b) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:39:17.665440 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:39:17.856767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.868035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Transition to ACTIVE for port object 4761b219-351c-4c14-a0b0-49ee0a09b87b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:39:17.888908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Transition to ACTIVE for port object 4761b219-351c-4c14-a0b0-49ee0a09b87b will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:39:17.897257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:17.968571 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:15Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:17.971944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:39:17.972821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Pushing event updated for resources: {'Port': ['ID=4761b219-351c-4c14-a0b0-49ee0a09b87b,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:17.972971 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c86ad6e-46b0-46fc-bc26-40ba1df048d4 None None] The sync data for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv is: [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:15Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:39:17.975667 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:39:17.978879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:39:18.058565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:18.071441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Attempting to bind port 4761b219-351c-4c14-a0b0-49ee0a09b87b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:39:18.071922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Attempting to bind port 4761b219-351c-4c14-a0b0-49ee0a09b87b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:39:18.072415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Attempting to bind port 4761b219-351c-4c14-a0b0-49ee0a09b87b on network cfd5505e-16ca-4d55-94dc-df0362c377c5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:39:18.079071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:39:18.079507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Checking segment: {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:39:18.079999 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:18.081087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Bound using segment: {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:39:18.081622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Bound port: 4761b219-351c-4c14-a0b0-49ee0a09b87b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:39:18.082079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:18.196251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] For port 4761b219-351c-4c14-a0b0-49ee0a09b87b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:39:18.199272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] For port 4761b219-351c-4c14-a0b0-49ee0a09b87b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4761b219-351c-4c14-a0b0-49ee0a09b87b,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:39:18.203915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:18.295190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d413d-2007-49ea-b5fc-080a6affbed8 None None] Pushing event updated for resources: {'Port': ['ID=4761b219-351c-4c14-a0b0-49ee0a09b87b,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:18.629470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.1 (cfd5505e-16ca-4d55-94dc-df0362c377c5/dbbe5a35-402b-4881-906b-40bf1ac7ad43/c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:39:18.792625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:18.809573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:39:18.832276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:18.903870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:39:18.907009 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:39:18.911545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:39:18.936682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:18.972238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:19.059181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:19.214787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241dbdd8-48f6-4da2-8f98-be796087253f None None] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:39:19.310968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8021e59b-1b76-4e9e-9fc3-c75719a1a127 None None] Provisioning for port 4761b219-351c-4c14-a0b0-49ee0a09b87b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:39:19.471234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:19.477297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:19.594181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:19.597791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:19.691626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c16e1caf-3b4f-486d-96a5-0fe49d2231bd up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:39:19.755155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:39:19.756050 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:39:19.768457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5af5562f-f7d8-467c-954e-8db650f5e4e3 None None] Provisioning for port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:39:19.776077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5af5562f-f7d8-467c-954e-8db650f5e4e3 None None] Provisioning complete for port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:19.776563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5af5562f-f7d8-467c-954e-8db650f5e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:19.812023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c16e1caf-3b4f-486d-96a5-0fe49d2231bd completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:39:19.833979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c16e1caf-3b4f-486d-96a5-0fe49d2231bd triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:19.834607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:19.887254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5af5562f-f7d8-467c-954e-8db650f5e4e3 None None] Port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:39:19.978542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:19.996214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port c16e1caf-3b4f-486d-96a5-0fe49d2231bd, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c16e1caf-3b4f-486d-96a5-0fe49d2231bd,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:20.001593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:20.002336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4761b219-351c-4c14-a0b0-49ee0a09b87b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:39:20.167055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b5ebe4c7-0a87-4c0a-b78b-2e1c95fb9bcb None None] Provisioning complete for port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:20.167336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b5ebe4c7-0a87-4c0a-b78b-2e1c95fb9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:20.202745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=c16e1caf-3b4f-486d-96a5-0fe49d2231bd,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:20.228387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b5ebe4c7-0a87-4c0a-b78b-2e1c95fb9bcb None None] Port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:39:20.235347 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 4761b219-351c-4c14-a0b0-49ee0a09b87b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:39:20.240752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 4761b219-351c-4c14-a0b0-49ee0a09b87b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:20.241100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:20.269873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:39:20.358936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:20.379056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-20b618a5-dc94-401a-a949-f2fef7645936 None None] Provisioning complete for port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:20.379416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-20b618a5-dc94-401a-a949-f2fef7645936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:20.438775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 4761b219-351c-4c14-a0b0-49ee0a09b87b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4761b219-351c-4c14-a0b0-49ee0a09b87b,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:20.441458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-20b618a5-dc94-401a-a949-f2fef7645936 None None] Port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:39:20.443771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:20.475161 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:39:20.491953 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-476e8484-94fd-4223-a501-55a2e33fdb5c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/4f7c80f5-9fc7-4eff-b71f-aef1291a6179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2251525 Dec 23 08:39:20.492151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52822) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:20.511301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=4761b219-351c-4c14-a0b0-49ee0a09b87b,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:20.631021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60b06f-73be-4eda-93da-31cdc1abf7ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.631390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60b06f-73be-4eda-93da-31cdc1abf7ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.631747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60b06f-73be-4eda-93da-31cdc1abf7ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.632099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60b06f-73be-4eda-93da-31cdc1abf7ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.632446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60b06f-73be-4eda-93da-31cdc1abf7ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.632789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60b06f-73be-4eda-93da-31cdc1abf7ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.634528 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2f60b06f-73be-4eda-93da-31cdc1abf7ef tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1416187 Dec 23 08:39:20.637285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52826) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:20.705718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890370c3-e974-41ea-a1db-d56354d8a34c tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.706107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890370c3-e974-41ea-a1db-d56354d8a34c tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.706461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890370c3-e974-41ea-a1db-d56354d8a34c tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.706842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890370c3-e974-41ea-a1db-d56354d8a34c tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.707186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890370c3-e974-41ea-a1db-d56354d8a34c tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.707525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890370c3-e974-41ea-a1db-d56354d8a34c tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:20.709206 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-890370c3-e974-41ea-a1db-d56354d8a34c tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0710602 Dec 23 08:39:20.711928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52830) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:20.911064 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a1cfc176-47e9-488f-9185-b0ce4bcb9f06 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1981015 Dec 23 08:39:21.128682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52836) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:21.134193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760251941', 'description': 'tempest-secgroup-smoke-760251941 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:21.140089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:21.144186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:21.147486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:21.153116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:21.162700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.199769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:21.203512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:21.206237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:21.211757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:21.368718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.374292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.417456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:21.420466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.421630 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2919917 Dec 23 08:39:21.425111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52840) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:21.429053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.429397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.429729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.430080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.430408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.430727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.430863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:21.431048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.431365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.431681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.431992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.432303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0083a8d7-3e6d-42b7-8d9f-97fb51749b6c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:39:21.437865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:21.442913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:21.445799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:21.451627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:21.467849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.524304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Sync routers for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:39:21.530721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.535979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.549835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:39:21.550540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:39:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:21.560770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de8417c-a138-405b-839a-fee79e5bd4f1,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:21.569304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.570547 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-647e20b0-7501-4ce3-88fd-a553da4e729c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1444438 Dec 23 08:39:21.573296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52844) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:21.579527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:21.584703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:21.588663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:21.592047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:21.599861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:21.622815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.685906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.690501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.696139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c16e1caf-3b4f-486d-96a5-0fe49d2231bd up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:39:21.712753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703bffca-5d07-46a3-ac91-8e1e5d41b19b,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:21.722768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.723931 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8f05e126-163d-48cb-853b-e2afd3f848bf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1497426 Dec 23 08:39:21.726949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52848) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:21.732295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:21.738657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:21.742411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:21.745242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:21.750839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:21.769869 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.796995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:39:21.831030 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.835240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.857435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b051792-d9c8-47a1-9aee-25897666aade,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:21.865616 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c16e1caf-3b4f-486d-96a5-0fe49d2231bd triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:21.865995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.870357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.874196 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-96ef221f-e5ee-4e4f-9bf3-1d1df42ff4d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1436918 Dec 23 08:39:21.874552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52852) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:21.880358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:21.887036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:21.891106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:21.895789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:21.903008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:21.920821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.984689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:21.988710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.011334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d27736a-cccf-4a37-b6a9-7cd3e5eb30e8,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:22.021110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.022413 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-04f54e32-ee57-40ae-b316-59673b1e7a8f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1468911 Dec 23 08:39:22.025252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52856) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:22.030682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:22.037314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:22.041191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:22.044104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:22.049921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:22.060198 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:39:22.066632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.132069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.136169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.155003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4761b219-351c-4c14-a0b0-49ee0a09b87b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:39:22.159471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d23aa7b-4610-4644-aed5-ab314acfca58,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:22.168569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.169836 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2937bafe-5edc-459f-b395-949796a06fe5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1436155 Dec 23 08:39:22.172522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52860) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:22.177766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:22.183399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:22.187532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:22.190864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:22.199860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:22.215049 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:39:22.224813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.284294 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 4761b219-351c-4c14-a0b0-49ee0a09b87b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:22.284548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.290525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.294580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.317123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f832226b-3652-4e89-afab-a39b6b0b759b,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:22.327206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.328533 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4200e85e-e71b-4d44-a5be-5c9d6880740e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1551282 Dec 23 08:39:22.332645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a', 'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:bc:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:18Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:22.341798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Checking router: 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:39:22.342162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Updating router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:39:22.430015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.501606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-31c87343-679a-4f42-b9d1-1d0455297347 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:39:22.520228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-31c87343-679a-4f42-b9d1-1d0455297347 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:39:22.521538 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-31c87343-679a-4f42-b9d1-1d0455297347 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760251941&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.0636899 Dec 23 08:39:22.672730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-49bf022b-7216-429b-bbe5-12aa5349094a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:22.674192 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-49bf022b-7216-429b-bbe5-12aa5349094a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=cfd5505e-16ca-4d55-94dc-df0362c377c5 HTTP/1.1" status: 200 len: 796 time: 0.1456831 Dec 23 08:39:22.690168 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-c4ac7fe2-c755-4be2-a01d-b0f3c6924a3a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0106180 Dec 23 08:39:22.775154 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-00250638-cecf-405e-988e-86d964ee25fc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795267 Dec 23 08:39:22.831725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.843421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Transition to ACTIVE for port object c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:39:22.849921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:22.973275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c1e37-71c4-4176-a12e-88265a53b749 None None] Pushing event updated for resources: {'Port': ['ID=c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:23.023434 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-4abfbd4d-25ab-4095-b382-f6bbb53fcf40 service neutron] 10.222.0.36 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334723 Dec 23 08:39:23.065994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Attempting to bind port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:39:23.066299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Attempting to bind port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:39:23.066655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Attempting to bind port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a on network cfd5505e-16ca-4d55-94dc-df0362c377c5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:39:23.073613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:39:23.074004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Checking segment: {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:39:23.074409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:23.074795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Bound using segment: {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:39:23.075264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Bound port: c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:39:23.075632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:23.159944 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-945debdb-2e08-4860-9567-aee063877a20 service neutron] 10.222.0.36 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319902 Dec 23 08:39:23.165498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] For port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:39:23.171389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] For port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:39:23.178293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:23.266754 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c1e37-71c4-4176-a12e-88265a53b749 None None] Pushing event updated for resources: {'Port': ['ID=c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:23.270199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:39:23.270909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:39:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:23.454752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:39:23.764988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a', 'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:bc:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:18Z', 'updated_at': '2021-12-23T08:39:23Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:23.768850 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592203f3-2ea1-4739-9566-3949999a7361 None None] The sync data for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv is: [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a', 'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:bc:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:18Z', 'updated_at': '2021-12-23T08:39:23Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:39:24.372713 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a46af302-2019-4c8b-9f02-5d17f6efa2f8 req-5edd5ce8-9a27-4f84-a4e7-ab7f05b5dd0a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 210 time: 0.0445969 Dec 23 08:39:25.354132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-86917fa5-be4e-4bc8-a86c-b12a76e6c342 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:25.354780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-86917fa5-be4e-4bc8-a86c-b12a76e6c342 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:39:25.370077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-86917fa5-be4e-4bc8-a86c-b12a76e6c342 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:39:25.371205 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-86917fa5-be4e-4bc8-a86c-b12a76e6c342 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=cfd5505e-16ca-4d55-94dc-df0362c377c5 HTTP/1.1" status: 200 len: 796 time: 0.1607347 Dec 23 08:39:25.426997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-c71d40fc-517d-46f3-ac40-35ec7c3fadc6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:39:25.439392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-c71d40fc-517d-46f3-ac40-35ec7c3fadc6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:39:25.440521 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-c71d40fc-517d-46f3-ac40-35ec7c3fadc6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 379 time: 0.0561607 Dec 23 08:39:25.451417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': '68a75192-9180-4c80-8a26-219f827d0248', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:25.538815 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7e52cf0a-2146-4ff9-81b3-29981fdacf00 req-e75c1830-f233-47af-b61c-7ea0930d2ada tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 210 time: 0.0404787 Dec 23 08:39:25.584823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:25.588759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:port and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:25.591561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:25.597612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:25.610605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:39:25.614019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:25.664249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:39:25.740073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:39:25.745004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:25.745367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:25.859743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:25.875368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.6 (cfd5505e-16ca-4d55-94dc-df0362c377c5/dbbe5a35-402b-4881-906b-40bf1ac7ad43/ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:39:25.891793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:25.895386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:25.960852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:26.062028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:26.077454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:39:26.098839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:26.166340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:39:26.169276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:39:26.173073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:39:26.203745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:26.237600 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:26.238222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:26.262478 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-ea2fbe51-5d92-49f1-98e0-153c9a3d739f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8145030 Dec 23 08:39:26.274257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Request body: {'port': {'device_id': '68a75192-9180-4c80-8a26-219f827d0248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:26.369277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b48e1987-442b-4517-b2cc-42218172420e None None] Provisioning for port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:39:26.373891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b48e1987-442b-4517-b2cc-42218172420e None None] Provisioning complete for port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:26.374310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b48e1987-442b-4517-b2cc-42218172420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:26.384478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:26.424913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b48e1987-442b-4517-b2cc-42218172420e None None] Port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:39:26.721410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:39:26.728288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:26.737864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622eca9-fd64-4688-852a-bc95453df375 req-a963ee84-5686-4f6f-b804-49a55a5d3bb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:26.739310 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5622eca9-fd64-4688-852a-bc95453df375 req-a963ee84-5686-4f6f-b804-49a55a5d3bb8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 931 time: 0.0772367 Dec 23 08:39:26.742344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Transition to ACTIVE for port object ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:39:26.746305 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:26.784726 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5622eca9-fd64-4688-852a-bc95453df375 req-10571efd-64cb-4a8b-9b26-bebf51802842 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394673 Dec 23 08:39:26.874028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:26.981656 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Attempting to bind port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:39:26.981916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Attempting to bind port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:39:26.982256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Attempting to bind port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 on network cfd5505e-16ca-4d55-94dc-df0362c377c5 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:39:26.987750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 on network cfd5505e-16ca-4d55-94dc-df0362c377c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:39:26.988055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Attempting to bind port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 on network cfd5505e-16ca-4d55-94dc-df0362c377c5 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:39:26.994076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:39:26.994397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Checking segment: {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:39:26.994764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Bound using segment: {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:39:26.995169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Bound port: ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a80ceba6-d5b2-4254-a817-e38e5e320e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:39:26.995495 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:27.088993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] For port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:39:27.091810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] For port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:39:27.095622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:27.155280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:27.156607 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] 10.222.0.24 "PUT /v2.0/ports/ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 HTTP/1.1" status: 200 len: 1093 time: 0.8866160 Dec 23 08:39:27.157025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:39:27.174805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02363443-7f05-4ad2-8f18-2096ca058375 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:27.240496 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'status': 'completed', 'code': 200} Dec 23 08:39:27.282306 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-8e60370c-b244-43a2-be5f-62e9492cd6de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 1096 time: 0.0752590 Dec 23 08:39:27.350628 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-c74e0c73-5c6d-4a71-8900-1890dc5bc26d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 HTTP/1.1" status: 200 len: 217 time: 0.0615382 Dec 23 08:39:27.413959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-46dda432-b04d-46ed-88f9-d5d3af015f7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:27.415391 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-46dda432-b04d-46ed-88f9-d5d3af015f7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dbbe5a35-402b-4881-906b-40bf1ac7ad43 HTTP/1.1" status: 200 len: 844 time: 0.0592613 Dec 23 08:39:27.489569 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-74b00401-abd3-46f0-a79c-0c5cc66b3cac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfd5505e-16ca-4d55-94dc-df0362c377c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683331 Dec 23 08:39:27.633174 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-8e347e21-b962-4398-b532-1a17b8f025dd service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365299 Dec 23 08:39:27.649220 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:39:27.722712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:27.723096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:27.857252 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e79ce8e-e1d2-4c1a-abc7-6e56735e1840 req-255fe3a5-ab07-4dd9-b551-80871b702f42 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178319 Dec 23 08:39:27.983620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83528885-d1ce-466f-96f2-0b6793492de5 req-b9c2d5bf-172d-49d9-b88e-66015663097b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:27.985077 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-83528885-d1ce-466f-96f2-0b6793492de5 req-b9c2d5bf-172d-49d9-b88e-66015663097b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 943 time: 0.0797467 Dec 23 08:39:27.990967 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab0f605d-07e5-4cf3-bf32-7c384cebce3d req-646e6341-bf36-49fb-8f5d-d0707c48eb8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 1096 time: 0.0864105 Dec 23 08:39:28.030120 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-83528885-d1ce-466f-96f2-0b6793492de5 req-7e279b4b-e497-4c15-ad5d-8a34dd3551e4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393322 Dec 23 08:39:28.122640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f605d-07e5-4cf3-bf32-7c384cebce3d req-9759bc15-d9d4-4dcd-b6d1-f8275e685531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:28.124066 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab0f605d-07e5-4cf3-bf32-7c384cebce3d req-9759bc15-d9d4-4dcd-b6d1-f8275e685531 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfd5505e-16ca-4d55-94dc-df0362c377c5 HTTP/1.1" status: 200 len: 896 time: 0.1264915 Dec 23 08:39:28.190665 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab0f605d-07e5-4cf3-bf32-7c384cebce3d req-8055ef28-e0c0-4f1c-ac2e-2fad82201160 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 HTTP/1.1" status: 200 len: 217 time: 0.0589166 Dec 23 08:39:28.261040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f605d-07e5-4cf3-bf32-7c384cebce3d req-0f6771ac-930b-4376-b1e0-c69c5d5a37e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:28.262743 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab0f605d-07e5-4cf3-bf32-7c384cebce3d req-0f6771ac-930b-4376-b1e0-c69c5d5a37e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dbbe5a35-402b-4881-906b-40bf1ac7ad43 HTTP/1.1" status: 200 len: 844 time: 0.0646703 Dec 23 08:39:28.339104 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab0f605d-07e5-4cf3-bf32-7c384cebce3d req-3a4c8126-53fa-4d7d-b527-71ed79cc12d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfd5505e-16ca-4d55-94dc-df0362c377c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686996 Dec 23 08:39:28.468116 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab0f605d-07e5-4cf3-bf32-7c384cebce3d req-b435bcb9-2bac-43d4-aaab-cc22aeecc882 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215374 Dec 23 08:39:28.599909 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab0f605d-07e5-4cf3-bf32-7c384cebce3d req-01bd5f9d-93f1-4a54-9423-fdc384f1a985 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246834 Dec 23 08:39:29.238413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78da4f3-006d-4d6f-af23-2b88014fd2e2 req-85b790af-4047-4374-9b86-e3bd305dc568 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:29.239817 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d78da4f3-006d-4d6f-af23-2b88014fd2e2 req-85b790af-4047-4374-9b86-e3bd305dc568 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 943 time: 0.0808561 Dec 23 08:39:29.245194 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:39:29.283657 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d78da4f3-006d-4d6f-af23-2b88014fd2e2 req-5284efbd-5a86-4f2f-9e63-e9ab8d39f3e7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376952 Dec 23 08:39:30.287820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:39:30.417205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:30.464682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:30.480716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814b911-dd0e-4454-a418-d6a6155b7bc9 req-4aa4d2b5-9577-40e1-92ac-59f45e3999d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:30.482173 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5814b911-dd0e-4454-a418-d6a6155b7bc9 req-4aa4d2b5-9577-40e1-92ac-59f45e3999d1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 943 time: 0.0751913 Dec 23 08:39:30.494576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'port_id': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'mac_address': 'fa:16:3e:ea:05:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:39:30.496354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2445735d-f431-43ac-921f-edeba9df3480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:30.538362 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5814b911-dd0e-4454-a418-d6a6155b7bc9 req-e2b59f20-9410-410e-b122-68c760d3b5e5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472929 Dec 23 08:39:30.556137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:30.573595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:39:30.589231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:30.592917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:30.659881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:30.789186 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:39:31.733959 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729656ee-ae0d-45d1-a74d-753ea9420df2 req-c610846c-5df3-4c89-a218-504a00479163 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:31.735401 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-729656ee-ae0d-45d1-a74d-753ea9420df2 req-c610846c-5df3-4c89-a218-504a00479163 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 944 time: 0.0742795 Dec 23 08:39:31.779451 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-729656ee-ae0d-45d1-a74d-753ea9420df2 req-ee73aa64-4c5f-41d1-be32-d964835f8aa9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381858 Dec 23 08:39:32.300701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:39:32.366704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:39:32.371265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:39:32.371632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:32.489447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:32.515128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:39:32.525045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:39:32.530353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:32.578910 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'code': 200} Dec 23 08:39:32.596093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:32.743372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8b148ec2-4f26-446b-8c51-ff45d23b0208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:32.804264 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8a54d9c2-0857-4598-8460-14f7c9944f70 req-b752a85b-5302-47ae-9aeb-7e74eac320d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 1098 time: 0.0754654 Dec 23 08:39:32.846487 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8a54d9c2-0857-4598-8460-14f7c9944f70 req-f903b3e7-8991-4add-aaae-469da8e5fd8d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364361 Dec 23 08:39:32.977264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840800b-2dff-42fd-a10c-aa26705ed860 req-f07f1fe1-8168-44d4-a013-d3850a86931f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:32.978704 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9840800b-2dff-42fd-a10c-aa26705ed860 req-f07f1fe1-8168-44d4-a013-d3850a86931f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 945 time: 0.0773976 Dec 23 08:39:33.023143 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9840800b-2dff-42fd-a10c-aa26705ed860 req-2736da3b-c552-4153-bf19-2df4bdd635d9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388954 Dec 23 08:39:33.843053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:33.903336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:34.225741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1ae1a-a98b-489b-bc5f-e84086a1eef7 req-06a9e818-ebbc-462c-8d02-b71ba8c5d49c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:34.227409 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01f1ae1a-a98b-489b-bc5f-e84086a1eef7 req-06a9e818-ebbc-462c-8d02-b71ba8c5d49c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 945 time: 0.0783808 Dec 23 08:39:34.273593 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01f1ae1a-a98b-489b-bc5f-e84086a1eef7 req-74571aa1-bd40-42ef-a7c7-d4393651bf99 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 Dec 23 08:39:34.468409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b8d11-8038-4e38-8a46-9f2d8295e822 req-344272f4-ef3c-4cb8-8f51-798c4ee600cb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:34.469733 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-846b8d11-8038-4e38-8a46-9f2d8295e822 req-344272f4-ef3c-4cb8-8f51-798c4ee600cb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 945 time: 0.0774884 Dec 23 08:39:34.516441 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-846b8d11-8038-4e38-8a46-9f2d8295e822 req-c5a4e2c3-fe18-46eb-a3d7-369e61335565 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404823 Dec 23 08:39:34.543944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52912) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:34.612428 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bf56c3a7-983b-4514-9f46-d4827cca8acb tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 1093 time: 0.0673020 Dec 23 08:39:34.614930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 52918) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:34.619831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:39:34.625099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:39:34.629557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:floatingip and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:39:34.632405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:39:34.638059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:39:34.648165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:34.781601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:34.919162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.205 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/984ab03f-1f73-4c91-9dd2-08d9e07c7971) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:39:35.060909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:35.088330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:35.157928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:39:35.158792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=984ab03f-1f73-4c91-9dd2-08d9e07c7971,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:35.161291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:39:35.163312 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:39:35.253540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:35.765141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:35.822727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:36.042219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:36.046341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:36.152455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=984ab03f-1f73-4c91-9dd2-08d9e07c7971,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:39:36.172124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:36.381328 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP 633d93b8-9aba-4d53-a0a5-5debc1f45f09 associated. External IP: 172.26.8.205, port: ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8. Dec 23 08:39:36.791733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:39:37.107853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:39:37.118504 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] Sync routers for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:39:37.132069 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:39:37.132069 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:39:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:37.134230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:39:37.195367 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e6ace7b2-6c4e-4414-af42-054aaf6530ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5769727 Dec 23 08:39:37.195367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:39:37.195756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52922) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:37.266262 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'status': 'completed', 'code': 200} Dec 23 08:39:37.327395 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-610595fd-b150-4c92-aacf-87b376c3b633 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/633d93b8-9aba-4d53-a0a5-5debc1f45f09 HTTP/1.1" status: 200 len: 991 time: 0.1293988 Dec 23 08:39:37.341992 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:39:37.371772 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b13c274a-75d5-473c-a572-32c2c221ea70 req-04b094d6-11df-4709-90b9-9f60d164c283 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 1098 time: 0.0774384 Dec 23 08:39:37.530132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c274a-75d5-473c-a572-32c2c221ea70 req-5f9c398d-340a-48b1-9f4d-57e3df9705f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:37.530132 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b13c274a-75d5-473c-a572-32c2c221ea70 req-5f9c398d-340a-48b1-9f4d-57e3df9705f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfd5505e-16ca-4d55-94dc-df0362c377c5 HTTP/1.1" status: 200 len: 896 time: 0.1509626 Dec 23 08:39:37.650415 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b13c274a-75d5-473c-a572-32c2c221ea70 req-aec1c2aa-3df0-46e8-88da-f348a94d2d46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 HTTP/1.1" status: 200 len: 999 time: 0.1148109 Dec 23 08:39:37.720125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c274a-75d5-473c-a572-32c2c221ea70 req-888e8ec8-5e21-4c4f-94dc-6b9c2e067331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:37.721552 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b13c274a-75d5-473c-a572-32c2c221ea70 req-888e8ec8-5e21-4c4f-94dc-6b9c2e067331 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dbbe5a35-402b-4881-906b-40bf1ac7ad43 HTTP/1.1" status: 200 len: 844 time: 0.0655951 Dec 23 08:39:37.721863 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '633d93b8-9aba-4d53-a0a5-5debc1f45f09', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.205', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'port_id': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'mac_address': 'fa:16:3e:ea:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a75192-9180-4c80-8a26-219f827d0248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:39:35Z', 'updated_at': '2021-12-23T08:39:35Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a', 'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:bc:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:18Z', 'updated_at': '2021-12-23T08:39:25Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:37.726845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] Checking router: 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:39:37.741237 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:39:37.741841 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:39:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:37.808714 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b13c274a-75d5-473c-a572-32c2c221ea70 req-84084c37-8b0e-4b3e-a67a-8f2c0ce8ea57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfd5505e-16ca-4d55-94dc-df0362c377c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799432 Dec 23 08:39:37.947074 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b13c274a-75d5-473c-a572-32c2c221ea70 req-996dc8d1-d767-423f-a4e7-c602f6e76f2b service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316340 Dec 23 08:39:37.961136 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:39:38.093835 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b13c274a-75d5-473c-a572-32c2c221ea70 req-2d96b01e-2693-415b-b041-cb4b0afe9ee1 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411178 Dec 23 08:39:38.331178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52928) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:38.348719 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '633d93b8-9aba-4d53-a0a5-5debc1f45f09', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.205', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'port_id': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'mac_address': 'fa:16:3e:ea:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a75192-9180-4c80-8a26-219f827d0248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:39:35Z', 'updated_at': '2021-12-23T08:39:35Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a', 'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:bc:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:18Z', 'updated_at': '2021-12-23T08:39:25Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:39:38.353404 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e84e80-da00-4832-8eef-133a531926fa None None] The sync data for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv is: [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '633d93b8-9aba-4d53-a0a5-5debc1f45f09', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.205', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'port_id': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'mac_address': 'fa:16:3e:ea:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a75192-9180-4c80-8a26-219f827d0248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:39:35Z', 'updated_at': '2021-12-23T08:39:35Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a', 'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:bc:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:18Z', 'updated_at': '2021-12-23T08:39:25Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:39:38.557162 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-16c84168-d787-4618-8ecd-00147cbba9d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/633d93b8-9aba-4d53-a0a5-5debc1f45f09 HTTP/1.1" status: 200 len: 991 time: 0.2249470 Dec 23 08:39:39.560721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52932) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:39.667751 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dc65a4ae-3e6f-4bc5-9321-43cd01536b10 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/633d93b8-9aba-4d53-a0a5-5debc1f45f09 HTTP/1.1" status: 200 len: 991 time: 0.1058712 Dec 23 08:39:40.573196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49a5867-78bd-4aec-824a-33764508cde3 None None] New status for floating IP 633d93b8-9aba-4d53-a0a5-5debc1f45f09: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:39:40.670733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 52936) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:39:40.887221 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-27cc5d98-2d93-4a12-b2dc-f6fe3057796b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/633d93b8-9aba-4d53-a0a5-5debc1f45f09 HTTP/1.1" status: 200 len: 993 time: 0.2153821 Dec 23 08:39:44.057371 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-89922383-18b0-411c-a5a1-027c6da258b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669258 Dec 23 08:39:44.194276 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-e579d593-d552-448f-bd65-39c9f97a4135 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 1099 time: 0.0669029 Dec 23 08:39:44.341709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-570e24ac-de7e-4f7c-b846-6ff5f9c22d03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:44.343205 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-570e24ac-de7e-4f7c-b846-6ff5f9c22d03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1292739 Dec 23 08:39:44.446951 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-5799f54c-ce77-43aa-931a-be00a27696ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff HTTP/1.1" status: 200 len: 1000 time: 0.0962913 Dec 23 08:39:44.513601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-34ecead2-b9ea-4c93-96e9-aaa20e47d5b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:39:44.514982 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-34ecead2-b9ea-4c93-96e9-aaa20e47d5b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0598993 Dec 23 08:39:44.588991 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-33aefc16-4627-4b66-82b0-021b4a9aabc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661128 Dec 23 08:39:44.720517 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-1dd076ce-4058-462a-9e9f-a0e630516af6 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233506 Dec 23 08:39:44.939479 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6ab6c761-73ad-4025-9c3a-2247e80a42f2 req-d8cb6edc-ecc0-4e31-bbec-639ab64cd070 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115738 Dec 23 08:40:00.344003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:00.468608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd0adaa3-0ae8-4d62-a907-aa58d05ea8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:02.744804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b2c19058-43b5-436a-a0ff-f9a21b50d10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:03.845715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:03.904709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:05.257335 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:06.245752 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:40:30.363700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:30.476437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-42bd4899-97ea-441c-901a-1b236ce5011e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:32.753458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4148-8fb4-44f3-ab68-79363f534029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:33.867460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:33.918833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:35.271277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:38.342687 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-2dc4e39e-0b5c-4cb0-a231-ad034255357e tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086309433&fields=id&tenant_id=c28531ebe3bc4e779c45b82c6f913fa6 HTTP/1.1" status: 200 len: 267 time: 0.0563495 Dec 23 08:40:38.490778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-0d25cc98-99ac-43d8-b148-6e1641b0dcb2 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:38.492094 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-0d25cc98-99ac-43d8-b148-6e1641b0dcb2 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 812 time: 0.1433539 Dec 23 08:40:38.507458 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-9b2047f5-bfb2-401a-ace0-c87446add326 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/quotas/c28531ebe3bc4e779c45b82c6f913fa6 HTTP/1.1" status: 200 len: 375 time: 0.0101676 Dec 23 08:40:38.590208 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-25f5d75d-0d49-47dd-b091-e65898cbbe94 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0779161 Dec 23 08:40:38.735123 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-1dc36c3f-9a56-447f-82bb-7fc4b2bb6a97 service neutron] 10.222.0.36 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337302 Dec 23 08:40:38.862091 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-2fc59595-f0ca-4f57-84ca-3c9f80046164 service neutron] 10.222.0.36 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213250 Dec 23 08:40:39.251237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c5115a7e-a573-4da0-bba3-d5d5e4c817ea req-4fce1834-acaf-4864-a249-5a6f0118bbb3 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 210 time: 0.0407052 Dec 23 08:40:40.361829 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a73d7142-c664-448d-91e6-5327a18c9553 req-e174021d-ecf5-4c3f-b0cb-1a94ce3a285e tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 210 time: 0.0436978 Dec 23 08:40:41.264672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-1680765b-d44b-4321-8fa6-618ed96cbc49 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:41.266083 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-1680765b-d44b-4321-8fa6-618ed96cbc49 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 812 time: 0.1396344 Dec 23 08:40:41.317009 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-905d9b58-7a36-44c7-8d64-d431ca07569e tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28531ebe3bc4e779c45b82c6f913fa6 HTTP/1.1" status: 200 len: 380 time: 0.0385606 Dec 23 08:40:41.325229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'port': {'device_id': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'admin_state_up': True, 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'security_groups': ['d2998faf-18ad-4537-b91f-dea74571f035']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:40:41.461001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:40:41.465599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:port and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:40:41.469136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:40:41.475717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:40:41.487340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Made reservation on behalf of c28531ebe3bc4e779c45b82c6f913fa6 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:40:41.490698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:41.540327 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4b3f471c-4072-4cde-9aa1-33f73d11d08a req-8534692c-601e-4eff-a60a-051610b5a184 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 210 time: 0.0559735 Dec 23 08:40:41.666361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Allocated IP 172.20.0.12 (c0466956-7443-4629-b4ba-aeec2558edf7/0cf60a63-22fa-47e6-bf74-cce34cd0c39b/d1df662a-b328-4a32-917a-1c209af1cca9) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:40:41.852120 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:41.869190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Transition to ACTIVE for port object d1df662a-b328-4a32-917a-1c209af1cca9 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:40:41.891146 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:41.963998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Network c0466956-7443-4629-b4ba-aeec2558edf7 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:40:41.966965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:40:41.970821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:40:42.001347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'Port': ['ID=d1df662a-b328-4a32-917a-1c209af1cca9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:40:42.027572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.027910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.028241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.028567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.028892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.029219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.029530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.029848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.030183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.030705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.030794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:42.045127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:42.045730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:42.070364 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-27f2420f-f987-4a98-950c-d30fb59fdc77 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7486064 Dec 23 08:40:42.082196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Request body: {'port': {'device_id': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:40:42.165923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-102bba11-4dbf-4081-a643-299901f9ed79 None None] Provisioning for port d1df662a-b328-4a32-917a-1c209af1cca9 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:40:42.171153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-102bba11-4dbf-4081-a643-299901f9ed79 None None] Provisioning complete for port d1df662a-b328-4a32-917a-1c209af1cca9 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:40:42.171759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-102bba11-4dbf-4081-a643-299901f9ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:42.195357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:42.226415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-102bba11-4dbf-4081-a643-299901f9ed79 None None] Port d1df662a-b328-4a32-917a-1c209af1cca9 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:40:42.530458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1df662a-b328-4a32-917a-1c209af1cca9 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:40:42.537855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:42.552377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Transition to ACTIVE for port object d1df662a-b328-4a32-917a-1c209af1cca9 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:40:42.556297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:42.678224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Pushing event updated for resources: {'Port': ['ID=d1df662a-b328-4a32-917a-1c209af1cca9,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:40:42.768083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4c3e9-25e5-4396-8988-af73f83e4c88 req-978c9478-db99-4f1d-a703-74e67ec8216b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:42.770456 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8bf4c3e9-25e5-4396-8988-af73f83e4c88 req-978c9478-db99-4f1d-a703-74e67ec8216b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 944 time: 0.1082656 Dec 23 08:40:42.811900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Attempting to bind port d1df662a-b328-4a32-917a-1c209af1cca9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:40:42.812238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Attempting to bind port d1df662a-b328-4a32-917a-1c209af1cca9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:40:42.812812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Attempting to bind port d1df662a-b328-4a32-917a-1c209af1cca9 on network c0466956-7443-4629-b4ba-aeec2558edf7 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:40:42.821215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Port d1df662a-b328-4a32-917a-1c209af1cca9 on network c0466956-7443-4629-b4ba-aeec2558edf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:40:42.821635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Attempting to bind port d1df662a-b328-4a32-917a-1c209af1cca9 on network c0466956-7443-4629-b4ba-aeec2558edf7 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:40:42.829913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:40:42.830139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Checking segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:40:42.830570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Bound using segment: {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:40:42.831126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Bound port: d1df662a-b328-4a32-917a-1c209af1cca9, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2335eb-0a6d-42f0-85e0-1eda9815275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:40:42.831570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:42.856268 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8bf4c3e9-25e5-4396-8988-af73f83e4c88 req-d80b0459-a202-4f60-9c21-5b5705ab06c5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793974 Dec 23 08:40:42.930753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] For port d1df662a-b328-4a32-917a-1c209af1cca9, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:40:42.933844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] For port d1df662a-b328-4a32-917a-1c209af1cca9, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1df662a-b328-4a32-917a-1c209af1cca9,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:40:42.938981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:43.089056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:43.090456 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] 10.222.0.24 "PUT /v2.0/ports/d1df662a-b328-4a32-917a-1c209af1cca9 HTTP/1.1" status: 200 len: 1094 time: 1.0124807 Dec 23 08:40:43.090879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:40:43.108695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50156484-661f-4d13-8709-44b3b6b3db22 service neutron] Pushing event updated for resources: {'Port': ['ID=d1df662a-b328-4a32-917a-1c209af1cca9,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:40:43.169733 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'status': 'completed', 'code': 200} Dec 23 08:40:43.201629 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-db0e6fca-0151-4b83-8917-542374b3f37d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 1097 time: 0.0720892 Dec 23 08:40:43.246570 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:40:43.272179 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-be0a077f-966e-4154-8667-ebc7888e2f92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1df662a-b328-4a32-917a-1c209af1cca9 HTTP/1.1" status: 200 len: 217 time: 0.0638216 Dec 23 08:40:43.335019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-d66c82a8-7b6d-4c4b-93ab-f3a58f826759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:43.336401 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-d66c82a8-7b6d-4c4b-93ab-f3a58f826759 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0588942 Dec 23 08:40:43.409158 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-08a15ab8-eed6-48ab-a0c5-8af7a52dda3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662999 Dec 23 08:40:43.536442 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-be6f15a0-cd77-40e1-b1ed-444cd1c23426 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203260 Dec 23 08:40:43.665794 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40f26090-5fd1-45fc-8383-8e1ac27499a8 req-425bb27c-d6b6-4e80-a75e-ba8597a9ebd2 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225712 Dec 23 08:40:43.773337 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1050f0ab-23a8-438f-b30b-73c27fde4d32 req-110bf48d-09f5-4497-9cae-78155000e231 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 1097 time: 0.0673234 Dec 23 08:40:43.901723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050f0ab-23a8-438f-b30b-73c27fde4d32 req-c2fcd917-1792-46db-994e-8adf8d599a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:43.903223 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1050f0ab-23a8-438f-b30b-73c27fde4d32 req-c2fcd917-1792-46db-994e-8adf8d599a3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1236229 Dec 23 08:40:43.973922 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1050f0ab-23a8-438f-b30b-73c27fde4d32 req-82776515-6919-4a08-914e-e12480994b9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1df662a-b328-4a32-917a-1c209af1cca9 HTTP/1.1" status: 200 len: 217 time: 0.0642614 Dec 23 08:40:44.047479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050f0ab-23a8-438f-b30b-73c27fde4d32 req-fd220c8a-d5fc-47af-976a-e633a6bf61bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:44.051148 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1050f0ab-23a8-438f-b30b-73c27fde4d32 req-fd220c8a-d5fc-47af-976a-e633a6bf61bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0706494 Dec 23 08:40:44.059035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9c19c-eed3-4bf7-b2df-f7dad1924ff2 req-b12ab1c5-c4ec-42c8-b7d0-06c2adcd4e90 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:44.060440 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8fc9c19c-eed3-4bf7-b2df-f7dad1924ff2 req-b12ab1c5-c4ec-42c8-b7d0-06c2adcd4e90 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 944 time: 0.0806799 Dec 23 08:40:44.135133 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1050f0ab-23a8-438f-b30b-73c27fde4d32 req-1f3acf34-1308-49bc-ae02-eb2a9ceb13a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710974 Dec 23 08:40:44.156174 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8fc9c19c-eed3-4bf7-b2df-f7dad1924ff2 req-2c637c6a-8530-4a84-a4da-57dc1b4d3b38 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635929 Dec 23 08:40:44.169637 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-db28f595-6b3c-40f1-b76b-09e0518203ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1056440 Dec 23 08:40:44.263765 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-50d72f44-3ce6-439b-b900-e87c6e9a3771 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 1098 time: 0.0682461 Dec 23 08:40:44.266362 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1050f0ab-23a8-438f-b30b-73c27fde4d32 req-21a8a9a4-c748-46bb-bfe5-c28d44448774 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243157 Dec 23 08:40:44.404338 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1050f0ab-23a8-438f-b30b-73c27fde4d32 req-ddaf321d-b68f-4818-9320-a859266e7041 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319084 Dec 23 08:40:44.413346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-b07a75f5-a3f3-42f8-a227-0b52c1b492fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:44.414737 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-b07a75f5-a3f3-42f8-a227-0b52c1b492fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfd5505e-16ca-4d55-94dc-df0362c377c5 HTTP/1.1" status: 200 len: 896 time: 0.1320961 Dec 23 08:40:44.519610 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-c7960076-5416-42b1-846f-4e1f3e8b7622 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 HTTP/1.1" status: 200 len: 1001 time: 0.0965023 Dec 23 08:40:44.580649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-69b25e91-c422-44a6-884b-62d440b0539b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:44.582104 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-69b25e91-c422-44a6-884b-62d440b0539b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dbbe5a35-402b-4881-906b-40bf1ac7ad43 HTTP/1.1" status: 200 len: 844 time: 0.0563624 Dec 23 08:40:44.746692 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-3602de05-3dbe-481b-ac04-3c3448a82fb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfd5505e-16ca-4d55-94dc-df0362c377c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1582386 Dec 23 08:40:44.875615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-0b00b4d3-c38e-4d63-997a-f1cf0363ca5a service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215611 Dec 23 08:40:45.006808 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32503b7c-eb86-4256-8003-5eb14ad8de59 req-b69f50cb-83b4-4cd9-81b9-80861fb1b199 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243682 Dec 23 08:40:45.438272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb002a8-721a-4c6b-b12e-74a85b9c0e1e req-8bf6ac53-effc-4ef5-a574-b29d11060bc1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:45.439715 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeb002a8-721a-4c6b-b12e-74a85b9c0e1e req-8bf6ac53-effc-4ef5-a574-b29d11060bc1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 944 time: 0.0743346 Dec 23 08:40:45.487974 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aeb002a8-721a-4c6b-b12e-74a85b9c0e1e req-9fff2278-372b-470a-916e-4730f4d915d1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Dec 23 08:40:46.679722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e50b9-9dcc-4a8f-9191-1ab2b08a2ddd req-27c79774-3097-43a2-b7f0-82cdbf8b4061 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:46.681154 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f61e50b9-9dcc-4a8f-9191-1ab2b08a2ddd req-27c79774-3097-43a2-b7f0-82cdbf8b4061 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 944 time: 0.0755041 Dec 23 08:40:46.725260 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f61e50b9-9dcc-4a8f-9191-1ab2b08a2ddd req-d067fb88-0a80-475a-af9e-7a0e7418500a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383894 Dec 23 08:40:47.918771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0bef8-4380-447a-a232-e87356d01721 req-0793bc59-8692-4bc8-83a2-10884b83b797 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:47.920177 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ab0bef8-4380-447a-a232-e87356d01721 req-0793bc59-8692-4bc8-83a2-10884b83b797 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 944 time: 0.0772884 Dec 23 08:40:47.964086 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ab0bef8-4380-447a-a232-e87356d01721 req-2a4d3541-8c44-4341-93ff-472d71167054 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385859 Dec 23 08:40:49.159143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6b069-658d-4c54-aba3-0d213bd3c956 req-796a21bf-3743-44ca-ac35-19a04db30557 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:49.160503 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1af6b069-658d-4c54-aba3-0d213bd3c956 req-796a21bf-3743-44ca-ac35-19a04db30557 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 944 time: 0.0758505 Dec 23 08:40:49.208451 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1af6b069-658d-4c54-aba3-0d213bd3c956 req-410444b3-4e83-4100-a83a-e9f3a7419133 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Dec 23 08:40:50.413575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ca541-6298-42e8-8366-e9f9a409bee5 req-d5eff02c-6898-419a-a135-511a5671c790 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:50.415025 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f30ca541-6298-42e8-8366-e9f9a409bee5 req-d5eff02c-6898-419a-a135-511a5671c790 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 944 time: 0.0861263 Dec 23 08:40:50.459053 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f30ca541-6298-42e8-8366-e9f9a409bee5 req-31f77749-ed14-4518-a011-a9ca7315e2b6 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386767 Dec 23 08:40:50.674970 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device d1df662a-b328-4a32-917a-1c209af1cca9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:40:50.855317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port d1df662a-b328-4a32-917a-1c209af1cca9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1df662a-b328-4a32-917a-1c209af1cca9,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:40:50.869376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'port_id': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'mac_address': 'fa:16:3e:97:54:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:40:50.926309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:50.946376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1df662a-b328-4a32-917a-1c209af1cca9 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:40:50.962317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port d1df662a-b328-4a32-917a-1c209af1cca9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1df662a-b328-4a32-917a-1c209af1cca9,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:40:50.966429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:51.032169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=d1df662a-b328-4a32-917a-1c209af1cca9,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:40:51.040157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.040495 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.040827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.041158 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.041485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.041803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.042147 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.042463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.042778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.043094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.043406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:51.253715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['d1df662a-b328-4a32-917a-1c209af1cca9'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:40:51.674633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a19a-6e9b-4d50-974e-6de30dc3391d req-a2e45305-383d-439d-bdb9-f28b01d9a30f tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:51.676684 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c591a19a-6e9b-4d50-974e-6de30dc3391d req-a2e45305-383d-439d-bdb9-f28b01d9a30f tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 945 time: 0.0852623 Dec 23 08:40:51.728601 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c591a19a-6e9b-4d50-974e-6de30dc3391d req-4d5ff2b7-6683-4db5-821d-8eb0a6e78d6e tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457857 Dec 23 08:40:52.688941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device d1df662a-b328-4a32-917a-1c209af1cca9 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:40:52.759443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port d1df662a-b328-4a32-917a-1c209af1cca9 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:40:52.765837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port d1df662a-b328-4a32-917a-1c209af1cca9 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:40:52.765837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:52.898862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:52.928151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:40:52.936117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5fe0c-f068-4201-8f86-dbe6d6e48049 req-9191f7a7-0f53-4eb1-9fce-39da4a7a2fc2 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:52.936117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-35f5fe0c-f068-4201-8f86-dbe6d6e48049 req-9191f7a7-0f53-4eb1-9fce-39da4a7a2fc2 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 945 time: 0.0810001 Dec 23 08:40:52.939731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port d1df662a-b328-4a32-917a-1c209af1cca9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1df662a-b328-4a32-917a-1c209af1cca9,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:40:52.945495 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:53.003808 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-35f5fe0c-f068-4201-8f86-dbe6d6e48049 req-79ee38ee-d117-43bf-b626-abce350e7fb9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595169 Dec 23 08:40:53.004612 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'code': 200} Dec 23 08:40:53.026382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=d1df662a-b328-4a32-917a-1c209af1cca9,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:40:53.284740 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7d78fef5-e365-4b1a-95b7-43b346a01ced req-1a8f8eb6-b3c7-4c89-b163-846bd0aecb97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 1099 time: 0.0667713 Dec 23 08:40:53.329241 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7d78fef5-e365-4b1a-95b7-43b346a01ced req-747c28da-618e-484e-ae34-a0dbb3a303ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382059 Dec 23 08:40:54.206254 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f665e7a-4a53-44bc-aa1b-954cb54da88a req-2be2917c-98a5-42bb-8177-ec13f0988d23 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:54.207687 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f665e7a-4a53-44bc-aa1b-954cb54da88a req-2be2917c-98a5-42bb-8177-ec13f0988d23 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 946 time: 0.0751462 Dec 23 08:40:54.253840 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f665e7a-4a53-44bc-aa1b-954cb54da88a req-c5330556-ac2b-4eb1-90e7-93805a096b61 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398068 Dec 23 08:40:55.450175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8585-aa14-4cfa-b018-4f8761688019 req-c3ec2b08-847e-421e-97d7-6d512493837e tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:55.451582 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1cce8585-aa14-4cfa-b018-4f8761688019 req-c3ec2b08-847e-421e-97d7-6d512493837e tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 946 time: 0.0769811 Dec 23 08:40:55.495747 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1cce8585-aa14-4cfa-b018-4f8761688019 req-fd4b4c3e-8b4b-4d32-92cd-a7a37ee450c5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387762 Dec 23 08:40:55.691861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17e19d-8f7a-4b2f-9a18-fd7ef79459c4 req-afa2eeb0-7eac-4089-8d86-23bfe2a43958 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:55.693298 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2e17e19d-8f7a-4b2f-9a18-fd7ef79459c4 req-afa2eeb0-7eac-4089-8d86-23bfe2a43958 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 946 time: 0.0784805 Dec 23 08:40:55.738511 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2e17e19d-8f7a-4b2f-9a18-fd7ef79459c4 req-0f920fdd-7625-4c27-88b9-5f49464c313c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397646 Dec 23 08:40:55.767116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53054) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:40:55.839829 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5b9652ed-6618-4ad7-a8ee-d22d839cc9ac tempest-TestVolumeBootPattern-909004027 tempest-TestVolumeBootPattern-909004027-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 1094 time: 0.0716035 Dec 23 08:40:55.842350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53058) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:40:55.847240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:40:55.852729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:40:55.856459 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Usage tracker for resource:floatingip and tenant:c28531ebe3bc4e779c45b82c6f913fa6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:40:55.859244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:40:55.864724 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:40:55.874208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:56.003119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:56.135426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Allocated IP 172.26.8.220 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/1e5ddf12-d28b-4646-863f-b3c80e655234) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:40:56.358697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:56.386666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:56.452187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:40:56.455031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:40:56.459447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:40:56.484046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'Port': ['ID=1e5ddf12-d28b-4646-863f-b3c80e655234,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:40:56.504236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.504578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.504913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.505240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.505565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.505890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.506231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.506549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.506866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.507698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.508014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:40:56.966795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:57.023242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:57.218212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:57.222415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:57.323352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event updated for resources: {'Port': ['ID=1e5ddf12-d28b-4646-863f-b3c80e655234,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:40:57.339117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:57.524883 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Floating IP 88d5f1b2-1be3-4ba4-92cf-dfd206171b98 associated. External IP: 172.26.8.220, port: d1df662a-b328-4a32-917a-1c209af1cca9. Dec 23 08:40:57.996297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:40:58.193910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:40:58.204268 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] Sync routers for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:40:58.216220 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:40:58.216895 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:40:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:40:58.218892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:40:58.271466 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-68f99c45-05a0-4834-ac2a-20d6d2805612 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4280450 Dec 23 08:40:58.272024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:40:58.325301 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'status': 'completed', 'code': 200} Dec 23 08:40:58.395009 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:40:58.415100 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0165cb6e-2b63-40ca-9d76-57ff5d709de9 req-c31b3823-c679-4d70-a2bc-ecebfbcad956 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 1099 time: 0.0673227 Dec 23 08:40:58.544460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165cb6e-2b63-40ca-9d76-57ff5d709de9 req-ac8a99d6-7178-402d-a15c-08f1a89403ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:58.545885 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0165cb6e-2b63-40ca-9d76-57ff5d709de9 req-ac8a99d6-7178-402d-a15c-08f1a89403ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1242540 Dec 23 08:40:58.657688 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0165cb6e-2b63-40ca-9d76-57ff5d709de9 req-8188e1ab-bac0-4ffe-a7f5-d8eba25b6240 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1df662a-b328-4a32-917a-1c209af1cca9 HTTP/1.1" status: 200 len: 1000 time: 0.0995288 Dec 23 08:40:58.726030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165cb6e-2b63-40ca-9d76-57ff5d709de9 req-24548580-641d-4851-b20a-9ace691598aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:40:58.727483 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0165cb6e-2b63-40ca-9d76-57ff5d709de9 req-24548580-641d-4851-b20a-9ace691598aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0634799 Dec 23 08:40:58.748028 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '88d5f1b2-1be3-4ba4-92cf-dfd206171b98', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:97:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:40:56Z', 'updated_at': '2021-12-23T08:40:56Z', 'revision_number': 0, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}, {'id': 'f7c72bbc-6cdf-4f93-af79-525db18f584b', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:43Z', 'updated_at': '2021-12-23T08:38:46Z', 'revision_number': 1, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:40:58.751873 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] Checking router: a8497edf-4033-40b5-8fa0-fd70ac4d5c02 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:40:58.762709 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:40:58.763291 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:40:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:40:58.802690 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0165cb6e-2b63-40ca-9d76-57ff5d709de9 req-48ef61b6-9107-4da6-bcc9-e9c515dc6db7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685110 Dec 23 08:40:58.935312 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0165cb6e-2b63-40ca-9d76-57ff5d709de9 req-9b984915-dad7-49c1-bfd1-103d034fa55e service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257241 Dec 23 08:40:58.969254 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:40:59.068172 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0165cb6e-2b63-40ca-9d76-57ff5d709de9 req-2e999582-4db5-4c08-9afb-0a333177958d service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263795 Dec 23 08:40:59.314142 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '88d5f1b2-1be3-4ba4-92cf-dfd206171b98', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:97:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:40:56Z', 'updated_at': '2021-12-23T08:40:56Z', 'revision_number': 0, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}, {'id': 'f7c72bbc-6cdf-4f93-af79-525db18f584b', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:43Z', 'updated_at': '2021-12-23T08:38:46Z', 'revision_number': 1, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:40:59.317896 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b70dc6-ced1-43c1-81e3-cca7012b93e6 None None] The sync data for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv is: [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '88d5f1b2-1be3-4ba4-92cf-dfd206171b98', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.220', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:97:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:40:56Z', 'updated_at': '2021-12-23T08:40:56Z', 'revision_number': 0, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}, {'id': 'f7c72bbc-6cdf-4f93-af79-525db18f584b', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:43Z', 'updated_at': '2021-12-23T08:38:46Z', 'revision_number': 1, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:40:59.516193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7379367-5a27-4efe-bd30-a39dc0d275b6 None None] New status for floating IP 88d5f1b2-1be3-4ba4-92cf-dfd206171b98: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:41:00.373772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:00.469419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a75727c8-3b15-4192-bfa9-dccfbe37ca2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:02.748344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ca8a9196-b7a1-498b-bc27-3dbe272acba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:03.850690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:03.914516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:05.264142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:10.668223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [req-c0329959-425d-4e90-bfac-486ad31da192 req-e80be04b-2479-4eb4-914c-fc9515cc6710 service neutron] (83523) timed out ('10.222.0.24', 58275) {{(pid=83523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 23 08:41:20.247838 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:41:28.732256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53080) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:41:28.737925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-fb1f75f3-603e-467e-b9dc-1e2db164797d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:41:29.052902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb1f75f3-603e-467e-b9dc-1e2db164797d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32088767'] for subnet, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:29.231403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb1f75f3-603e-467e-b9dc-1e2db164797d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788091484438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32256498'] for subnet, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:29.276838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1f75f3-603e-467e-b9dc-1e2db164797d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:41:29.277409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fb1f75f3-603e-467e-b9dc-1e2db164797d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:29.278651 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fb1f75f3-603e-467e-b9dc-1e2db164797d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/subnets/dbbe5a35-402b-4881-906b-40bf1ac7ad43 HTTP/1.1" status: 200 len: 836 time: 0.5454438 Dec 23 08:41:29.282069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5b51aa-4759-44db-aa03-d6bce66063bd None None] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:41:29.296911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f75f3-603e-467e-b9dc-1e2db164797d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=dbbe5a35-402b-4881-906b-40bf1ac7ad43,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:41:29.740401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a32e97ce-a7c3-4ccc-be89-1f4a881a74bb None None] Provisioning complete for port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:41:29.740758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a32e97ce-a7c3-4ccc-be89-1f4a881a74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:29.864201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a32e97ce-a7c3-4ccc-be89-1f4a881a74bb None None] Provisioning complete for port 4761b219-351c-4c14-a0b0-49ee0a09b87b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:41:29.864443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a32e97ce-a7c3-4ccc-be89-1f4a881a74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:29.987201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a32e97ce-a7c3-4ccc-be89-1f4a881a74bb None None] Provisioning complete for port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:41:29.987562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a32e97ce-a7c3-4ccc-be89-1f4a881a74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:30.388663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:30.470058 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ffd956dd-1a1e-4563-af39-d8886f10dc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:32.750295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-287dcb16-7f22-4548-9fb7-04928131234c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:33.851919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:33.915291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:35.265574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:41:44.816055 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-cb1fabb3-90ee-48ae-8d6b-ea14cd23f3b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350231 Dec 23 08:41:44.961970 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-c54f82c0-e440-4345-91ad-faad52561211 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 1099 time: 0.0754352 Dec 23 08:41:45.121188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-d66008ac-4380-4031-acbe-4bddabff173c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:41:45.123064 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-d66008ac-4380-4031-acbe-4bddabff173c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1414778 Dec 23 08:41:45.325417 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-54209336-bf13-4805-b272-6dd6ebc2a656 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff HTTP/1.1" status: 200 len: 1000 time: 0.1964757 Dec 23 08:41:45.387126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-743a8c36-429e-4ae7-a828-bbc1da2df8fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:41:45.388538 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-743a8c36-429e-4ae7-a828-bbc1da2df8fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0570800 Dec 23 08:41:45.461878 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-6fcd0429-527a-4ecf-82d5-fd1dd12f2f12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674636 Dec 23 08:41:45.595362 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-58bd49d5-863f-4954-8891-7e5a26529401 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259346 Dec 23 08:41:45.727823 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69d1924e-31ed-44c1-8933-05bf81f1e5b8 req-02ebc281-fe82-4678-9e93-47309608e348 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266699 Dec 23 08:41:57.246057 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:42:00.384186 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:00.470084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d85d0ace-8fc7-4715-9325-faff6e214b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:02.751874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ee815e4a-48ea-471a-8d43-44376dd558a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:03.853817 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:03.922178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:05.268409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:12.111667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53098) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:12.311610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 984ab03f-1f73-4c91-9dd2-08d9e07c7971 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:12.311964 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:12.475959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:12.476263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:12.594364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 984ab03f-1f73-4c91-9dd2-08d9e07c7971 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:12.737878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:12.780721 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=984ab03f-1f73-4c91-9dd2-08d9e07c7971,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:12.822802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.823144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.823478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.823822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.824133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.824484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.824803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.825123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.825440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.825751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.826096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:12.885063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:13.265979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:42:13.557048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:42:13.566382 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] Sync routers for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:42:13.573267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:13.578687 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:13.579280 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:13.624491 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-99213a10-be8d-47e3-b185-14e370facc4d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/floatingips/633d93b8-9aba-4d53-a0a5-5debc1f45f09 HTTP/1.1" status: 204 len: 168 time: 1.5116780 Dec 23 08:42:13.625046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:13.765610 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:13.772925 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'status': 'completed', 'code': 200} Dec 23 08:42:13.869280 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-394604c4-f5ab-4920-a692-21b8dcda9493 req-231aefc5-2bdf-4fa2-8c13-e12add8b7174 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 1098 time: 0.0737615 Dec 23 08:42:14.014115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394604c4-f5ab-4920-a692-21b8dcda9493 req-42837875-12ad-4867-9e45-e18c23ee8fb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:14.016103 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-394604c4-f5ab-4920-a692-21b8dcda9493 req-42837875-12ad-4867-9e45-e18c23ee8fb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfd5505e-16ca-4d55-94dc-df0362c377c5 HTTP/1.1" status: 200 len: 896 time: 0.1368856 Dec 23 08:42:14.092499 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a', 'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:bc:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:18Z', 'updated_at': '2021-12-23T08:39:25Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:14.096369 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] Checking router: 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:42:14.106552 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:14.107123 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:14.117889 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-394604c4-f5ab-4920-a692-21b8dcda9493 req-69134a38-5c0e-4184-b2d7-b96e67256cb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 HTTP/1.1" status: 200 len: 217 time: 0.0950317 Dec 23 08:42:14.191868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394604c4-f5ab-4920-a692-21b8dcda9493 req-eafefdd4-6b6e-402c-824b-5f4d384da426 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:14.193266 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-394604c4-f5ab-4920-a692-21b8dcda9493 req-eafefdd4-6b6e-402c-824b-5f4d384da426 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dbbe5a35-402b-4881-906b-40bf1ac7ad43 HTTP/1.1" status: 200 len: 844 time: 0.0676382 Dec 23 08:42:14.243192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d349545-7dda-487d-a356-88c9113f7884 req-e3ad3da8-ab2b-43e5-8311-4b0f7a16fc38 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:14.244602 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0d349545-7dda-487d-a356-88c9113f7884 req-e3ad3da8-ab2b-43e5-8311-4b0f7a16fc38 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 945 time: 0.2765064 Dec 23 08:42:14.278549 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:14.304806 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0d349545-7dda-487d-a356-88c9113f7884 req-b17db0a7-1c36-465c-bf92-f7b340f32ab4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535085 Dec 23 08:42:14.315834 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-394604c4-f5ab-4920-a692-21b8dcda9493 req-ba260bfa-40a6-44e9-a099-5638ae5a42b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfd5505e-16ca-4d55-94dc-df0362c377c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145709 Dec 23 08:42:14.445216 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-394604c4-f5ab-4920-a692-21b8dcda9493 req-08cd9cef-a55b-47c6-9553-a277abcec2e9 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216640 Dec 23 08:42:14.577397 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-394604c4-f5ab-4920-a692-21b8dcda9493 req-fe58f911-ab6f-4583-befe-18d5cd05c02a service neutron] 10.222.0.24 "GET /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254022 Dec 23 08:42:14.622052 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a', 'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:bc:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:18Z', 'updated_at': '2021-12-23T08:39:25Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:14.626517 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be403c-2b05-4742-97c2-0b02bb6347a9 None None] The sync data for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv is: [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:39:18Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a', 'name': '', 'network_id': 'cfd5505e-16ca-4d55-94dc-df0362c377c5', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:bc:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:18Z', 'updated_at': '2021-12-23T08:39:25Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': 'dbbe5a35-402b-4881-906b-40bf1ac7ad43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:42:14.845926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a454f-50f9-4699-9bd1-4bbd95ffa86c None None] New status for floating IP 633d93b8-9aba-4d53-a0a5-5debc1f45f09: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:42:15.255611 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-64b3eef4-2887-4d3b-8b7d-24923ad2f043 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:15.256920 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-64b3eef4-2887-4d3b-8b7d-24923ad2f043 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 945 time: 0.0742331 Dec 23 08:42:15.324940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:15.325269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:15.706293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:15.706639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:15.776999 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97716-a974-45bb-933b-85306036224e req-9c90a866-d7eb-4236-8be6-01ec1bca6d2c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:15.778455 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88f97716-a974-45bb-933b-85306036224e req-9c90a866-d7eb-4236-8be6-01ec1bca6d2c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=68a75192-9180-4c80-8a26-219f827d0248 HTTP/1.1" status: 200 len: 945 time: 0.3532717 Dec 23 08:42:15.837666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:15.938461 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88f97716-a974-45bb-933b-85306036224e req-da01b80f-eee7-4ce3-bcb6-b025e807844a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077313 Dec 23 08:42:16.007159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:16.055883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:16.090776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.091069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.091398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.091727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.092052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.092372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.092691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.093008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.093352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.093668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.094034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:16.138776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:42:16.141000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:16.143388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'name': 'network-vif-deleted', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:16.154407 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-52e0d76e-7357-4f05-af80-d734ad211f4a req-f110ffe7-02df-4f6b-bd3c-259d730253ba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 HTTP/1.1" status: 204 len: 173 time: 0.8919799 Dec 23 08:42:16.198099 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a75192-9180-4c80-8a26-219f827d0248', 'name': 'network-vif-deleted', 'tag': 'ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8', 'status': 'completed', 'code': 200} Dec 23 08:42:17.043055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53124) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:17.109733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e9091aa1-8b39-419c-b2e7-f15b1928ad4b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:17.141780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e9091aa1-8b39-419c-b2e7-f15b1928ad4b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:17.202132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e9091aa1-8b39-419c-b2e7-f15b1928ad4b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:17.220641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9091aa1-8b39-419c-b2e7-f15b1928ad4b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:17.232391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e9091aa1-8b39-419c-b2e7-f15b1928ad4b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:17.233456 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e9091aa1-8b39-419c-b2e7-f15b1928ad4b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/8b0ddbc8-ec64-4e15-a3e4-6d8758a0e324 HTTP/1.1" status: 204 len: 168 time: 0.1894469 Dec 23 08:42:17.276950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53130) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:17.666639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:18.266767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:18.267095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:18.449524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:18.450259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:18.665466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:18.842963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:18.895757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:19.030871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:42:19.064563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:42:19.064898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device ca7e9c38-b1ba-41fb-a2b1-17b7cd1974a8 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:42:19.184024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:19.745465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:42:19.936309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:42:19.947459 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] Sync routers for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:42:19.949597 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f9e29d3e-74b8-4603-9765-7cc95fa28e50 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/4f7c80f5-9fc7-4eff-b71f-aef1291a6179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6716068 Dec 23 08:42:19.952203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53134) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:19.959823 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:19.960548 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:20.144375 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:20.234557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-39733587-cde3-47dc-9182-bc2833f1f5a5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting subnet dbbe5a35-402b-4881-906b-40bf1ac7ad43 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:42:20.237413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39733587-cde3-47dc-9182-bc2833f1f5a5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:20.290253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39733587-cde3-47dc-9182-bc2833f1f5a5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:20.370015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39733587-cde3-47dc-9182-bc2833f1f5a5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:20.419069 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:42:18Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:20.423240 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] Checking router: 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:42:20.433388 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] Routers {'4f7c80f5-9fc7-4eff-b71f-aef1291a6179'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:20.434010 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:20.446298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39733587-cde3-47dc-9182-bc2833f1f5a5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:20.486661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39733587-cde3-47dc-9182-bc2833f1f5a5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbe5a35-402b-4881-906b-40bf1ac7ad43,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:20.492276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-39733587-cde3-47dc-9182-bc2833f1f5a5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:20.498845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc591d-3aaf-41e5-909a-862fa2d7dbef None None] Network cfd5505e-16ca-4d55-94dc-df0362c377c5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:42:20.499952 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-39733587-cde3-47dc-9182-bc2833f1f5a5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/subnets/dbbe5a35-402b-4881-906b-40bf1ac7ad43 HTTP/1.1" status: 204 len: 168 time: 0.5456882 Dec 23 08:42:20.504157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53138) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:20.622656 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] Set router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:20.726187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:20.775032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] DHCP port deletion for cfd5505e-16ca-4d55-94dc-df0362c377c5 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:42:20.783076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Deleting port 4761b219-351c-4c14-a0b0-49ee0a09b87b {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:20.783443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:20.924773 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:42:18Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:20.928985 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055d2fe-0730-4394-b55c-2521fb89ba5b None None] The sync data for ids ['4f7c80f5-9fc7-4eff-b71f-aef1291a6179'] in dv-neutron-822507-1-hyperv is: [{'id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'name': 'tempest-TestNetworkBasicOps-router-1872994654', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175'}], 'enable_snat': True}, 'gw_port_id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:39:14Z', 'updated_at': '2021-12-23T08:42:18Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'c16e1caf-3b4f-486d-96a5-0fe49d2231bd', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7c80f5-9fc7-4eff-b71f-aef1291a6179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:39:15Z', 'updated_at': '2021-12-23T08:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:42:20.930228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:20.940115 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port c16e1caf-3b4f-486d-96a5-0fe49d2231bd {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:20.940502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:20.995130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] For port 4761b219-351c-4c14-a0b0-49ee0a09b87b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4761b219-351c-4c14-a0b0-49ee0a09b87b,segment=NetworkSegment(a80ceba6-d5b2-4254-a817-e38e5e320e83),segment_id=a80ceba6-d5b2-4254-a817-e38e5e320e83)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:20.995414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:21.113705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port c16e1caf-3b4f-486d-96a5-0fe49d2231bd, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c16e1caf-3b4f-486d-96a5-0fe49d2231bd,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:21.113991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Calling delete_port for 4761b219-351c-4c14-a0b0-49ee0a09b87b owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:21.114087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:21.195136 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:21.233285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for c16e1caf-3b4f-486d-96a5-0fe49d2231bd owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:21.240253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Pushing event deleted for resources: {'Port': ['ID=4761b219-351c-4c14-a0b0-49ee0a09b87b,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:21.245192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] No DVR routers for this DVR port 4761b219-351c-4c14-a0b0-49ee0a09b87b on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:42:21.258925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.258925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.259161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.259341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.259665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.259983 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.260298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.260613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.260926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.261247 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.261539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202a081c-ebc7-4b0e-a4d1-b1849f9c09d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:21.405822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:21.449585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=c16e1caf-3b4f-486d-96a5-0fe49d2231bd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:21.763587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:21.772974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:42:21.808654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:42:21.808924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c8e551e4-b5ee-45f7-beb5-a5f5b1365e7a not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:42:21.809343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4761b219-351c-4c14-a0b0-49ee0a09b87b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:42:21.839956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 4761b219-351c-4c14-a0b0-49ee0a09b87b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:42:21.840292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4761b219-351c-4c14-a0b0-49ee0a09b87b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:42:22.013563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.018303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.045812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.046825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Fanout notify agent at l3_agent the message router_deleted on router 4f7c80f5-9fc7-4eff-b71f-aef1291a6179 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:42:22.060763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.062468 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-91d12316-cb5e-415f-be2b-4581e9dddc25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/routers/4f7c80f5-9fc7-4eff-b71f-aef1291a6179 HTTP/1.1" status: 204 len: 168 time: 1.5562456 Dec 23 08:42:22.064966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53144) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:22.175147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.306246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.329876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd5505e-16ca-4d55-94dc-df0362c377c5']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:22.341251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80ceba6-d5b2-4254-a817-e38e5e320e83') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:22.341541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80ceba6-d5b2-4254-a817-e38e5e320e83') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:22.353015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.368535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.374297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:42:22.374658 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:42:22.387985 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:42:22.465931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.484114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.495084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Network': ['ID=cfd5505e-16ca-4d55-94dc-df0362c377c5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:22.505147 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-360fd9c1-64d7-4702-a5c6-21913c973ce1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/networks/cfd5505e-16ca-4d55-94dc-df0362c377c5 HTTP/1.1" status: 204 len: 168 time: 0.4392135 Dec 23 08:42:22.520407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53150) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:22.527604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'network': {'name': 'tempest-network-smoke--1930726524', 'project_id': '624b301133d440c99265a580e7281065', 'port_security_enabled': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:22.533480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:22.540358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:network and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:22.542548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:22.548485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:22.558367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:42:22.561284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.589786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:42:22.599103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.599471 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Added segment 98d92e11-e478-4be0-94ec-cbba032ab35a of type vlan for network 6b1fb48b-0a45-48ed-b142-a55d539ca370 Dec 23 08:42:22.624283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.651425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.654980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:22.656133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.759439 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2377391 Dec 23 08:42:22.762124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d34f64-a577-4daa-be22-ed0e04cd1591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Network': ['ID=6b1fb48b-0a45-48ed-b142-a55d539ca370,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:22.762688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53154) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:22.769388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'admin_state_up': True, 'project_id': '624b301133d440c99265a580e7281065', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:22.772819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:42:22.776051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:22.779936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:router and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:22.783476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:22.789729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:22.799674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.800667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.822431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:22.965033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:23.135914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:23.164099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:23.301731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.77 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:42:23.441079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:23.467419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:23.533803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:42:23.536691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:42:23.543809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:42:23.570107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:23.686905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c16e1caf-3b4f-486d-96a5-0fe49d2231bd no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:42:23.700909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:23.701578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:23.719108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: c16e1caf-3b4f-486d-96a5-0fe49d2231bd {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:42:23.719445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c16e1caf-3b4f-486d-96a5-0fe49d2231bd not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:42:24.006750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 25915dcb-3b01-4ba5-b426-847dac4c2c6f is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:42:24.207903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:42:24.217245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Sync routers for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:42:24.229627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:24.230304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:24.234925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:24.236179 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a1602bc5-2563-43c1-88a2-a135a55ab9dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4724488 Dec 23 08:42:24.239355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53158) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:24.441081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:24.444662 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6bfdc7a8-fcab-4045-a263-2e8460f76191 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2042661 Dec 23 08:42:24.447181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53164) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:24.576013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e25fd9-a491-4b69-9982-60db364d5d35 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:24.578033 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-61e25fd9-a491-4b69-9982-60db364d5d35 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294456 Dec 23 08:42:24.580985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53168) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:24.622173 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-89879830-dac9-4649-a631-3045902cbdf2 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400724 Dec 23 08:42:24.625014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53172) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:24.630234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380528809', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'project_id': '624b301133d440c99265a580e7281065', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:24.718975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:23Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:24.722990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Checking router: 25915dcb-3b01-4ba5-b426-847dac4c2c6f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:42:24.723327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Updating router 25915dcb-3b01-4ba5-b426-847dac4c2c6f port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:42:24.736960 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:24.740783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:subnet and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:24.743691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:24.749793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:24.759800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:42:24.777391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:24.860435 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:25.072048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:25.100857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:25.113669 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Transition to ACTIVE for port object b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:42:25.120822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:25.148475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=4a9804b9-be02-4883-bd90-eb55f8b89cb1,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:25.164167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Checking segment: {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:42:25.164513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network hostable DHCP agents. Network: 6b1fb48b-0a45-48ed-b142-a55d539ca370, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:42:25.187375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:42:25.197187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 6b1fb48b-0a45-48ed-b142-a55d539ca370) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:42:25.199780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Attempting to bind port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:42:25.200148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Attempting to bind port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:42:25.200506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Attempting to bind port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:42:25.201680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:25.202295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:25.205726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e478e-8a82-44b8-a6c0-f7d33eee6ed4 None None] Pushing event updated for resources: {'Port': ['ID=b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:25.210258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e52d0da-d216-479c-bdae-dc0703dce8f6 None None] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:42:25.224946 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3441742b-a0bc-46ba-8d14-9a2c035e445f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5989521 Dec 23 08:42:25.228121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53176) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:25.274950 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:42:25.275314 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:42:25.275711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:25.276098 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:42:25.276565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Bound port: b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:42:25.276925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:25.386288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] For port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:42:25.427373 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] For port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:42:25.434594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:25.559121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-6b1fb48b-0a45-48ed-b142-a55d539ca370', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:42:25.559909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:25.577721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e478e-8a82-44b8-a6c0-f7d33eee6ed4 None None] Pushing event updated for resources: {'Port': ['ID=b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:25.587980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:25.588602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:25.916490 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:25.963315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Allocated IP 172.20.0.2 (6b1fb48b-0a45-48ed-b142-a55d539ca370/4a9804b9-be02-4883-bd90-eb55f8b89cb1/f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:42:26.080191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:26.375135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:26.388592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Transition to ACTIVE for port object f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:42:26.404911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:23Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:26.412896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Transition to ACTIVE for port object f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:42:26.414278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c3caf-5c02-4b9f-b9a2-8f5f0be6c8a6 None None] The sync data for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv is: [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:23Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:42:26.420189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:26.491321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:42:26.495010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:42:26.496963 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.1 (6b1fb48b-0a45-48ed-b142-a55d539ca370/4a9804b9-be02-4883-bd90-eb55f8b89cb1/5d255072-2802-4a05-ae32-bc9b17da4cb7) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:42:26.497280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Pushing event updated for resources: {'Port': ['ID=f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:26.500228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:42:26.595367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Attempting to bind port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:42:26.595733 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Attempting to bind port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:42:26.596201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Attempting to bind port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 on network 6b1fb48b-0a45-48ed-b142-a55d539ca370 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:42:26.605150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:42:26.605790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Checking segment: {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:42:26.606255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:26.606855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Bound using segment: {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:42:26.607643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Bound port: f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:42:26.608825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:26.714642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:26.728258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] For port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:42:26.731725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] For port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:42:26.734997 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 5d255072-2802-4a05-ae32-bc9b17da4cb7 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:42:26.737377 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:26.758983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:26.825642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81fdca-a657-419f-a956-a056abcd0bd4 None None] Pushing event updated for resources: {'Port': ['ID=f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:26.844858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:42:26.848635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:42:26.851487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:42:26.877154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=5d255072-2802-4a05-ae32-bc9b17da4cb7,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:26.916971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:27.034255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:27.471220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:27.476775 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:27.693316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:27.696957 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=5d255072-2802-4a05-ae32-bc9b17da4cb7,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:27.765624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ba46d-97d2-4ef8-b405-8e28fdbcc315 None None] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:42:27.833844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:42:27.843736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:42:27.844801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:42:27.927283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-14237981-bab3-4053-adbb-3f12969132c6 None None] Provisioning for port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:42:27.996330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:42:28.006073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:28.006686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:28.184455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:28.219156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:28.223374 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:28.224169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:42:28.230874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 25915dcb-3b01-4ba5-b426-847dac4c2c6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:42:28.341059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:28.359793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:42:28.365497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:28.365869 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:28.444786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:42:28.457426 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-268d8623-88df-4078-9932-66a26eadf3a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/25915dcb-3b01-4ba5-b426-847dac4c2c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2283020 Dec 23 08:42:28.459918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53180) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:28.537795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:28.553219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ea4eb5e0-63e1-447c-9d96-907623436957 None None] Provisioning complete for port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:28.553591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ea4eb5e0-63e1-447c-9d96-907623436957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:28.589021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:28.599793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:28.614588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d09e2-06d5-48cc-b872-e76af866b491 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.615199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d09e2-06d5-48cc-b872-e76af866b491 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.615562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d09e2-06d5-48cc-b872-e76af866b491 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.615910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d09e2-06d5-48cc-b872-e76af866b491 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.616270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d09e2-06d5-48cc-b872-e76af866b491 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.616599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d09e2-06d5-48cc-b872-e76af866b491 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.618337 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e76d09e2-06d5-48cc-b872-e76af866b491 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1575086 Dec 23 08:42:28.621291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53184) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:28.682457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:28.698981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa207d1-7b8a-4441-8dc2-1e80c7e27d5e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.699352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa207d1-7b8a-4441-8dc2-1e80c7e27d5e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.699708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa207d1-7b8a-4441-8dc2-1e80c7e27d5e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.700060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa207d1-7b8a-4441-8dc2-1e80c7e27d5e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.700405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa207d1-7b8a-4441-8dc2-1e80c7e27d5e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.700749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa207d1-7b8a-4441-8dc2-1e80c7e27d5e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:28.703014 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5fa207d1-7b8a-4441-8dc2-1e80c7e27d5e tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0807943 Dec 23 08:42:28.705615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53188) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:28.751558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ea4eb5e0-63e1-447c-9d96-907623436957 None None] Provisioning for port 5d255072-2802-4a05-ae32-bc9b17da4cb7 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:42:28.756764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ea4eb5e0-63e1-447c-9d96-907623436957 None None] Provisioning complete for port 5d255072-2802-4a05-ae32-bc9b17da4cb7 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:28.757137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ea4eb5e0-63e1-447c-9d96-907623436957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:28.811233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-ea4eb5e0-63e1-447c-9d96-907623436957 None None] Port 5d255072-2802-4a05-ae32-bc9b17da4cb7 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:42:28.909522 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-de48197c-5ba5-4ae7-9d7f-56d876898388 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2028165 Dec 23 08:42:28.931240 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b930c820-fd50-4915-889b-82c20cd933f8 None None] Provisioning complete for port 5d255072-2802-4a05-ae32-bc9b17da4cb7 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:28.931606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b930c820-fd50-4915-889b-82c20cd933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:28.984289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b930c820-fd50-4915-889b-82c20cd933f8 None None] Port 5d255072-2802-4a05-ae32-bc9b17da4cb7 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:42:29.479751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53194) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:29.486069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586133284', 'description': 'tempest-secgroup-smoke-586133284 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:29.492111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:29.496188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:29.499736 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:29.506005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:29.516078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.550286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:29.553963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:29.556661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:29.562972 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:29.616996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.620870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.667967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7a30e3-6dee-4f81-bb86-0c87b01287d7,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:29.671485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.672622 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-11bacbd7-b309-497e-a336-85f352f31a9a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1917951 Dec 23 08:42:29.675466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53198) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:29.681334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '4b7a30e3-6dee-4f81-bb86-0c87b01287d7', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:29.687258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:29.691086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:29.694007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:29.699729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:29.718634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.746678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:42:29.779551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.784207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.810237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3429f7d-4033-457d-9607-1ecadbb7c003,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:29.821824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:29.822364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.823091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.826250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53202) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:29.826721 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6d8ae9a9-571e-4094-843c-0f4b37573bc8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1498735 Dec 23 08:42:29.832130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '4b7a30e3-6dee-4f81-bb86-0c87b01287d7', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:29.838223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:29.842493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:29.846005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:29.855823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:29.873020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.938687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.943985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.949794 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:42:29.969710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7781748f-9602-4155-9497-a574e940b695,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:29.980260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:29.981518 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-33d0986b-e120-4f63-9c3b-9a3b70e862fd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1542423 Dec 23 08:42:29.984942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53206) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:29.990260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '4b7a30e3-6dee-4f81-bb86-0c87b01287d7', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:29.996053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:29.999960 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:30.002886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:30.008402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:30.018061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:30.018431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.025345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.052745 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Sync routers for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:42:30.066055 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:30.066866 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:30.098401 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.103284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.126274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a924fff0-f950-4aef-b110-1ac27078df63,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:30.135869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.137117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1e44b20d-a547-4e32-b1b6-ccbc741c3cc3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1512613 Dec 23 08:42:30.140574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53210) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:30.146330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '4b7a30e3-6dee-4f81-bb86-0c87b01287d7', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:30.152442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:30.157528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:30.162433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:30.169731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:30.187401 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.291558 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:30.339869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.344388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.372640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924f4cff-b067-479a-a667-5218cf5c84cb,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:30.381433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.385539 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-47cfd91d-3592-4bbd-b163-dbff49f18984 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2412622 Dec 23 08:42:30.387926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53214) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:30.392441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '4b7a30e3-6dee-4f81-bb86-0c87b01287d7', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:30.392774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.399201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:30.402985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:30.405836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:30.411384 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:30.421565 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:42:30.428083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.475065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b09c-5124-493f-a82e-d0c49d1abe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.495513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.502315 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.518888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac9cc18-4d3e-47ea-b61e-e5ffa95a2e74,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:30.540809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.542467 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2919a920-cb2c-49cb-ac7f-bfd5260f7bd3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1556621 Dec 23 08:42:30.545162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53218) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:30.551507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '4b7a30e3-6dee-4f81-bb86-0c87b01287d7', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:30.557169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:30.561018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:30.565278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:30.570937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:30.581301 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:42:30.588418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.610335 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:27Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:30.614043 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Checking router: 25915dcb-3b01-4ba5-b426-847dac4c2c6f for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:42:30.614390 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Updating router 25915dcb-3b01-4ba5-b426-847dac4c2c6f port 5d255072-2802-4a05-ae32-bc9b17da4cb7 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:42:30.654430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.657919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.669635 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.687448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd90efe-0ba4-49e0-b87f-b11c64d84606,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:30.696465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:30.702724 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-086f3bdc-542a-4595-9877-d22f2b5ff370 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1515563 Dec 23 08:42:30.897541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4d1dab6b-816c-4972-b828-bd86004d558a req-9a83b5e7-f5c3-4eab-bc67-46b5f611a9ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:42:30.916845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4d1dab6b-816c-4972-b828-bd86004d558a req-9a83b5e7-f5c3-4eab-bc67-46b5f611a9ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:42:30.926870 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-9a83b5e7-f5c3-4eab-bc67-46b5f611a9ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586133284&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.0819907 Dec 23 08:42:31.009033 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:31.020802 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Transition to ACTIVE for port object 5d255072-2802-4a05-ae32-bc9b17da4cb7 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:42:31.027662 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:31.078921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dab6b-816c-4972-b828-bd86004d558a req-1849dc3f-ecc5-47f8-98f8-8c30cbef75fa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:31.080671 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-1849dc3f-ecc5-47f8-98f8-8c30cbef75fa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 797 time: 0.1530430 Dec 23 08:42:31.094221 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Pushing event updated for resources: {'Port': ['ID=5d255072-2802-4a05-ae32-bc9b17da4cb7,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:31.097622 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-55b01602-bb23-4579-adf3-4c28a8059efc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0114794 Dec 23 08:42:31.163666 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.163999 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.164503 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.164828 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.165322 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.165645 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.165985 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.166308 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.166624 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.166956 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.167253 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:42:31.196908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4d1dab6b-816c-4972-b828-bd86004d558a req-2f3add90-575e-4401-8bc4-dda605f199ea tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:42:31.214452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4d1dab6b-816c-4972-b828-bd86004d558a req-2f3add90-575e-4401-8bc4-dda605f199ea tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:42:31.215924 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-2f3add90-575e-4401-8bc4-dda605f199ea tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047106 Dec 23 08:42:31.258467 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Attempting to bind port 5d255072-2802-4a05-ae32-bc9b17da4cb7 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:42:31.258823 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Attempting to bind port 5d255072-2802-4a05-ae32-bc9b17da4cb7 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:42:31.259187 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Attempting to bind port 5d255072-2802-4a05-ae32-bc9b17da4cb7 on network 6b1fb48b-0a45-48ed-b142-a55d539ca370 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:42:31.266487 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:42:31.266722 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Checking segment: {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:42:31.267099 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:31.267478 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Bound using segment: {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:42:31.267926 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Bound port: 5d255072-2802-4a05-ae32-bc9b17da4cb7, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:42:31.268284 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:31.359963 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] For port 5d255072-2802-4a05-ae32-bc9b17da4cb7, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:42:31.362117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-eb0f1606-4d4c-4d7b-860d-5a1d481b85a0 service neutron] 10.222.0.36 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284709 Dec 23 08:42:31.363120 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] For port 5d255072-2802-4a05-ae32-bc9b17da4cb7, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5d255072-2802-4a05-ae32-bc9b17da4cb7,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:42:31.368320 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:31.437219 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e05e09-7d21-42be-a2a9-6d175647283f None None] Pushing event updated for resources: {'Port': ['ID=5d255072-2802-4a05-ae32-bc9b17da4cb7,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:31.455031 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:31.455657 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:31.506590 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-79fae413-2ee6-4e90-9347-e3b999fe8659 service neutron] 10.222.0.36 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377065 Dec 23 08:42:31.649893 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:31.731008 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9e0b173-dff3-4e7c-ba0e-916cc00334c8 req-1f624366-275d-4e04-949e-8724035ea470 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 210 time: 0.0596583 Dec 23 08:42:31.987156 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:31Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:31.990992 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183cd20-ed92-44f8-9fea-4fe505d4388a None None] The sync data for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv is: [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:31Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:42:32.756744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bc5c222e-6170-4152-b271-890109bf32f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:32.934481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-527dafa3-1fb4-461e-b96e-20b3ff99cb09 req-0b1f362d-aa7f-4478-8952-5eeed20dc3a8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 210 time: 0.0455058 Dec 23 08:42:32.954437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dab6b-816c-4972-b828-bd86004d558a req-228dff41-53b4-4765-83c1-166e55ae87ac tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:32.955888 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-228dff41-53b4-4765-83c1-166e55ae87ac tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 797 time: 0.1976888 Dec 23 08:42:33.011318 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5422d62f-706c-4ce8-9915-f29a970b5685 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 379 time: 0.0425708 Dec 23 08:42:33.025467 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['4b7a30e3-6dee-4f81-bb86-0c87b01287d7']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:33.157403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:33.166795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:33.176617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:42:33.179638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:33.341635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.8 (6b1fb48b-0a45-48ed-b142-a55d539ca370/4a9804b9-be02-4883-bd90-eb55f8b89cb1/66d8753a-3749-491f-b1d3-8dad463620d3) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:42:33.524683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:33.540240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 66d8753a-3749-491f-b1d3-8dad463620d3 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:42:33.561101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:33.630576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:42:33.633392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:42:33.637163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:42:33.686580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=66d8753a-3749-491f-b1d3-8dad463620d3,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:33.722521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:33.723052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:33.756131 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-30d6fd7d-0647-459e-9628-9ca9b60119ec tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320750 Dec 23 08:42:33.763936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Request body: {'port': {'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:33.786434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5d255072-2802-4a05-ae32-bc9b17da4cb7 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:42:33.864329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:33.875615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 5d255072-2802-4a05-ae32-bc9b17da4cb7 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:42:33.881150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5d255072-2802-4a05-ae32-bc9b17da4cb7 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:33.881565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:33.949328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:33.954430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-240b3686-a2ea-4527-88a0-0e4d99a084f1 None None] Provisioning for port 66d8753a-3749-491f-b1d3-8dad463620d3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:42:33.962361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-240b3686-a2ea-4527-88a0-0e4d99a084f1 None None] Provisioning complete for port 66d8753a-3749-491f-b1d3-8dad463620d3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:33.962725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-240b3686-a2ea-4527-88a0-0e4d99a084f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:33.971984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:34.060766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-240b3686-a2ea-4527-88a0-0e4d99a084f1 None None] Port 66d8753a-3749-491f-b1d3-8dad463620d3 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:42:34.067789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:34.100499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 5d255072-2802-4a05-ae32-bc9b17da4cb7, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5d255072-2802-4a05-ae32-bc9b17da4cb7,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:34.104244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:34.167589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=5d255072-2802-4a05-ae32-bc9b17da4cb7,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:34.245673 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:42:34.285469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32206a00-fbf1-4c85-836a-bd73cd4a51bd req-70282f32-60f0-4fe4-a299-f923eddf8fc6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:34.286189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-32206a00-fbf1-4c85-836a-bd73cd4a51bd req-70282f32-60f0-4fe4-a299-f923eddf8fc6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:42:34.325412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-32206a00-fbf1-4c85-836a-bd73cd4a51bd req-70282f32-60f0-4fe4-a299-f923eddf8fc6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:42:34.326592 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32206a00-fbf1-4c85-836a-bd73cd4a51bd req-70282f32-60f0-4fe4-a299-f923eddf8fc6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 931 time: 0.2300122 Dec 23 08:42:34.429786 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32206a00-fbf1-4c85-836a-bd73cd4a51bd req-de0ac50e-74ce-4259-96d9-7eb333814072 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964911 Dec 23 08:42:34.433458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d8753a-3749-491f-b1d3-8dad463620d3 {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:42:34.440929 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:34.456217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Transition to ACTIVE for port object 66d8753a-3749-491f-b1d3-8dad463620d3 will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:42:34.459875 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:34.586452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Pushing event updated for resources: {'Port': ['ID=66d8753a-3749-491f-b1d3-8dad463620d3,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:34.699114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Attempting to bind port 66d8753a-3749-491f-b1d3-8dad463620d3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:42:34.699435 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Attempting to bind port 66d8753a-3749-491f-b1d3-8dad463620d3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:42:34.699749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Attempting to bind port 66d8753a-3749-491f-b1d3-8dad463620d3 on network 6b1fb48b-0a45-48ed-b142-a55d539ca370 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:42:34.705313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Port 66d8753a-3749-491f-b1d3-8dad463620d3 on network 6b1fb48b-0a45-48ed-b142-a55d539ca370 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:42:34.705620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Attempting to bind port 66d8753a-3749-491f-b1d3-8dad463620d3 on network 6b1fb48b-0a45-48ed-b142-a55d539ca370 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:42:34.711775 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:42:34.712100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Checking segment: {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:42:34.712471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Bound using segment: {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:42:34.712888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Bound port: 66d8753a-3749-491f-b1d3-8dad463620d3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:42:34.713237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:34.798015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] For port 66d8753a-3749-491f-b1d3-8dad463620d3, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:42:34.800874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] For port 66d8753a-3749-491f-b1d3-8dad463620d3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66d8753a-3749-491f-b1d3-8dad463620d3,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:42:34.805093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:34.868390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:34.869746 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] 10.222.0.24 "PUT /v2.0/ports/66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 1093 time: 1.1099479 Dec 23 08:42:34.870195 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:34.887633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfecd3-cc6e-41c0-9bbc-a5dc18c993bb service neutron] Pushing event updated for resources: {'Port': ['ID=66d8753a-3749-491f-b1d3-8dad463620d3,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:34.958178 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3', 'status': 'completed', 'code': 200} Dec 23 08:42:34.999719 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-035b2492-3db3-413a-97a1-0f8d82f17905 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1096 time: 0.0795233 Dec 23 08:42:35.069911 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-9191253d-e849-4675-a3d2-3d38b7fae248 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 217 time: 0.0634212 Dec 23 08:42:35.131497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dab6b-816c-4972-b828-bd86004d558a req-0be5bea9-d95e-4a84-8f9b-022eed99607e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:35.132833 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-0be5bea9-d95e-4a84-8f9b-022eed99607e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0560966 Dec 23 08:42:35.207902 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-4a1a66dd-9550-4f9f-8de8-13e62f6531a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679355 Dec 23 08:42:35.270755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:35.337160 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-2db8cf7c-3862-45ef-ae02-825eaef0a224 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220987 Dec 23 08:42:35.466304 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d1dab6b-816c-4972-b828-bd86004d558a req-5d67f67c-5d0a-4f3e-bb11-5fc77c8435c4 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214185 Dec 23 08:42:35.637560 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bba9e0f7-d880-49e7-af1f-15776c82c656 req-92f297c9-913f-4f68-9a03-81c1684ec045 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1096 time: 0.1215961 Dec 23 08:42:35.670163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7303-876d-480e-9749-4c57999933aa req-d6815347-ad0b-4e5d-9b2e-44dd4a860e75 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:35.671518 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c49f7303-876d-480e-9749-4c57999933aa req-d6815347-ad0b-4e5d-9b2e-44dd4a860e75 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 943 time: 0.1128869 Dec 23 08:42:35.739245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5d255072-2802-4a05-ae32-bc9b17da4cb7 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:42:35.809632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5d255072-2802-4a05-ae32-bc9b17da4cb7 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:35.810031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:35.876562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c49f7303-876d-480e-9749-4c57999933aa req-d86afbaf-5bdc-4100-aeb7-6a22703e1bb7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765421 Dec 23 08:42:35.898573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9e0f7-d880-49e7-af1f-15776c82c656 req-51368640-ff55-4c75-96d0-df7fc6095c09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:35.898573 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bba9e0f7-d880-49e7-af1f-15776c82c656 req-51368640-ff55-4c75-96d0-df7fc6095c09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 897 time: 0.2508464 Dec 23 08:42:35.965046 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bba9e0f7-d880-49e7-af1f-15776c82c656 req-0865137a-ab81-4053-bdd6-ed1760165a51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 217 time: 0.0618165 Dec 23 08:42:36.035579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9e0f7-d880-49e7-af1f-15776c82c656 req-cd4d4e62-6f9c-45b1-a4b5-3ce5c0d8936a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:36.036880 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bba9e0f7-d880-49e7-af1f-15776c82c656 req-cd4d4e62-6f9c-45b1-a4b5-3ce5c0d8936a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0606358 Dec 23 08:42:36.112099 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bba9e0f7-d880-49e7-af1f-15776c82c656 req-cec675c4-85ef-4713-a2eb-22eb4bd37caa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682373 Dec 23 08:42:36.239371 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bba9e0f7-d880-49e7-af1f-15776c82c656 req-f553666f-c4f2-405e-9712-e3bd8b0ee509 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201909 Dec 23 08:42:36.376090 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bba9e0f7-d880-49e7-af1f-15776c82c656 req-ce5e2d7c-d239-4ae9-a827-ccb226804308 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299527 Dec 23 08:42:37.076234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b591b-b251-4b16-82a2-4142acfd020d req-253c1a15-3c79-42a7-9034-7ac2bae04f4b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:37.077641 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-489b591b-b251-4b16-82a2-4142acfd020d req-253c1a15-3c79-42a7-9034-7ac2bae04f4b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 943 time: 0.0790157 Dec 23 08:42:37.120793 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-489b591b-b251-4b16-82a2-4142acfd020d req-1bb1fdd9-449d-4f31-8126-700d2f1bff25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377414 Dec 23 08:42:37.258591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53254) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:37.453765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Deleting port 1e5ddf12-d28b-4646-863f-b3c80e655234 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:37.454156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:37.616282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:37.616592 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:37.735758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Calling delete_port for 1e5ddf12-d28b-4646-863f-b3c80e655234 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:37.877109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:37.918786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event deleted for resources: {'Port': ['ID=1e5ddf12-d28b-4646-863f-b3c80e655234,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:38.092774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:38.339017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220bbcb-d1c4-480e-a943-3e49ada58a15 req-23972653-2874-47c5-8dfa-3ad5da796384 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:38.340429 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9220bbcb-d1c4-480e-a943-3e49ada58a15 req-23972653-2874-47c5-8dfa-3ad5da796384 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 943 time: 0.1016250 Dec 23 08:42:38.458799 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9220bbcb-d1c4-480e-a943-3e49ada58a15 req-e0dbc72e-a0a2-4dee-873d-716c8bd6c385 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109548 Dec 23 08:42:38.581544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:42:38.784439 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:42:38.796856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] Sync routers for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:42:38.803705 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:38.808007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:38.808596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:38.854965 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-734bc6b8-9cfc-4ceb-b552-aac6b9df7316 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "DELETE /v2.0/floatingips/88d5f1b2-1be3-4ba4-92cf-dfd206171b98 HTTP/1.1" status: 204 len: 168 time: 1.5953302 Dec 23 08:42:38.855790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:38.908887 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'status': 'completed', 'code': 200} Dec 23 08:42:38.986857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:39.001476 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f4e2580-701f-48c0-bf4a-ff7413742bfb req-658b1ce0-137f-496a-88e2-1ddec89eea95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 1099 time: 0.0706329 Dec 23 08:42:39.134012 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e2580-701f-48c0-bf4a-ff7413742bfb req-9078b45b-6dba-4328-9ddc-fbe8b50da21a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:39.135700 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f4e2580-701f-48c0-bf4a-ff7413742bfb req-9078b45b-6dba-4328-9ddc-fbe8b50da21a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1281366 Dec 23 08:42:39.172077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 66d8753a-3749-491f-b1d3-8dad463620d3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:42:39.245844 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f4e2580-701f-48c0-bf4a-ff7413742bfb req-2591fdd1-3cae-479d-ad20-e85df6f375cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1df662a-b328-4a32-917a-1c209af1cca9 HTTP/1.1" status: 200 len: 217 time: 0.1019678 Dec 23 08:42:39.324901 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e2580-701f-48c0-bf4a-ff7413742bfb req-9841a514-5814-4989-be54-1d5e85f43853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:39.326377 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f4e2580-701f-48c0-bf4a-ff7413742bfb req-9841a514-5814-4989-be54-1d5e85f43853 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0734904 Dec 23 08:42:39.336425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c384b9-ac96-49a9-b323-47c385a4aad9 req-a0d4c1b9-158e-4b26-99ef-988aa1ba3fb5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:39.337079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-69c384b9-ac96-49a9-b323-47c385a4aad9 req-a0d4c1b9-158e-4b26-99ef-988aa1ba3fb5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Synchronizing usage tracker for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:42:39.398822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-69c384b9-ac96-49a9-b323-47c385a4aad9 req-a0d4c1b9-158e-4b26-99ef-988aa1ba3fb5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Unset dirty status for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:42:39.399948 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69c384b9-ac96-49a9-b323-47c385a4aad9 req-a0d4c1b9-158e-4b26-99ef-988aa1ba3fb5 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 946 time: 0.2049644 Dec 23 08:42:39.426904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 66d8753a-3749-491f-b1d3-8dad463620d3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66d8753a-3749-491f-b1d3-8dad463620d3,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:39.436757 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f4e2580-701f-48c0-bf4a-ff7413742bfb req-362218fe-9e11-4760-9814-2c5422bf4a52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0964439 Dec 23 08:42:39.469766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '66d8753a-3749-491f-b1d3-8dad463620d3', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:42:39.526368 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69c384b9-ac96-49a9-b323-47c385a4aad9 req-a603f2c3-4ddd-47b8-9cc0-266e9fd626bc tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201713 Dec 23 08:42:39.548828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:39.580643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d8753a-3749-491f-b1d3-8dad463620d3 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:42:39.589620 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f4e2580-701f-48c0-bf4a-ff7413742bfb req-f17a9ab4-73a0-4cf0-ad08-920bf5ba44aa service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452224 Dec 23 08:42:39.610414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 66d8753a-3749-491f-b1d3-8dad463620d3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66d8753a-3749-491f-b1d3-8dad463620d3,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:39.615713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:39.649564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'f7c72bbc-6cdf-4f93-af79-525db18f584b', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:43Z', 'updated_at': '2021-12-23T08:38:46Z', 'revision_number': 1, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:39.666221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] Checking router: a8497edf-4033-40b5-8fa0-fd70ac4d5c02 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:42:39.697222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=66d8753a-3749-491f-b1d3-8dad463620d3,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:39.699857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:39.700458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:39.870777 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a43d10-5d59-4c5d-abf4-c41eae19c4c3 req-2f73aeb2-b22c-471d-a42d-e3385dc2d1fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:39.872133 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01a43d10-5d59-4c5d-abf4-c41eae19c4c3 req-2f73aeb2-b22c-471d-a42d-e3385dc2d1fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 944 time: 0.2816436 Dec 23 08:42:39.877796 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f4e2580-701f-48c0-bf4a-ff7413742bfb req-5e300b1e-a6d1-4b01-b960-8a32808aabd7 service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543388 Dec 23 08:42:39.881418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:39.917489 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01a43d10-5d59-4c5d-abf4-c41eae19c4c3 req-e71f44c8-7442-4b09-91ec-c6ba3d586a15 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387414 Dec 23 08:42:39.920061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['66d8753a-3749-491f-b1d3-8dad463620d3'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:42:40.405787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'f7c72bbc-6cdf-4f93-af79-525db18f584b', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:43Z', 'updated_at': '2021-12-23T08:38:46Z', 'revision_number': 1, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:40.425488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c1967-6c22-47b9-9544-b390bd9f7c78 None None] The sync data for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv is: [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'f7c72bbc-6cdf-4f93-af79-525db18f584b', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'port_id': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'mac_address': 'fa:16:3e:00:5c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:38:43Z', 'updated_at': '2021-12-23T08:38:46Z', 'revision_number': 1, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:42:40.763750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-75f6651d-d805-4012-9aea-b3bca0b7ef38 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:40.765701 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-75f6651d-d805-4012-9aea-b3bca0b7ef38 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 946 time: 0.1342199 Dec 23 08:42:40.772080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ebd6e-8f49-43b5-8c25-edd048180b6b req-df2a37eb-dbab-453c-b2a4-ec67bfdd0aee tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:40.773457 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d38ebd6e-8f49-43b5-8c25-edd048180b6b req-df2a37eb-dbab-453c-b2a4-ec67bfdd0aee tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 946 time: 0.1090958 Dec 23 08:42:40.863690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Deleting port d1df662a-b328-4a32-917a-1c209af1cca9 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:40.864021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:40.902430 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d38ebd6e-8f49-43b5-8c25-edd048180b6b req-2622cd13-f295-49e1-8b19-a83d45b21d8a tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007943 Dec 23 08:42:41.140062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 66d8753a-3749-491f-b1d3-8dad463620d3 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:42:41.159648 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] For port d1df662a-b328-4a32-917a-1c209af1cca9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1df662a-b328-4a32-917a-1c209af1cca9,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:41.159995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:41.206181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 66d8753a-3749-491f-b1d3-8dad463620d3 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:42:41.210634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 66d8753a-3749-491f-b1d3-8dad463620d3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:41.210937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:41.225006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475958-9236-4417-a753-086569e94d20 req-0e64c048-d695-45f9-bfa9-da4e7e7466a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:41.226726 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c5475958-9236-4417-a753-086569e94d20 req-0e64c048-d695-45f9-bfa9-da4e7e7466a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 944 time: 0.1884604 Dec 23 08:42:41.288280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Calling delete_port for d1df662a-b328-4a32-917a-1c209af1cca9 owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:41.322783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:41.349853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:41.360690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 66d8753a-3749-491f-b1d3-8dad463620d3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66d8753a-3749-491f-b1d3-8dad463620d3,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:41.364645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:41.391684 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c5475958-9236-4417-a753-086569e94d20 req-ac6ca1df-576a-4550-a693-5d82a2f0695e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097991 Dec 23 08:42:41.438803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=66d8753a-3749-491f-b1d3-8dad463620d3,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:41.472777 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:41.490480 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3', 'code': 200} Dec 23 08:42:41.521015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event deleted for resources: {'Port': ['ID=d1df662a-b328-4a32-917a-1c209af1cca9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:41.596303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] No DVR routers for this DVR port d1df662a-b328-4a32-917a-1c209af1cca9 on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:42:41.598887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:41.601842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'name': 'network-vif-deleted', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:41.618014 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ab4ad5b-8a04-4950-81a1-dc7306cc7d5a req-b4e4ae69-b46e-402e-9e32-d324d3d38180 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "DELETE /v2.0/ports/d1df662a-b328-4a32-917a-1c209af1cca9 HTTP/1.1" status: 204 len: 173 time: 0.8435266 Dec 23 08:42:41.660708 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e0f24f-f471-458b-ba60-0bcbef2574f8', 'name': 'network-vif-deleted', 'tag': 'd1df662a-b328-4a32-917a-1c209af1cca9', 'status': 'completed', 'code': 200} Dec 23 08:42:41.747409 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ba0380c-3ae6-47de-b828-cf2c2bb9e394 req-ecbf8512-f053-494f-9000-55be4714ec80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1098 time: 0.0678988 Dec 23 08:42:41.793442 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ba0380c-3ae6-47de-b828-cf2c2bb9e394 req-67a5f127-18d5-4e3d-8adf-515ab10aec0a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395231 Dec 23 08:42:42.081249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b0f4b7cd-f9fa-4b5a-bba5-4fa0269496f5 req-01ebe218-3b08-4b0c-b60d-9e71004ab99c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Synchronizing usage tracker for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:42:42.098435 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b0f4b7cd-f9fa-4b5a-bba5-4fa0269496f5 req-01ebe218-3b08-4b0c-b60d-9e71004ab99c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Unset dirty status for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:42:42.100045 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b0f4b7cd-f9fa-4b5a-bba5-4fa0269496f5 req-01ebe218-3b08-4b0c-b60d-9e71004ab99c tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=15e0f24f-f471-458b-ba60-0bcbef2574f8 HTTP/1.1" status: 200 len: 210 time: 0.0664139 Dec 23 08:42:42.607972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c6533-2828-4c17-9f37-a511e7d0f548 req-42a42aed-07ff-4ba1-921c-bffcee2834e7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:42.609402 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-717c6533-2828-4c17-9f37-a511e7d0f548 req-42a42aed-07ff-4ba1-921c-bffcee2834e7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 945 time: 0.0811691 Dec 23 08:42:42.659853 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-717c6533-2828-4c17-9f37-a511e7d0f548 req-6123b41c-1cd4-469a-ae8c-9adb9b496519 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448532 Dec 23 08:42:43.864361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a83c13-502b-47bf-bb16-a76e72760e8d req-0faeb4cd-5ce7-4628-aa38-03b7dd65e670 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:43.865821 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a6a83c13-502b-47bf-bb16-a76e72760e8d req-0faeb4cd-5ce7-4628-aa38-03b7dd65e670 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 945 time: 0.0799625 Dec 23 08:42:43.911196 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a6a83c13-502b-47bf-bb16-a76e72760e8d req-f7ff7b11-b0c3-41b8-a7ce-1639957eb9e5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397007 Dec 23 08:42:44.120721 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445d17e-0d71-4644-907e-969cd008df73 req-31c7f6ef-eec3-4c5d-8c08-c35b29d22e13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:44.122118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9445d17e-0d71-4644-907e-969cd008df73 req-31c7f6ef-eec3-4c5d-8c08-c35b29d22e13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 945 time: 0.0783036 Dec 23 08:42:44.250021 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9445d17e-0d71-4644-907e-969cd008df73 req-d9ccd4e0-a212-49bf-a4f8-ec9055c6d6f8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216793 Dec 23 08:42:44.278359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53292) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:44.347340 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-01a96eb2-9aa5-4b61-816b-b644afed57fd tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1093 time: 0.0677497 Dec 23 08:42:44.349919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53296) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:44.355382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:44.361381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:44.365206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:floatingip and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:44.368070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:44.374273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:44.386255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:44.529024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:44.671227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.182 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/f7d2c244-3e6c-4451-b196-fd7451f4a6e8) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:42:44.827002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:44.856850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:44.922878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:42:44.925693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:42:44.928039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:42:44.960090 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=f7d2c244-3e6c-4451-b196-fd7451f4a6e8,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:45.148264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device d1df662a-b328-4a32-917a-1c209af1cca9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:42:45.183353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: d1df662a-b328-4a32-917a-1c209af1cca9 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:42:45.183687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device d1df662a-b328-4a32-917a-1c209af1cca9 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:42:45.441196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:45.499631 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:45.718981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:45.723975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:45.834650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=f7d2c244-3e6c-4451-b196-fd7451f4a6e8,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:45.850742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:46.098035 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c91ff3-fe48-4194-9bc9-66273ff47d54 None None] New status for floating IP 88d5f1b2-1be3-4ba4-92cf-dfd206171b98: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:42:46.138218 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP e35cf073-e39b-4d24-8cfa-532a0be5064a associated. External IP: 172.26.8.182, port: 66d8753a-3749-491f-b1d3-8dad463620d3. Dec 23 08:42:46.548962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 25915dcb-3b01-4ba5-b426-847dac4c2c6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:42:46.758798 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:42:46.769443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] Sync routers for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:42:46.783318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:46.784279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:46.784866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:46.846124 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6f19f826-377d-437e-a57e-9bbcacdda1ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4924202 Dec 23 08:42:46.846124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:46.848083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53310) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:46.902122 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3', 'status': 'completed', 'code': 200} Dec 23 08:42:46.923148 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3f8bae46-8857-45cb-8a95-777881cccaf0 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1093 time: 0.0731046 Dec 23 08:42:47.003244 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a190afc6-aab6-4445-960d-b162c90e2f0c req-786b434c-6fb9-4b57-8c5a-709d269019e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1098 time: 0.0809524 Dec 23 08:42:47.023104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:47.135581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190afc6-aab6-4445-960d-b162c90e2f0c req-9091ddc1-c8f4-4c67-bdf6-a299f8254881 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:47.137316 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a190afc6-aab6-4445-960d-b162c90e2f0c req-9091ddc1-c8f4-4c67-bdf6-a299f8254881 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 897 time: 0.1278312 Dec 23 08:42:47.190271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53318) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:47.196474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466792654', 'description': 'tempest-secgroup-smoke-466792654 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:47.203280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:47.213545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:47.223748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.254253 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a190afc6-aab6-4445-960d-b162c90e2f0c req-59e2c96c-fbe8-435b-b3fe-24ab814a2ea9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 999 time: 0.1102710 Dec 23 08:42:47.265129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:47.269343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:47.272204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:47.281016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:47.319993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190afc6-aab6-4445-960d-b162c90e2f0c req-1b037a58-fd18-4b1f-a5ea-991eaf7fdbc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:47.321436 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a190afc6-aab6-4445-960d-b162c90e2f0c req-1b037a58-fd18-4b1f-a5ea-991eaf7fdbc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0615633 Dec 23 08:42:47.339833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.344492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.389466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0948b29-b4d9-4207-b552-b50d1c8ec5d0,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:47.392898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'e35cf073-e39b-4d24-8cfa-532a0be5064a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:42:45Z', 'updated_at': '2021-12-23T08:42:45Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:47.398452 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] Checking router: 25915dcb-3b01-4ba5-b426-847dac4c2c6f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:42:47.402760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.407216 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9adffe7b-c81b-4f85-b212-a40fdf472db8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2129195 Dec 23 08:42:47.407805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53322) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:47.409320 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a190afc6-aab6-4445-960d-b162c90e2f0c req-5ae3574d-e2aa-421a-aa3f-6190d63388b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821378 Dec 23 08:42:47.413390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f0948b29-b4d9-4207-b552-b50d1c8ec5d0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:47.413621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:47.414241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:47.419668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:47.424087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:47.427349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:47.433221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:47.451416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.516427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.523174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.544292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d11bfd6-f01a-4ace-80fa-9a59ceaf729e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:47.566912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.568102 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-950f5073-ef2c-4daf-9b25-4da30a15fabf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1594207 Dec 23 08:42:47.570937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53326) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:47.574359 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a190afc6-aab6-4445-960d-b162c90e2f0c req-4dbafa0a-c5d8-4936-a302-1c86b06bb22d service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586385 Dec 23 08:42:47.576446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f0948b29-b4d9-4207-b552-b50d1c8ec5d0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:47.582348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:47.586087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:47.589514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:47.596187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:47.616476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.618091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:47.697575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.702449 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.718518 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a190afc6-aab6-4445-960d-b162c90e2f0c req-cce5f259-6ffd-420e-a8b1-a612dc53c961 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378601 Dec 23 08:42:47.751617 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53332) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:47.850908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4401458-84f1-499c-a1b2-4a89c73e541a,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:47.864524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.868534 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-68fc9f0e-f2ab-464e-87f8-d7e4ac1ae561 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2940118 Dec 23 08:42:47.868842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53336) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:47.875205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f0948b29-b4d9-4207-b552-b50d1c8ec5d0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:47.881563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:47.885807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:47.889309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:47.896087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:47.914047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.986171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:47.991421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.021898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d95aa9-d8d0-4f56-85c8-33accc8d60af,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:48.024971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'e35cf073-e39b-4d24-8cfa-532a0be5064a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:42:45Z', 'updated_at': '2021-12-23T08:42:45Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:48.026206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.030634 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-212ef126-7125-4999-8aba-7a9fd3f2da29 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1575818 Dec 23 08:42:48.030876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53340) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:48.033208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f481707-1df9-4568-8b85-3afa6fdec775 None None] The sync data for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv is: [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'e35cf073-e39b-4d24-8cfa-532a0be5064a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:42:45Z', 'updated_at': '2021-12-23T08:42:45Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:42:48.036648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f0948b29-b4d9-4207-b552-b50d1c8ec5d0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:48.045213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:48.050204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:48.053306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:48.059169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:48.083512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.099639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Deleting port a86edddd-09c8-47fe-b9af-ee4ab5e674f1 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:48.099971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.156744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.160524 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.183593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5869a9f-5e5e-444b-a35a-3362856a83b5,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:48.193508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.195029 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3126311a-0b7f-4213-9caf-abff9be3c57d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1631517 Dec 23 08:42:48.197717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53344) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:48.207152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f0948b29-b4d9-4207-b552-b50d1c8ec5d0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:48.213332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:48.217634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:48.220492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:48.226402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:48.239357 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:42:48.245908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.287198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.287757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.316058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.320143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.348592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96211245-555e-4915-b043-00ee1d4c97dc,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:48.349321 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43332cf3-2aca-4fac-a614-3db6cfebbc66 None None] New status for floating IP e35cf073-e39b-4d24-8cfa-532a0be5064a: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:42:48.359964 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.363894 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b99e7949-409c-45e0-bfb2-b0d8b1a75549 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1590796 Dec 23 08:42:48.364058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53348) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:48.369296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': 'f0948b29-b4d9-4207-b552-b50d1c8ec5d0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:48.378986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:48.385585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:42:48.391383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:42:48.397310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:48.409827 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:42:48.414485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Calling delete_port for a86edddd-09c8-47fe-b9af-ee4ab5e674f1 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:48.416406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.495666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.507027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.530756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e9f763-4f96-4c25-9f4c-9852b87ece36,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:48.544583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.546538 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-60232456-94a8-4bf4-8845-d60480829c2e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1810806 Dec 23 08:42:48.583638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.628059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event deleted for resources: {'Port': ['ID=a86edddd-09c8-47fe-b9af-ee4ab5e674f1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:48.754918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:48.802755 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-1e362851-ccb0-41bb-9dae-b9bbbfe03ad2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466792654&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.1107571 Dec 23 08:42:49.025193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-bb5d39b9-7ad0-466f-97cd-b956106c5a32 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:49.034728 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-bb5d39b9-7ad0-466f-97cd-b956106c5a32 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 797 time: 0.2255802 Dec 23 08:42:49.069083 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-c06834d2-60dc-4dcc-be04-2cd11ac0f553 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0287437 Dec 23 08:42:49.226344 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-ce73f068-9454-42e6-9d3a-b95b819c1580 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1514838 Dec 23 08:42:49.523672 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-6ab4221a-253c-4951-b7a0-475a1180740e service neutron] 10.222.0.36 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834044 Dec 23 08:42:49.672971 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4249f2f1-4bbb-4cbf-9982-f7cbe0947df8 service neutron] 10.222.0.36 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422415 Dec 23 08:42:49.674604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:42:49.875366 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e2e5fa9-7b28-4497-8e19-81ddef49d076 req-b0192b5c-0bde-45ae-ba11-f0308758a9a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 210 time: 0.0521724 Dec 23 08:42:49.920896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:42:49.930860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] Sync routers for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:42:49.944309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:49.944539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:49.944920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:50.015902 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-07b0236d-a505-44bb-ad1d-68a8af7008f1 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "DELETE /v2.0/floatingips/f7c72bbc-6cdf-4f93-af79-525db18f584b HTTP/1.1" status: 204 len: 168 time: 2.2631431 Dec 23 08:42:50.016501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:50.070077 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'status': 'completed', 'code': 200} Dec 23 08:42:50.156314 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:50.167487 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0c22120-027b-4b5c-b679-be39d3a5d9b4 req-3cfc77a3-bfb3-43de-8998-f289e3514527 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 1099 time: 0.0764406 Dec 23 08:42:50.316690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c22120-027b-4b5c-b679-be39d3a5d9b4 req-a8ec518a-8ea1-441c-b6a9-c44e7fe94b22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:50.318676 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0c22120-027b-4b5c-b679-be39d3a5d9b4 req-a8ec518a-8ea1-441c-b6a9-c44e7fe94b22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 200 len: 912 time: 0.1441691 Dec 23 08:42:50.427028 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0c22120-027b-4b5c-b679-be39d3a5d9b4 req-c351f69b-f0d4-4e74-9b19-9c94093ec1da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff HTTP/1.1" status: 200 len: 217 time: 0.1021013 Dec 23 08:42:50.507515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c22120-027b-4b5c-b679-be39d3a5d9b4 req-12949a58-bfcc-41e8-bba2-044bde474a8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:50.508880 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0c22120-027b-4b5c-b679-be39d3a5d9b4 req-12949a58-bfcc-41e8-bba2-044bde474a8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 200 len: 851 time: 0.0699477 Dec 23 08:42:50.515229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec37c3-e361-462d-a14c-e504307db48b req-6a219a4b-6b58-42ff-8d45-b7e79e43128b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:50.515949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-f3ec37c3-e361-462d-a14c-e504307db48b req-6a219a4b-6b58-42ff-8d45-b7e79e43128b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Synchronizing usage tracker for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:42:50.523386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:50.527847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] Checking router: a8497edf-4033-40b5-8fa0-fd70ac4d5c02 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:42:50.538830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:42:50.539439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:50.578158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-f3ec37c3-e361-462d-a14c-e504307db48b req-6a219a4b-6b58-42ff-8d45-b7e79e43128b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Unset dirty status for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:42:50.579282 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f3ec37c3-e361-462d-a14c-e504307db48b req-6a219a4b-6b58-42ff-8d45-b7e79e43128b tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 946 time: 0.2026367 Dec 23 08:42:50.616013 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0c22120-027b-4b5c-b679-be39d3a5d9b4 req-1e636820-c2c2-4be6-9e16-b920bcb6ef05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0466956-7443-4629-b4ba-aeec2558edf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973549 Dec 23 08:42:50.708006 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f3ec37c3-e361-462d-a14c-e504307db48b req-4ed822f8-e7d1-4c16-96cd-d775b47187c7 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211047 Dec 23 08:42:50.713927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:42:50.760227 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0c22120-027b-4b5c-b679-be39d3a5d9b4 req-0b779e7d-23ab-4a9d-b1c3-4c86acad407c service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372445 Dec 23 08:42:50.893775 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0c22120-027b-4b5c-b679-be39d3a5d9b4 req-9e44e86e-4cc1-4379-9626-431feea5ae8a service neutron] 10.222.0.24 "GET /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259928 Dec 23 08:42:50.997478 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3b9f34b6-3b8c-4d6b-93d9-6aadb0b4c287 req-10668cb2-63f7-4a95-972f-553c99259528 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 210 time: 0.0469623 Dec 23 08:42:51.051300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:42:51.055231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa52df9-285d-4789-9d64-488f76b749a5 None None] The sync data for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv is: [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:35:37Z', 'revision_number': 4, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '3233e809-9299-4cba-8509-72aeb503809e', 'name': '', 'network_id': 'c0466956-7443-4629-b4ba-aeec2558edf7', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'mac_address': 'fa:16:3e:29:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:36Z', 'updated_at': '2021-12-23T08:35:51Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'subnets': [{'id': '0cf60a63-22fa-47e6-bf74-cce34cd0c39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:42:51.287193 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ecdf6-c574-480f-b5d4-2c3765e38c1c None None] New status for floating IP f7c72bbc-6cdf-4f93-af79-525db18f584b: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:42:51.897357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d6540-4b59-4735-9093-13a20488613b req-e4a09e32-ba12-4d62-bca3-3f544cae6300 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:51.898361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7b0d6540-4b59-4735-9093-13a20488613b req-e4a09e32-ba12-4d62-bca3-3f544cae6300 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Synchronizing usage tracker for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:42:51.913297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7b0d6540-4b59-4735-9093-13a20488613b req-e4a09e32-ba12-4d62-bca3-3f544cae6300 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Unset dirty status for tenant:c28531ebe3bc4e779c45b82c6f913fa6 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:42:51.915470 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7b0d6540-4b59-4735-9093-13a20488613b req-e4a09e32-ba12-4d62-bca3-3f544cae6300 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 946 time: 0.1100338 Dec 23 08:42:51.992212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-7b0d6540-4b59-4735-9093-13a20488613b req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Deleting port f8958a2a-f3a5-40ed-a4d6-c19162e163ff {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:51.992627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7b0d6540-4b59-4735-9093-13a20488613b req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:52.010413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-a1abf004-2fac-4be6-8e9e-da99be028e3d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:52.011806 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-a1abf004-2fac-4be6-8e9e-da99be028e3d tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 797 time: 0.3021481 Dec 23 08:42:52.031643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171de1cb-d04f-41e4-894b-962cabd7bfdf req-d414bdb2-bb05-45b2-8038-75ef0e7014d4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:52.033044 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-171de1cb-d04f-41e4-894b-962cabd7bfdf req-d414bdb2-bb05-45b2-8038-75ef0e7014d4 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 946 time: 0.1255672 Dec 23 08:42:52.109879 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-3c95438b-34a6-4daa-a88d-afb8585c727b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 471 time: 0.0758636 Dec 23 08:42:52.114825 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-171de1cb-d04f-41e4-894b-962cabd7bfdf req-1fc9d737-84d4-47f8-9527-aeb4432b8d94 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2998faf-18ad-4537-b91f-dea74571f035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675931 Dec 23 08:42:52.119268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['f0948b29-b4d9-4207-b552-b50d1c8ec5d0']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:52.227434 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b4cca5e7-a114-4f15-a8c9-eeb34d4742e4 req-52cd1860-1dfd-4593-b5c6-e0e78aadde25 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 210 time: 0.0940058 Dec 23 08:42:52.249174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-7b0d6540-4b59-4735-9093-13a20488613b req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] For port f8958a2a-f3a5-40ed-a4d6-c19162e163ff, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:52.249533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7b0d6540-4b59-4735-9093-13a20488613b req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:52.289555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:42:52.299423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:42:52.308985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:42:52.312099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:52.369350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-7b0d6540-4b59-4735-9093-13a20488613b req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Calling delete_port for f8958a2a-f3a5-40ed-a4d6-c19162e163ff owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:52.481381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.7 (6b1fb48b-0a45-48ed-b142-a55d539ca370/4a9804b9-be02-4883-bd90-eb55f8b89cb1/51914473-5ee9-408b-a7d4-d3d70f8b081f) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:42:52.549585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7b0d6540-4b59-4735-9093-13a20488613b req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:52.615938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event deleted for resources: {'Port': ['ID=f8958a2a-f3a5-40ed-a4d6-c19162e163ff,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:52.670283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:52.686190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 51914473-5ee9-408b-a7d4-d3d70f8b081f will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:42:52.691050 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d6540-4b59-4735-9093-13a20488613b req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] No DVR routers for this DVR port f8958a2a-f3a5-40ed-a4d6-c19162e163ff on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:42:52.693469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7b0d6540-4b59-4735-9093-13a20488613b req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:52.696049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'name': 'network-vif-deleted', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:52.709027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:52.716557 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7b0d6540-4b59-4735-9093-13a20488613b req-940ac433-4d3e-47f6-b78b-c715d983a38d tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.24 "DELETE /v2.0/ports/f8958a2a-f3a5-40ed-a4d6-c19162e163ff HTTP/1.1" status: 204 len: 173 time: 0.7944558 Dec 23 08:42:52.753842 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c8e414-950c-45d5-9fac-91192afb8aa6', 'name': 'network-vif-deleted', 'tag': 'f8958a2a-f3a5-40ed-a4d6-c19162e163ff', 'status': 'completed', 'code': 200} Dec 23 08:42:52.794481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:42:52.795257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=51914473-5ee9-408b-a7d4-d3d70f8b081f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:52.797708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:42:52.799759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:42:52.860578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:52.861173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:52.889634 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-4ba4c8c4-79e2-434b-ac47-8be95c2f001b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730753 Dec 23 08:42:52.900501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Request body: {'port': {'device_id': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:42:53.020304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:53.050228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9eda705e-e5b6-4b71-b2e3-934d47154bec None None] Provisioning for port 51914473-5ee9-408b-a7d4-d3d70f8b081f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:42:53.057162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9eda705e-e5b6-4b71-b2e3-934d47154bec None None] Provisioning complete for port 51914473-5ee9-408b-a7d4-d3d70f8b081f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:53.057851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9eda705e-e5b6-4b71-b2e3-934d47154bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:53.125210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-9eda705e-e5b6-4b71-b2e3-934d47154bec None None] Port 51914473-5ee9-408b-a7d4-d3d70f8b081f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:42:53.323660 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-92e6d239-85a4-498a-9a1b-ccf467e4a166 req-862c7069-fa37-4803-90d7-aaba8735724f tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c8e414-950c-45d5-9fac-91192afb8aa6 HTTP/1.1" status: 200 len: 210 time: 0.0589240 Dec 23 08:42:53.510551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed62ab-ed7e-4caf-a79c-5307cebe3002 req-2142100c-8140-45b1-9d0d-3ca1cb22eff5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:53.511232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-00ed62ab-ed7e-4caf-a79c-5307cebe3002 req-2142100c-8140-45b1-9d0d-3ca1cb22eff5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:42:53.519326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51914473-5ee9-408b-a7d4-d3d70f8b081f {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:42:53.530961 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:53.542546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-00ed62ab-ed7e-4caf-a79c-5307cebe3002 req-2142100c-8140-45b1-9d0d-3ca1cb22eff5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:42:53.543712 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-00ed62ab-ed7e-4caf-a79c-5307cebe3002 req-2142100c-8140-45b1-9d0d-3ca1cb22eff5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 931 time: 0.1846986 Dec 23 08:42:53.551857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Transition to ACTIVE for port object 51914473-5ee9-408b-a7d4-d3d70f8b081f will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:42:53.567331 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:53.709654 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-00ed62ab-ed7e-4caf-a79c-5307cebe3002 req-581180f8-91d7-4ee4-b592-e05a58f8e756 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597269 Dec 23 08:42:53.714187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Pushing event updated for resources: {'Port': ['ID=51914473-5ee9-408b-a7d4-d3d70f8b081f,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:53.927358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Attempting to bind port 51914473-5ee9-408b-a7d4-d3d70f8b081f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:42:53.927602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Attempting to bind port 51914473-5ee9-408b-a7d4-d3d70f8b081f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:42:53.927944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Attempting to bind port 51914473-5ee9-408b-a7d4-d3d70f8b081f on network 6b1fb48b-0a45-48ed-b142-a55d539ca370 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:42:53.933530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Port 51914473-5ee9-408b-a7d4-d3d70f8b081f on network 6b1fb48b-0a45-48ed-b142-a55d539ca370 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:42:53.933840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Attempting to bind port 51914473-5ee9-408b-a7d4-d3d70f8b081f on network 6b1fb48b-0a45-48ed-b142-a55d539ca370 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:42:53.940197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:42:53.940523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Checking segment: {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:42:53.940892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Bound using segment: {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:42:53.941306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Bound port: 51914473-5ee9-408b-a7d4-d3d70f8b081f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d92e11-e478-4be0-94ec-cbba032ab35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:42:53.941640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:54.031780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] For port 51914473-5ee9-408b-a7d4-d3d70f8b081f, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:42:54.034660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] For port 51914473-5ee9-408b-a7d4-d3d70f8b081f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=51914473-5ee9-408b-a7d4-d3d70f8b081f,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:42:54.039143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:54.098879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:54.100211 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] 10.222.0.24 "PUT /v2.0/ports/51914473-5ee9-408b-a7d4-d3d70f8b081f HTTP/1.1" status: 200 len: 1093 time: 1.2043893 Dec 23 08:42:54.100885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:54.128776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cdf46-e282-40d8-902a-4a33dd60a028 service neutron] Pushing event updated for resources: {'Port': ['ID=51914473-5ee9-408b-a7d4-d3d70f8b081f,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:54.177045 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'status': 'completed', 'code': 200} Dec 23 08:42:54.218684 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-33f2d097-5c7a-49f9-b71b-899bfca34ea8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 1096 time: 0.0738060 Dec 23 08:42:54.300335 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-f9f24789-a513-4af6-bb1c-0b5cd8fcc10f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51914473-5ee9-408b-a7d4-d3d70f8b081f HTTP/1.1" status: 200 len: 217 time: 0.0736799 Dec 23 08:42:54.367625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-ea19eee1-3eac-4248-a5cb-cdad555b4c74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:54.368854 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-ea19eee1-3eac-4248-a5cb-cdad555b4c74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0618243 Dec 23 08:42:54.432645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53394) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:54.443948 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-1a30d29c-79f2-4750-8a36-b53c51d74e7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682583 Dec 23 08:42:54.575332 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-db0d7798-03fd-424e-b987-b61d408b228b service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231618 Dec 23 08:42:54.586244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Deleting port 3e7b3553-1e51-48d5-952d-34e8fba06876 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:54.586584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:54.709285 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d6253c6-9cd3-4339-ac51-7e06ee09959c req-5d76837c-b1c5-44c8-a7ad-f486f5b080e7 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255765 Dec 23 08:42:54.754605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:54.754948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:54.830544 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-38a6057f-3f33-4b1f-ae59-0a1a1b147699 req-d369ee29-6958-4b4a-accf-2e158a1bc5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 1096 time: 0.0690904 Dec 23 08:42:54.963867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Calling delete_port for 3e7b3553-1e51-48d5-952d-34e8fba06876 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:55.020283 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6057f-3f33-4b1f-ae59-0a1a1b147699 req-085face8-329a-470c-876b-80bcdb7ad3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:55.021705 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-38a6057f-3f33-4b1f-ae59-0a1a1b147699 req-085face8-329a-470c-876b-80bcdb7ad3d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 897 time: 0.1839614 Dec 23 08:42:55.030355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe05422-70cd-4059-8134-cc90f4faa8b1 req-f831f346-01df-40ec-bc8f-6ec207fc7691 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:55.031784 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0fe05422-70cd-4059-8134-cc90f4faa8b1 req-f831f346-01df-40ec-bc8f-6ec207fc7691 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 943 time: 0.1764691 Dec 23 08:42:55.103466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:55.116499 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-38a6057f-3f33-4b1f-ae59-0a1a1b147699 req-355821a1-a098-41f5-8d9a-93ac0bd8682f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51914473-5ee9-408b-a7d4-d3d70f8b081f HTTP/1.1" status: 200 len: 217 time: 0.0837998 Dec 23 08:42:55.148908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event deleted for resources: {'Port': ['ID=3e7b3553-1e51-48d5-952d-34e8fba06876,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:55.177672 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0fe05422-70cd-4059-8134-cc90f4faa8b1 req-6bef7e5b-3c58-479d-9fb2-eded4d9d1da9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975382 Dec 23 08:42:55.192981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6057f-3f33-4b1f-ae59-0a1a1b147699 req-fb9338e9-4762-47f2-ae10-89db315d268a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:55.194554 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-38a6057f-3f33-4b1f-ae59-0a1a1b147699 req-fb9338e9-4762-47f2-ae10-89db315d268a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0691056 Dec 23 08:42:55.223438 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device f8958a2a-f3a5-40ed-a4d6-c19162e163ff no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:42:55.245173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:55.257092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: f8958a2a-f3a5-40ed-a4d6-c19162e163ff {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:42:55.257662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device f8958a2a-f3a5-40ed-a4d6-c19162e163ff not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:42:55.260200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:55.261338 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bd94d339-18b7-450d-b391-58a4c45b5de9 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "DELETE /v2.0/floatingips/499eec6e-63bc-417d-b8e1-5c09dfaaf609 HTTP/1.1" status: 204 len: 168 time: 0.8277309 Dec 23 08:42:55.275832 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-38a6057f-3f33-4b1f-ae59-0a1a1b147699 req-5a61ccb6-3c24-4ad6-8610-53e058ee548f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737543 Dec 23 08:42:55.407061 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-38a6057f-3f33-4b1f-ae59-0a1a1b147699 req-cc672b8d-f598-4077-afb6-3f658af37414 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232848 Dec 23 08:42:55.547901 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-38a6057f-3f33-4b1f-ae59-0a1a1b147699 req-db10be1b-6a46-47e1-82f3-0e206d891b1d service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345572 Dec 23 08:42:56.459341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac0c25-6758-47cb-9c12-22ef7fccd378 req-5d41e2f3-1e50-4285-bdb6-edf3edc918a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:56.460820 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffac0c25-6758-47cb-9c12-22ef7fccd378 req-5d41e2f3-1e50-4285-bdb6-edf3edc918a4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 943 time: 0.1596925 Dec 23 08:42:56.511380 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffac0c25-6758-47cb-9c12-22ef7fccd378 req-b97f1116-3b77-414f-9531-99343b89f2cd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447066 Dec 23 08:42:57.244467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 51914473-5ee9-408b-a7d4-d3d70f8b081f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:42:57.379270 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 51914473-5ee9-408b-a7d4-d3d70f8b081f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=51914473-5ee9-408b-a7d4-d3d70f8b081f,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:57.392448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'port_id': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'mac_address': 'fa:16:3e:a5:00:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:42:57.443723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:57.461777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51914473-5ee9-408b-a7d4-d3d70f8b081f {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:42:57.477607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 51914473-5ee9-408b-a7d4-d3d70f8b081f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=51914473-5ee9-408b-a7d4-d3d70f8b081f,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:57.486846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:57.553369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=51914473-5ee9-408b-a7d4-d3d70f8b081f,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:57.715801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['51914473-5ee9-408b-a7d4-d3d70f8b081f'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:42:57.722269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aa1d7-0cf0-4567-9256-d313592fc364 req-aafc46e7-2254-4ee6-a1bd-ef330444e4a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:57.724025 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-427aa1d7-0cf0-4567-9256-d313592fc364 req-aafc46e7-2254-4ee6-a1bd-ef330444e4a6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 944 time: 0.0912242 Dec 23 08:42:57.767486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53416) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:57.790807 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-427aa1d7-0cf0-4567-9256-d313592fc364 req-7b38218e-34d3-49db-88ff-3a6476209345 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587814 Dec 23 08:42:57.848958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8263140b-f4c3-4230-b92d-fcdd1b7d4988 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:57.878298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8263140b-f4c3-4230-b92d-fcdd1b7d4988 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:57.945845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8263140b-f4c3-4230-b92d-fcdd1b7d4988 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:57.967882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263140b-f4c3-4230-b92d-fcdd1b7d4988 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2998faf-18ad-4537-b91f-dea74571f035,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:57.975144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8263140b-f4c3-4230-b92d-fcdd1b7d4988 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:57.976504 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8263140b-f4c3-4230-b92d-fcdd1b7d4988 tempest-TestVolumeBootPattern-1918420945 tempest-TestVolumeBootPattern-1918420945-project] 10.222.0.36 "DELETE /v2.0/security-groups/d2998faf-18ad-4537-b91f-dea74571f035 HTTP/1.1" status: 204 len: 168 time: 0.2074237 Dec 23 08:42:58.048341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53422) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:42:58.587923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:58.982661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3d1f7-ee8b-4659-b417-68bc9e5ed066 req-d0e51c3b-c7d4-4d94-bdc6-5f0e1b51c6fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:42:58.984239 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8fc3d1f7-ee8b-4659-b417-68bc9e5ed066 req-d0e51c3b-c7d4-4d94-bdc6-5f0e1b51c6fb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 944 time: 0.0755754 Dec 23 08:42:59.031022 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8fc3d1f7-ee8b-4659-b417-68bc9e5ed066 req-56e1a02f-e3c0-46da-b4a9-84d821500212 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413353 Dec 23 08:42:59.179561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Deleting port 3233e809-9299-4cba-8509-72aeb503809e {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:42:59.180147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:59.266225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 51914473-5ee9-408b-a7d4-d3d70f8b081f up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:42:59.338823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 51914473-5ee9-408b-a7d4-d3d70f8b081f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:42:59.344313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 51914473-5ee9-408b-a7d4-d3d70f8b081f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:42:59.344816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:59.448620 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] For port 3233e809-9299-4cba-8509-72aeb503809e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3233e809-9299-4cba-8509-72aeb503809e,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:59.448856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:59.490227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:59.517126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:42:59.526474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 51914473-5ee9-408b-a7d4-d3d70f8b081f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=51914473-5ee9-408b-a7d4-d3d70f8b081f,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:42:59.533200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:59.578788 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'code': 200} Dec 23 08:42:59.585132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Calling delete_port for 3233e809-9299-4cba-8509-72aeb503809e owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:42:59.603952 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=51914473-5ee9-408b-a7d4-d3d70f8b081f,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:59.764882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:42:59.808450 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-10c8800a-f9b1-4f9c-b48b-54512c40cef5 req-655ae036-03a5-4221-bfd5-d285f3795ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 1098 time: 0.0705247 Dec 23 08:42:59.811358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Pushing event deleted for resources: {'Port': ['ID=3233e809-9299-4cba-8509-72aeb503809e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:42:59.855808 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-10c8800a-f9b1-4f9c-b48b-54512c40cef5 req-17060ca8-c2ba-49ba-9747-24f32ea684de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 Dec 23 08:43:00.097501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:00.366634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e0d46-ce5a-45d4-ab58-f0bae363af51 req-6aec2147-c15e-4649-bcd6-710f91895b41 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:00.367977 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-344e0d46-ce5a-45d4-ab58-f0bae363af51 req-6aec2147-c15e-4649-bcd6-710f91895b41 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 945 time: 0.0753601 Dec 23 08:43:00.390495 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:00.418186 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-344e0d46-ce5a-45d4-ab58-f0bae363af51 req-f29c26ea-41a3-42a3-841f-7e919c9bfd37 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442319 Dec 23 08:43:00.469253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0b0d-8243-45a0-9b4f-c84ffa9f6a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:00.673836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:43:00.977006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:43:00.986435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] Sync routers for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:43:00.989384 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-611fc17f-f4b2-419c-8df2-2cd93cc2f124 admin admin] 10.222.0.36 "PUT /v2.0/routers/a8497edf-4033-40b5-8fa0-fd70ac4d5c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9399827 Dec 23 08:43:00.991984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53434) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:01.001272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:01.001857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:01.171684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:01.185492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:01.377838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:01.387378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Deleting port f289083f-c968-4c5e-968e-2e177c4891da {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:01.387786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:01.454597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:42:59Z', 'revision_number': 5, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port': {'id': 'f289083f-c968-4c5e-968e-2e177c4891da', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:35Z', 'updated_at': '2021-12-23T08:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:01.458708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] Checking router: a8497edf-4033-40b5-8fa0-fd70ac4d5c02 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:43:01.470972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] Routers {'a8497edf-4033-40b5-8fa0-fd70ac4d5c02'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:01.471648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:42:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:01.576575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] For port f289083f-c968-4c5e-968e-2e177c4891da, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f289083f-c968-4c5e-968e-2e177c4891da,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:01.577010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:01.616754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b12e7-38be-428b-8fff-2d39547387f4 req-2a1d8852-1723-42dc-90e9-af854e112edf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:01.618237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b7b12e7-38be-428b-8fff-2d39547387f4 req-2a1d8852-1723-42dc-90e9-af854e112edf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 945 time: 0.0757980 Dec 23 08:43:01.624234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] Set router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:01.669199 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b7b12e7-38be-428b-8fff-2d39547387f4 req-fad7a15e-b305-4a16-8e94-ff47086f80da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415041 Dec 23 08:43:01.716071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Calling delete_port for f289083f-c968-4c5e-968e-2e177c4891da owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:01.738250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:43:01Z', 'revision_number': 6, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:01.742457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a81db4-3e6c-415a-a8ba-69e01a92ffaf None None] The sync data for ids ['a8497edf-4033-40b5-8fa0-fd70ac4d5c02'] in dv-neutron-822507-1-hyperv is: [{'id': 'a8497edf-4033-40b5-8fa0-fd70ac4d5c02', 'name': 'tempest-TestVolumeBootPattern-2127859475-router', 'tenant_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:34Z', 'updated_at': '2021-12-23T08:43:01Z', 'revision_number': 6, 'project_id': 'c28531ebe3bc4e779c45b82c6f913fa6', 'gw_port_host': None}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:43:01.893304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:01.894213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48fdbb-fe5d-4c0a-8220-5567242fd6a9 req-4a2a7308-cc82-4daa-a387-9f78a5c14a6f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:01.895652 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dd48fdbb-fe5d-4c0a-8220-5567242fd6a9 req-4a2a7308-cc82-4daa-a387-9f78a5c14a6f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 945 time: 0.0794857 Dec 23 08:43:01.937629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f289083f-c968-4c5e-968e-2e177c4891da,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:01.939944 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dd48fdbb-fe5d-4c0a-8220-5567242fd6a9 req-28113d88-4373-46b3-b2a5-56f04ff07290 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387709 Dec 23 08:43:01.968305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53442) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:02.036348 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f64d6753-c19d-4085-88f7-028360f1be06 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 1093 time: 0.0666866 Dec 23 08:43:02.038759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53446) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:02.043784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:43:02.049174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:43:02.052980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:floatingip and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:43:02.055914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:43:02.062247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:43:02.071983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.162649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.212956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.353627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.136 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/aa66ed77-6167-4119-a63b-a1742f7e6d17) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:43:02.520806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.525304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.532815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.557173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.562003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.562787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8497edf-4033-40b5-8fa0-fd70ac4d5c02 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:43:02.574950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.576070 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3f19a84c-7765-4376-b91b-418fce276c06 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a8497edf-4033-40b5-8fa0-fd70ac4d5c02 HTTP/1.1" status: 204 len: 168 time: 1.5831907 Dec 23 08:43:02.578702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53450) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:02.624250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:43:02.626782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:43:02.631243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:43:02.641346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0341558-8154-46ee-84af-e7fc6f897478 admin admin] Deleting subnet 0cf60a63-22fa-47e6-bf74-cce34cd0c39b {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:43:02.644340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0341558-8154-46ee-84af-e7fc6f897478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.660894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=aa66ed77-6167-4119-a63b-a1742f7e6d17,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:02.693685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0341558-8154-46ee-84af-e7fc6f897478 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.760749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb830-c814-469f-818e-2d43770468b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.787287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0341558-8154-46ee-84af-e7fc6f897478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.856789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0341558-8154-46ee-84af-e7fc6f897478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.892920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0341558-8154-46ee-84af-e7fc6f897478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf60a63-22fa-47e6-bf74-cce34cd0c39b,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:02.899063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a0341558-8154-46ee-84af-e7fc6f897478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:02.905188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135ce11-6829-4630-8599-21162771b3c1 None None] Network c0466956-7443-4629-b4ba-aeec2558edf7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:43:02.905341 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a0341558-8154-46ee-84af-e7fc6f897478 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0cf60a63-22fa-47e6-bf74-cce34cd0c39b HTTP/1.1" status: 204 len: 168 time: 0.3255734 Dec 23 08:43:02.907621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53454) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:03.014014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.024516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Deleting port a2199852-cba9-4fa0-914b-2334aecabbf0 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:03.024516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.166359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] DHCP port deletion for c0466956-7443-4629-b4ba-aeec2558edf7 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:43:03.170445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] Deleting port a2199852-cba9-4fa0-914b-2334aecabbf0 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:03.170887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.245399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] For port a2199852-cba9-4fa0-914b-2334aecabbf0, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a2199852-cba9-4fa0-914b-2334aecabbf0,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:03.245976 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.271066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.328112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.367386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Calling delete_port for a2199852-cba9-4fa0-914b-2334aecabbf0 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:03.376431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] For port a2199852-cba9-4fa0-914b-2334aecabbf0, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a2199852-cba9-4fa0-914b-2334aecabbf0,segment=NetworkSegment(9f2335eb-0a6d-42f0-85e0-1eda9815275b),segment_id=9f2335eb-0a6d-42f0-85e0-1eda9815275b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:03.376886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.442704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.507194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2199852-cba9-4fa0-914b-2334aecabbf0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:03.515052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] No DVR routers for this DVR port a2199852-cba9-4fa0-914b-2334aecabbf0 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:43:03.543101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] Calling delete_port for a2199852-cba9-4fa0-914b-2334aecabbf0 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:03.552128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.558223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.614644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:43:03.615274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:43:03.633471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.658487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0466956-7443-4629-b4ba-aeec2558edf7']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:03.660977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=aa66ed77-6167-4119-a63b-a1742f7e6d17,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:03.672295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2335eb-0a6d-42f0-85e0-1eda9815275b') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:03.672594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2335eb-0a6d-42f0-85e0-1eda9815275b') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:03.680975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.684976 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.701568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.708833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:43:03.709446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:43:03.723812 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:43:03.758971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f289083f-c968-4c5e-968e-2e177c4891da no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:43:03.795507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f289083f-c968-4c5e-968e-2e177c4891da {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:43:03.796209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f289083f-c968-4c5e-968e-2e177c4891da not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:43:03.796209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3233e809-9299-4cba-8509-72aeb503809e no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:43:03.810008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.818578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.829248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 3233e809-9299-4cba-8509-72aeb503809e {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:43:03.829248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3233e809-9299-4cba-8509-72aeb503809e not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:43:03.829248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a2199852-cba9-4fa0-914b-2334aecabbf0 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:43:03.846603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0466956-7443-4629-b4ba-aeec2558edf7,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:03.863998 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0083b43b-6d3b-4693-825e-80948a778b00 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c0466956-7443-4629-b4ba-aeec2558edf7 HTTP/1.1" status: 204 len: 168 time: 0.9526882 Dec 23 08:43:03.864182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: a2199852-cba9-4fa0-914b-2334aecabbf0 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:43:03.864182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a2199852-cba9-4fa0-914b-2334aecabbf0 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:43:03.864367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53458) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:03.882759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:03.891085 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP fa0ee20f-30f9-4326-ae20-6bf302fe264a associated. External IP: 172.26.8.136, port: 51914473-5ee9-408b-a7d4-d3d70f8b081f. Dec 23 08:43:03.925032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:04.117040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] Deleting port a2199852-cba9-4fa0-914b-2334aecabbf0 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:04.117318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:04.191283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f58fe97e-98a0-432a-ad82-1ecfb13687b8 None None] The port 'a2199852-cba9-4fa0-914b-2334aecabbf0' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:43:04.313226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 25915dcb-3b01-4ba5-b426-847dac4c2c6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:43:04.359141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:04.518874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:43:04.534042 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] Sync routers for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:43:04.546145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:04.549803 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:04.550626 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:04.604248 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2c9de539-b3bf-44e4-bb6f-ecdeeba94419 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5644801 Dec 23 08:43:04.604823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:43:04.659713 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'status': 'completed', 'code': 200} Dec 23 08:43:04.736472 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:04.754650 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9ae701f-6c92-4033-892d-afab7bfe1dd8 req-4b27bdc4-045b-44df-9af1-a63adc98e822 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 1098 time: 0.0718989 Dec 23 08:43:04.990805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae701f-6c92-4033-892d-afab7bfe1dd8 req-30ac4ec7-aad6-4df3-a5e6-136c004bdd7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:04.991204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Deleting port f525ee2c-dba5-4b52-a229-e6c55e78c399 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:04.991687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:04.992296 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9ae701f-6c92-4033-892d-afab7bfe1dd8 req-30ac4ec7-aad6-4df3-a5e6-136c004bdd7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 897 time: 0.2309341 Dec 23 08:43:05.118209 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9ae701f-6c92-4033-892d-afab7bfe1dd8 req-461d6ec8-b333-4953-b386-7098375ca1ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51914473-5ee9-408b-a7d4-d3d70f8b081f HTTP/1.1" status: 200 len: 999 time: 0.1178281 Dec 23 08:43:05.120202 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'e35cf073-e39b-4d24-8cfa-532a0be5064a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:42:45Z', 'updated_at': '2021-12-23T08:42:48Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}, {'id': 'fa0ee20f-30f9-4326-ae20-6bf302fe264a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.136', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:a5:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:43:03Z', 'updated_at': '2021-12-23T08:43:03Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:05.124829 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] Checking router: 25915dcb-3b01-4ba5-b426-847dac4c2c6f for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:43:05.135191 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:05.135779 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:05.174698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] For port f525ee2c-dba5-4b52-a229-e6c55e78c399, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f525ee2c-dba5-4b52-a229-e6c55e78c399,segment=NetworkSegment(47d18921-f115-44b5-84ca-e85ef3d08b04),segment_id=47d18921-f115-44b5-84ca-e85ef3d08b04)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:05.175148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:05.182060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae701f-6c92-4033-892d-afab7bfe1dd8 req-1faada92-5274-450f-b7c9-08ca33fcd7db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:05.183494 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9ae701f-6c92-4033-892d-afab7bfe1dd8 req-1faada92-5274-450f-b7c9-08ca33fcd7db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0581148 Dec 23 08:43:05.267003 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9ae701f-6c92-4033-892d-afab7bfe1dd8 req-7a03abe6-8bcb-4810-a55f-143714ca7ce2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759399 Dec 23 08:43:05.278590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:05.295254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Calling delete_port for f525ee2c-dba5-4b52-a229-e6c55e78c399 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:05.321350 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:05.404837 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9ae701f-6c92-4033-892d-afab7bfe1dd8 req-43610350-22c5-4c79-94f2-4935960c7ee1 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313469 Dec 23 08:43:05.490605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:05.546014 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9ae701f-6c92-4033-892d-afab7bfe1dd8 req-c310fc3c-4202-4a47-ab99-eb768289691a service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344733 Dec 23 08:43:05.551687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Pushing event deleted for resources: {'Port': ['ID=f525ee2c-dba5-4b52-a229-e6c55e78c399,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:05.692604 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'e35cf073-e39b-4d24-8cfa-532a0be5064a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:42:45Z', 'updated_at': '2021-12-23T08:42:48Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}, {'id': 'fa0ee20f-30f9-4326-ae20-6bf302fe264a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.136', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:a5:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:43:03Z', 'updated_at': '2021-12-23T08:43:03Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:05.697280 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef6f27-e5ea-449b-baf3-31559b418cb5 None None] The sync data for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv is: [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'e35cf073-e39b-4d24-8cfa-532a0be5064a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:42:45Z', 'updated_at': '2021-12-23T08:42:48Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}, {'id': 'fa0ee20f-30f9-4326-ae20-6bf302fe264a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.136', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:a5:00:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:43:03Z', 'updated_at': '2021-12-23T08:43:03Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:43:05.909904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac71304-a549-4b18-9404-30c9b4026b2b None None] New status for floating IP fa0ee20f-30f9-4326-ae20-6bf302fe264a: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:43:05.967289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:06.522636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Router 70a036f7-715a-40ec-913d-fd0cebc21083 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:43:06.719356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:43:06.728157 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] Sync routers for ids ['70a036f7-715a-40ec-913d-fd0cebc21083'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:43:06.736587 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-85fcd3bf-4d70-49ea-92bc-d4a51d61c166 admin admin] 10.222.0.36 "PUT /v2.0/routers/70a036f7-715a-40ec-913d-fd0cebc21083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8713131 Dec 23 08:43:06.739560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53466) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:06.741890 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] Routers {'70a036f7-715a-40ec-913d-fd0cebc21083'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:06.741890 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['70a036f7-715a-40ec-913d-fd0cebc21083'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:06.915788 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] Set router 70a036f7-715a-40ec-913d-fd0cebc21083 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:06.935566 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:07.204875 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:43:05Z', 'revision_number': 5, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'gw_port': {'id': 'a7e6987d-bad3-44fc-b410-7b77c53d5b25', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:07.208559 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] Checking router: 70a036f7-715a-40ec-913d-fd0cebc21083 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:43:07.219668 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] Routers {'70a036f7-715a-40ec-913d-fd0cebc21083'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:07.220252 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['70a036f7-715a-40ec-913d-fd0cebc21083'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:07.239148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:07.248173 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Deleting port a7e6987d-bad3-44fc-b410-7b77c53d5b25 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:07.248511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:07.376398 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] Set router 70a036f7-715a-40ec-913d-fd0cebc21083 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:07.424864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] For port a7e6987d-bad3-44fc-b410-7b77c53d5b25, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7e6987d-bad3-44fc-b410-7b77c53d5b25,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:07.425207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:07.511290 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:43:07Z', 'revision_number': 6, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:07.515757 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d212fabd-bc89-4d13-90d7-400d83493e64 None None] The sync data for ids ['70a036f7-715a-40ec-913d-fd0cebc21083'] in dv-neutron-822507-1-hyperv is: [{'id': '70a036f7-715a-40ec-913d-fd0cebc21083', 'name': 'tempest-TestVolumeBootPattern-119626481-router', 'tenant_id': '6df28f3fffaa49b78f5c39f326008c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:35:40Z', 'updated_at': '2021-12-23T08:43:07Z', 'revision_number': 6, 'project_id': '6df28f3fffaa49b78f5c39f326008c1d', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:43:07.547118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Calling delete_port for a7e6987d-bad3-44fc-b410-7b77c53d5b25 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:07.710016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:07.754074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e6987d-bad3-44fc-b410-7b77c53d5b25,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:07.941673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f525ee2c-dba5-4b52-a229-e6c55e78c399 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:43:07.973891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f525ee2c-dba5-4b52-a229-e6c55e78c399 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:43:07.974258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f525ee2c-dba5-4b52-a229-e6c55e78c399 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:43:07.974413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.229663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.233769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.258034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.258637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70a036f7-715a-40ec-913d-fd0cebc21083 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:43:08.271575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.272674 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d552e02f-51e5-4677-9f65-1e5a50532009 admin admin] 10.222.0.36 "DELETE /v2.0/routers/70a036f7-715a-40ec-913d-fd0cebc21083 HTTP/1.1" status: 204 len: 168 time: 1.5321405 Dec 23 08:43:08.275294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53470) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:08.334254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6a6008-35de-4595-9a82-1a2525a5e8a6 admin admin] Deleting subnet 47da9a3a-8dec-4d37-9127-4a2f1a2d7593 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:43:08.336938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6008-35de-4595-9a82-1a2525a5e8a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.386756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6008-35de-4595-9a82-1a2525a5e8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.464368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6008-35de-4595-9a82-1a2525a5e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.635249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6008-35de-4595-9a82-1a2525a5e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.672902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a6008-35de-4595-9a82-1a2525a5e8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47da9a3a-8dec-4d37-9127-4a2f1a2d7593,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:08.677500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2c6a6008-35de-4595-9a82-1a2525a5e8a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.685693 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2c6a6008-35de-4595-9a82-1a2525a5e8a6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/47da9a3a-8dec-4d37-9127-4a2f1a2d7593 HTTP/1.1" status: 204 len: 168 time: 0.4072647 Dec 23 08:43:08.685846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b85435-4338-4ea5-8f8d-fc5d1385c029 None None] Network 610c7716-5dd2-44ce-bb44-57b13c91eb4e requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:43:08.686092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53474) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:08.789703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.801054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Deleting port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:08.801375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:08.916558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] DHCP port deletion for 610c7716-5dd2-44ce-bb44-57b13c91eb4e request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:43:08.921364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] Deleting port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:08.921727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.003929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] For port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe,segment=NetworkSegment(47d18921-f115-44b5-84ca-e85ef3d08b04),segment_id=47d18921-f115-44b5-84ca-e85ef3d08b04)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:09.004267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.114777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] For port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe,segment=NetworkSegment(47d18921-f115-44b5-84ca-e85ef3d08b04),segment_id=47d18921-f115-44b5-84ca-e85ef3d08b04)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:09.115375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.120601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Calling delete_port for 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:09.191810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.234304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] Calling delete_port for 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:09.237439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Pushing event deleted for resources: {'Port': ['ID=46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:09.244147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] No DVR routers for this DVR port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:43:09.302144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:43:09.302491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:43:09.356630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.381152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610c7716-5dd2-44ce-bb44-57b13c91eb4e']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:09.393367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d18921-f115-44b5-84ca-e85ef3d08b04') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:09.393662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d18921-f115-44b5-84ca-e85ef3d08b04') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:09.404896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.421619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.427877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:43:09.428309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:43:09.441533 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:43:09.518309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.533820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.545818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] Pushing event deleted for resources: {'Network': ['ID=610c7716-5dd2-44ce-bb44-57b13c91eb4e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:09.550545 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3e9d8ae9-7203-429d-ada5-cf966696236d admin admin] 10.222.0.36 "DELETE /v2.0/networks/610c7716-5dd2-44ce-bb44-57b13c91eb4e HTTP/1.1" status: 204 len: 168 time: 0.8635321 Dec 23 08:43:09.680950 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53480) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:09.731027 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7bdce90c-974c-4741-adb4-033c7b7bc605 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c28531ebe3bc4e779c45b82c6f913fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489371 Dec 23 08:43:09.733509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53484) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:09.768237 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:43:09.800388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:43:09.800726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:43:09.801139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7e6987d-bad3-44fc-b410-7b77c53d5b25 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:43:09.802163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82b1-80b7-4f18-a435-4dcf95dd8462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.827266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82b1-80b7-4f18-a435-4dcf95dd8462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.828977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] Deleting port 46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:09.829411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.879984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82b1-80b7-4f18-a435-4dcf95dd8462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.889125 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: a7e6987d-bad3-44fc-b410-7b77c53d5b25 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:43:09.889465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7e6987d-bad3-44fc-b410-7b77c53d5b25 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:43:09.903597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf82b1-80b7-4f18-a435-4dcf95dd8462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47117429-5bb9-4bc7-8e30-88ed084cb019,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:09.907924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcf82b1-80b7-4f18-a435-4dcf95dd8462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:09.908947 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2fcf82b1-80b7-4f18-a435-4dcf95dd8462 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47117429-5bb9-4bc7-8e30-88ed084cb019 HTTP/1.1" status: 204 len: 168 time: 0.1745210 Dec 23 08:43:09.932751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-35eb433a-a539-4578-aab4-b3d616ea27f4 None None] The port '46fd7b49-d65f-4ad5-b38a-fb511d2ee2fe' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:43:10.306160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53492) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:10.354205 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-801b1288-7c40-4d2a-9dc4-54c4a891d9c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6df28f3fffaa49b78f5c39f326008c1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469139 Dec 23 08:43:10.356520 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53496) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:10.412783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a18fdaf8-9f95-46bd-8952-098a70812210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:10.438230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a18fdaf8-9f95-46bd-8952-098a70812210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:10.489539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a18fdaf8-9f95-46bd-8952-098a70812210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:10.503276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fdaf8-9f95-46bd-8952-098a70812210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ede92a2-624a-424f-95a4-b7968a447a6b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:10.509661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a18fdaf8-9f95-46bd-8952-098a70812210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:10.516968 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a18fdaf8-9f95-46bd-8952-098a70812210 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ede92a2-624a-424f-95a4-b7968a447a6b HTTP/1.1" status: 204 len: 168 time: 0.1567736 Dec 23 08:43:11.245211 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:43:30.399025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:30.470336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6a199e4f-d501-4c5d-99f3-10fd048f94e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:32.758265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-899cfd79-add9-49ec-91f0-173d78138dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:33.854814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:33.926690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:35.274956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:38.143867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53512) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:38.246515 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bd4ff030-6e0c-42d4-8dc4-042a254869f5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/e35cf073-e39b-4d24-8cfa-532a0be5064a HTTP/1.1" status: 200 len: 993 time: 0.1015370 Dec 23 08:43:38.967694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53522) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:38.973508 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:43:39.087215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:39.290422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 66d8753a-3749-491f-b1d3-8dad463620d3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66d8753a-3749-491f-b1d3-8dad463620d3,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:39.316949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:39.321312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:39.387406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:39.388637 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:39.389998 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/ports/66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 938 time: 0.4213243 Dec 23 08:43:39.390629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:43:39.413371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=66d8753a-3749-491f-b1d3-8dad463620d3,revision_number=6']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:39.421920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.422356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.422755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.423086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.423418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.423736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.424051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.424363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.424672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.424980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.425287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7729121-d15e-4561-b738-783a250404d2 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:39.453307 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3', 'status': 'completed', 'code': 200} Dec 23 08:43:39.546534 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d302ff32-74c5-4a4e-8f51-3f75fe6e2570 req-23d63818-137d-47b4-a59a-e71dca2dfcff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1099 time: 0.0710058 Dec 23 08:43:39.629296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d1f8037c-f5ff-404e-a4fa-d931cf3dc479 None None] Provisioning complete for port 66d8753a-3749-491f-b1d3-8dad463620d3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:43:39.629868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d1f8037c-f5ff-404e-a4fa-d931cf3dc479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:39.674618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302ff32-74c5-4a4e-8f51-3f75fe6e2570 req-cf91f09c-1c2d-4232-8816-64a2f6e266e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:39.675956 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d302ff32-74c5-4a4e-8f51-3f75fe6e2570 req-cf91f09c-1c2d-4232-8816-64a2f6e266e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 897 time: 0.1237533 Dec 23 08:43:39.686823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8037c-f5ff-404e-a4fa-d931cf3dc479 None None] Port 66d8753a-3749-491f-b1d3-8dad463620d3 is administratively disabled so it will not transition to active. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 23 08:43:39.857881 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d302ff32-74c5-4a4e-8f51-3f75fe6e2570 req-96436e69-5889-42ea-acd4-b2bcb616830e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 1002 time: 0.1754456 Dec 23 08:43:39.921169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302ff32-74c5-4a4e-8f51-3f75fe6e2570 req-d742697c-df83-4bac-b20b-a39fdab34b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:39.922592 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d302ff32-74c5-4a4e-8f51-3f75fe6e2570 req-d742697c-df83-4bac-b20b-a39fdab34b17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0590472 Dec 23 08:43:39.995796 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d302ff32-74c5-4a4e-8f51-3f75fe6e2570 req-0f39fda1-0d51-4ce9-ba7c-815b9e9ed3c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669017 Dec 23 08:43:40.124335 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d302ff32-74c5-4a4e-8f51-3f75fe6e2570 req-5a2f3df9-2307-4738-aa54-dd61edbc68d7 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224728 Dec 23 08:43:40.252750 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d302ff32-74c5-4a4e-8f51-3f75fe6e2570 req-bbec62fc-9380-4076-aa4b-746adb880db9 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222184 Dec 23 08:43:42.817486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53532) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:42.823097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-60ad1c8f-9f6e-4ea9-b9e9-ada02096242f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:43:42.941415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-60ad1c8f-9f6e-4ea9-b9e9-ada02096242f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:43.149129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-60ad1c8f-9f6e-4ea9-b9e9-ada02096242f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 66d8753a-3749-491f-b1d3-8dad463620d3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66d8753a-3749-491f-b1d3-8dad463620d3,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:43.173837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-60ad1c8f-9f6e-4ea9-b9e9-ada02096242f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:43.178285 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-60ad1c8f-9f6e-4ea9-b9e9-ada02096242f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:43.241595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad1c8f-9f6e-4ea9-b9e9-ada02096242f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:43.242217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-60ad1c8f-9f6e-4ea9-b9e9-ada02096242f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:43.243620 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-60ad1c8f-9f6e-4ea9-b9e9-ada02096242f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/ports/66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 937 time: 0.4252081 Dec 23 08:43:43.247159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:43:43.248026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53536) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:43.266233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad1c8f-9f6e-4ea9-b9e9-ada02096242f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=66d8753a-3749-491f-b1d3-8dad463620d3,revision_number=7']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:43.326256 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3', 'status': 'completed', 'code': 200} Dec 23 08:43:43.382608 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4efc18b1-301f-4329-ae96-a3cb02425a88 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/e35cf073-e39b-4d24-8cfa-532a0be5064a HTTP/1.1" status: 200 len: 993 time: 0.1333420 Dec 23 08:43:43.423867 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7bd66f81-f7bf-4226-b85e-472ada04d489 req-02171d67-d8c7-4d0f-90d7-7bb679cd3680 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1098 time: 0.0755706 Dec 23 08:43:43.469290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['66d8753a-3749-491f-b1d3-8dad463620d3'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:43:43.547230 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-dc00e071-ebeb-489c-8197-eab710289db7 None None] Provisioning complete for port 66d8753a-3749-491f-b1d3-8dad463620d3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:43:43.547594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dc00e071-ebeb-489c-8197-eab710289db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:43.556327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd66f81-f7bf-4226-b85e-472ada04d489 req-0e2804c2-2511-4e51-9b62-b4fd8c85f612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:43.557741 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7bd66f81-f7bf-4226-b85e-472ada04d489 req-0e2804c2-2511-4e51-9b62-b4fd8c85f612 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 897 time: 0.1270201 Dec 23 08:43:43.660754 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7bd66f81-f7bf-4226-b85e-472ada04d489 req-74168833-cf2f-4dff-8b01-ebbae978ddba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 1001 time: 0.0960839 Dec 23 08:43:43.728709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd66f81-f7bf-4226-b85e-472ada04d489 req-e40c51bf-55c2-45bd-a87b-e37ac75bd263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:43.731227 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7bd66f81-f7bf-4226-b85e-472ada04d489 req-e40c51bf-55c2-45bd-a87b-e37ac75bd263 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0644412 Dec 23 08:43:43.809081 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7bd66f81-f7bf-4226-b85e-472ada04d489 req-c307d9d0-0d71-441d-8779-3406f036bee9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717907 Dec 23 08:43:43.938170 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7bd66f81-f7bf-4226-b85e-472ada04d489 req-34114acb-9ffb-419c-9742-03ce9d1981cf service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224530 Dec 23 08:43:44.043765 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ed587042-136c-449d-806c-3f2c7de4f195 req-0b159018-d812-4ce7-a7b2-645dc7abe366 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681605 Dec 23 08:43:44.074765 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7bd66f81-f7bf-4226-b85e-472ada04d489 req-2230155c-199a-4079-b5bb-afcf68eb9e04 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293068 Dec 23 08:43:44.227911 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed587042-136c-449d-806c-3f2c7de4f195 req-cd304754-3e46-497f-bb23-3755548ac160 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1098 time: 0.0712748 Dec 23 08:43:44.448480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed587042-136c-449d-806c-3f2c7de4f195 req-bca07e6b-f947-45de-a25f-7bac526b4b8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:44.449884 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed587042-136c-449d-806c-3f2c7de4f195 req-bca07e6b-f947-45de-a25f-7bac526b4b8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 897 time: 0.2017488 Dec 23 08:43:44.550744 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed587042-136c-449d-806c-3f2c7de4f195 req-e2a85ba0-be69-4c0f-90d1-7bbd56f9da03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 1001 time: 0.0939710 Dec 23 08:43:44.610553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed587042-136c-449d-806c-3f2c7de4f195 req-db6180e8-3c76-41a4-a8b7-d5ddb6e2cf78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:44.611900 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed587042-136c-449d-806c-3f2c7de4f195 req-db6180e8-3c76-41a4-a8b7-d5ddb6e2cf78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0546737 Dec 23 08:43:44.681422 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed587042-136c-449d-806c-3f2c7de4f195 req-eb814316-4e03-41ba-86b2-41539fa03040 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0638525 Dec 23 08:43:44.806423 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed587042-136c-449d-806c-3f2c7de4f195 req-2bffd882-5257-490a-ba57-136f8fbcf6d2 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184063 Dec 23 08:43:44.932539 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ed587042-136c-449d-806c-3f2c7de4f195 req-b0a35649-9691-4f4b-a424-7d4f4ab8314d service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197729 Dec 23 08:43:45.971991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53550) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:46.166562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port aa66ed77-6167-4119-a63b-a1742f7e6d17 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:46.166892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:46.414221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:46.414529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:46.533969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for aa66ed77-6167-4119-a63b-a1742f7e6d17 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:46.672926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:46.718973 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=aa66ed77-6167-4119-a63b-a1742f7e6d17,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:46.757347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.757687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.758042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.758371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.758695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.759015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.759332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.759648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.759970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.760280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.760594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:43:46.817959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:47.197916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 25915dcb-3b01-4ba5-b426-847dac4c2c6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:43:47.392207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:43:47.402471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] Sync routers for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:43:47.414509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:47.415697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:47.416361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:47.467160 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3f25d610-c165-45d8-b5c8-3837f8a1944c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/floatingips/fa0ee20f-30f9-4326-ae20-6bf302fe264a HTTP/1.1" status: 204 len: 168 time: 1.4940259 Dec 23 08:43:47.468464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:43:47.546898 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'status': 'completed', 'code': 200} Dec 23 08:43:47.618745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:47.647512 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d384d1fe-80eb-4783-a3e8-207fbd9bd1e7 req-5edbc4b6-711d-4046-9c01-6f0df0e1500b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 1098 time: 0.0780528 Dec 23 08:43:47.809994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d1fe-80eb-4783-a3e8-207fbd9bd1e7 req-349c590f-dc9e-4023-84a3-5f7cb384c50a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:47.811424 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d384d1fe-80eb-4783-a3e8-207fbd9bd1e7 req-349c590f-dc9e-4023-84a3-5f7cb384c50a service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 897 time: 0.1568611 Dec 23 08:43:47.914292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d384d1fe-80eb-4783-a3e8-207fbd9bd1e7 req-d9711feb-d7ac-4524-966f-6a703eb2dece service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51914473-5ee9-408b-a7d4-d3d70f8b081f HTTP/1.1" status: 200 len: 217 time: 0.0726881 Dec 23 08:43:47.985563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'e35cf073-e39b-4d24-8cfa-532a0be5064a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:42:45Z', 'updated_at': '2021-12-23T08:42:48Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:47.989895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] Checking router: 25915dcb-3b01-4ba5-b426-847dac4c2c6f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:43:47.994104 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d1fe-80eb-4783-a3e8-207fbd9bd1e7 req-0c883ac4-83b7-482c-b8a3-113dce7e34a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:47.995511 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d384d1fe-80eb-4783-a3e8-207fbd9bd1e7 req-0c883ac4-83b7-482c-b8a3-113dce7e34a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0714507 Dec 23 08:43:48.000767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:48.001352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:48.002966 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2831-af77-4960-b620-49200d6844f2 req-52f7491b-d537-4466-8dd3-5cb208d9b9e8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:48.004391 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-100d2831-af77-4960-b620-49200d6844f2 req-52f7491b-d537-4466-8dd3-5cb208d9b9e8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 945 time: 0.1921124 Dec 23 08:43:48.096300 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-100d2831-af77-4960-b620-49200d6844f2 req-75433a28-3f5e-420d-a6f7-bfe958719591 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585728 Dec 23 08:43:48.107041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d384d1fe-80eb-4783-a3e8-207fbd9bd1e7 req-b4211b21-9e76-448c-ba7b-e71fa420ee19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016893 Dec 23 08:43:48.222930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:48.242980 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d384d1fe-80eb-4783-a3e8-207fbd9bd1e7 req-8516ccc1-e828-44d0-9137-d5edcedff373 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280959 Dec 23 08:43:48.244987 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:43:48.377672 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d384d1fe-80eb-4783-a3e8-207fbd9bd1e7 req-07bc97c6-9222-4754-a436-8c16ada29809 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260419 Dec 23 08:43:48.562730 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'e35cf073-e39b-4d24-8cfa-532a0be5064a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:42:45Z', 'updated_at': '2021-12-23T08:42:48Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:48.566752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eabf5c-3a46-4af9-b8d1-31e6c3244dbf None None] The sync data for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv is: [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'e35cf073-e39b-4d24-8cfa-532a0be5064a', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'port_id': '66d8753a-3749-491f-b1d3-8dad463620d3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'mac_address': 'fa:16:3e:b6:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c47f99-5708-4beb-ac3a-c90248357737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:42:45Z', 'updated_at': '2021-12-23T08:42:48Z', 'revision_number': 1, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:43:48.789530 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b558f58-f2a7-4d8c-a432-65147370d2b8 None None] New status for floating IP fa0ee20f-30f9-4326-ae20-6bf302fe264a: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:43:49.099435 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-f88f2234-3da1-49af-a3c1-ef23b5728328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:49.100981 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-f88f2234-3da1-49af-a3c1-ef23b5728328 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 945 time: 0.0765676 Dec 23 08:43:49.300720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 51914473-5ee9-408b-a7d4-d3d70f8b081f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:49.301048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:49.399620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae566714-7fe1-44e6-a2bb-b618fe9cd684 req-078824cb-031f-472c-a50f-22b8604b46a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:49.401018 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ae566714-7fe1-44e6-a2bb-b618fe9cd684 req-078824cb-031f-472c-a50f-22b8604b46a7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 945 time: 0.1798654 Dec 23 08:43:49.529836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ae566714-7fe1-44e6-a2bb-b618fe9cd684 req-80b6f557-1c74-4488-869e-95869319e3d0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=f0948b29-b4d9-4207-b552-b50d1c8ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212931 Dec 23 08:43:49.581480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 51914473-5ee9-408b-a7d4-d3d70f8b081f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=51914473-5ee9-408b-a7d4-d3d70f8b081f,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:49.581818 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:49.699013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 51914473-5ee9-408b-a7d4-d3d70f8b081f owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:49.842311 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:49.888991 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=51914473-5ee9-408b-a7d4-d3d70f8b081f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:49.959375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port 51914473-5ee9-408b-a7d4-d3d70f8b081f on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:43:49.961492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:49.964067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'name': 'network-vif-deleted', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:43:49.975477 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dedbb240-b85e-4708-86a9-1b7cd17314c9 req-a97d7ef5-5bb6-4566-aeba-9d4c3934cb90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/51914473-5ee9-408b-a7d4-d3d70f8b081f HTTP/1.1" status: 204 len: 173 time: 0.8680384 Dec 23 08:43:50.260116 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192060f6-8162-4ea4-8a8d-f4ab914c0969', 'name': 'network-vif-deleted', 'tag': '51914473-5ee9-408b-a7d4-d3d70f8b081f', 'status': 'completed', 'code': 200} Dec 23 08:43:50.711305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-d441162e-b94b-4461-8dd2-c1c65faba8b5 req-35858572-bddc-4978-b974-0de2267440b7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:43:50.726650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-d441162e-b94b-4461-8dd2-c1c65faba8b5 req-35858572-bddc-4978-b974-0de2267440b7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:43:50.727777 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d441162e-b94b-4461-8dd2-c1c65faba8b5 req-35858572-bddc-4978-b974-0de2267440b7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=192060f6-8162-4ea4-8a8d-f4ab914c0969 HTTP/1.1" status: 200 len: 210 time: 0.0635331 Dec 23 08:43:51.830970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53572) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:51.900266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-153db2cd-17e6-48af-a1e6-b8e9b59de1fe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:51.928785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-153db2cd-17e6-48af-a1e6-b8e9b59de1fe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:51.991827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-153db2cd-17e6-48af-a1e6-b8e9b59de1fe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:52.012037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153db2cd-17e6-48af-a1e6-b8e9b59de1fe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0948b29-b4d9-4207-b552-b50d1c8ec5d0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:52.017770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-153db2cd-17e6-48af-a1e6-b8e9b59de1fe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:52.019538 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-153db2cd-17e6-48af-a1e6-b8e9b59de1fe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/f0948b29-b4d9-4207-b552-b50d1c8ec5d0 HTTP/1.1" status: 204 len: 168 time: 0.1869760 Dec 23 08:43:52.060047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53578) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:52.253847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port f7d2c244-3e6c-4451-b196-fd7451f4a6e8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:52.254213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:52.418404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:52.418723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:52.534700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for f7d2c244-3e6c-4451-b196-fd7451f4a6e8 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:52.769409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:52.814488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=f7d2c244-3e6c-4451-b196-fd7451f4a6e8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:52.907473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:53.308522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 25915dcb-3b01-4ba5-b426-847dac4c2c6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:43:53.497494 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 51914473-5ee9-408b-a7d4-d3d70f8b081f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:43:53.502929 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:43:53.522717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:53.526370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] Sync routers for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:43:53.536518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 51914473-5ee9-408b-a7d4-d3d70f8b081f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:43:53.536858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 51914473-5ee9-408b-a7d4-d3d70f8b081f not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:43:53.544736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:53.545327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:53.577359 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-17bf543d-897f-4712-8aa5-cdd50cdce762 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/floatingips/e35cf073-e39b-4d24-8cfa-532a0be5064a HTTP/1.1" status: 204 len: 168 time: 1.5162423 Dec 23 08:43:53.577929 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:43:53.636013 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3', 'status': 'completed', 'code': 200} Dec 23 08:43:53.725858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:53.729323 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b72a5668-f62b-4735-a28f-5af1422de66c req-3f6651c9-52a7-44aa-abe7-211fcb5cc597 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 1098 time: 0.0698330 Dec 23 08:43:53.865186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a5668-f62b-4735-a28f-5af1422de66c req-86a8937b-ec2d-45f0-80f6-edbdc33af556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:53.866638 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b72a5668-f62b-4735-a28f-5af1422de66c req-86a8937b-ec2d-45f0-80f6-edbdc33af556 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 200 len: 897 time: 0.1309125 Dec 23 08:43:53.970345 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b72a5668-f62b-4735-a28f-5af1422de66c req-dcf01cf8-1af8-4b9f-b636-ad8a56995026 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 200 len: 217 time: 0.0953271 Dec 23 08:43:54.040655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:54.044452 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] Checking router: 25915dcb-3b01-4ba5-b426-847dac4c2c6f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:43:54.048849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a5668-f62b-4735-a28f-5af1422de66c req-2e48912e-449c-408a-a8e4-95925a557079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:54.050264 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b72a5668-f62b-4735-a28f-5af1422de66c req-2e48912e-449c-408a-a8e4-95925a557079 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 200 len: 834 time: 0.0724745 Dec 23 08:43:54.054926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:54.055507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:54.064216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75194ae3-ffdf-4e61-ac99-5ab74e6d83a8 req-137ddefd-d3db-499e-a46f-e8376b9a7b5b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:54.064867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-75194ae3-ffdf-4e61-ac99-5ab74e6d83a8 req-137ddefd-d3db-499e-a46f-e8376b9a7b5b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:43:54.118543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-75194ae3-ffdf-4e61-ac99-5ab74e6d83a8 req-137ddefd-d3db-499e-a46f-e8376b9a7b5b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:43:54.119671 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75194ae3-ffdf-4e61-ac99-5ab74e6d83a8 req-137ddefd-d3db-499e-a46f-e8376b9a7b5b tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 945 time: 0.1947670 Dec 23 08:43:54.176895 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b72a5668-f62b-4735-a28f-5af1422de66c req-64c5fdd1-3691-43ed-ac4f-55f0b5989b26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6b1fb48b-0a45-48ed-b142-a55d539ca370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183574 Dec 23 08:43:54.178941 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75194ae3-ffdf-4e61-ac99-5ab74e6d83a8 req-4c471647-562c-4e1a-a789-ef4d5def07f1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532608 Dec 23 08:43:54.236551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:54.306990 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b72a5668-f62b-4735-a28f-5af1422de66c req-a3dd2d89-4bf8-4044-8284-7a6389935529 service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229277 Dec 23 08:43:54.529421 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b72a5668-f62b-4735-a28f-5af1422de66c req-fee5106e-67c3-4b2b-8f27-3f15950c3f1a service neutron] 10.222.0.24 "GET /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154012 Dec 23 08:43:54.587479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:54.591448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1cb7e-9db6-4b0e-972d-507dcf3c0479 None None] The sync data for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv is: [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:42:26Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '5d255072-2802-4a05-ae32-bc9b17da4cb7', 'name': '', 'network_id': '6b1fb48b-0a45-48ed-b142-a55d539ca370', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:54:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:26Z', 'updated_at': '2021-12-23T08:42:34Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '4a9804b9-be02-4883-bd90-eb55f8b89cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:43:54.804363 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1bd9f-8cfa-4f9a-b29f-df38cda0a756 None None] New status for floating IP e35cf073-e39b-4d24-8cfa-532a0be5064a: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:43:55.367178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-10647bc8-0367-476f-9abc-15e4d3081563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:55.368553 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-10647bc8-0367-476f-9abc-15e4d3081563 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 945 time: 0.1249931 Dec 23 08:43:55.438002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba06c6-108f-46fc-af3f-722603678c4f req-bc3aaf7d-7f4c-4958-81d7-7478fbef2ef1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:43:55.439391 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-17ba06c6-108f-46fc-af3f-722603678c4f req-bc3aaf7d-7f4c-4958-81d7-7478fbef2ef1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=29c47f99-5708-4beb-ac3a-c90248357737 HTTP/1.1" status: 200 len: 945 time: 0.1362684 Dec 23 08:43:55.462061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 66d8753a-3749-491f-b1d3-8dad463620d3 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:55.462395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:55.565010 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-17ba06c6-108f-46fc-af3f-722603678c4f req-316f6322-791e-4929-823f-61dc9da9fb48 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b7a30e3-6dee-4f81-bb86-0c87b01287d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201880 Dec 23 08:43:55.717666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 66d8753a-3749-491f-b1d3-8dad463620d3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=66d8753a-3749-491f-b1d3-8dad463620d3,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:55.718035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:55.835003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 66d8753a-3749-491f-b1d3-8dad463620d3 owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:55.971475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:56.017711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=66d8753a-3749-491f-b1d3-8dad463620d3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:56.092022 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port 66d8753a-3749-491f-b1d3-8dad463620d3 on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:43:56.094268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:56.096727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'name': 'network-vif-deleted', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:43:56.113558 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bf0fb99e-f100-4a90-99d9-47ce190b3c88 req-acc7d2c5-75ab-4d6a-9c7c-40b2000fbcf5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/66d8753a-3749-491f-b1d3-8dad463620d3 HTTP/1.1" status: 204 len: 173 time: 0.7389684 Dec 23 08:43:56.156444 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c47f99-5708-4beb-ac3a-c90248357737', 'name': 'network-vif-deleted', 'tag': '66d8753a-3749-491f-b1d3-8dad463620d3', 'status': 'completed', 'code': 200} Dec 23 08:43:56.670010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53596) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:56.739773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d72e94de-b8c5-4fde-8f5f-d22159922ed8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:56.768454 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d72e94de-b8c5-4fde-8f5f-d22159922ed8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:56.828291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d72e94de-b8c5-4fde-8f5f-d22159922ed8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:56.846535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e94de-b8c5-4fde-8f5f-d22159922ed8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7a30e3-6dee-4f81-bb86-0c87b01287d7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:56.853059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d72e94de-b8c5-4fde-8f5f-d22159922ed8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:56.854245 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d72e94de-b8c5-4fde-8f5f-d22159922ed8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/4b7a30e3-6dee-4f81-bb86-0c87b01287d7 HTTP/1.1" status: 204 len: 168 time: 0.1831298 Dec 23 08:43:56.894699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53602) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:57.287097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:57.953723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 5d255072-2802-4a05-ae32-bc9b17da4cb7 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:43:57.954421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:58.129685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 5d255072-2802-4a05-ae32-bc9b17da4cb7, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5d255072-2802-4a05-ae32-bc9b17da4cb7,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:43:58.129941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:58.246205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 5d255072-2802-4a05-ae32-bc9b17da4cb7 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:43:58.423486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:58.470828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=5d255072-2802-4a05-ae32-bc9b17da4cb7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:43:58.772282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:59.446853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 25915dcb-3b01-4ba5-b426-847dac4c2c6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:43:59.559638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 66d8753a-3749-491f-b1d3-8dad463620d3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:43:59.590674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 66d8753a-3749-491f-b1d3-8dad463620d3 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:43:59.591015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 66d8753a-3749-491f-b1d3-8dad463620d3 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:43:59.646830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:43:59.656684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] Sync routers for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:43:59.661868 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-aea9268e-7b7e-402e-90f1-a43a38d702ed tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/25915dcb-3b01-4ba5-b426-847dac4c2c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7636571 Dec 23 08:43:59.662107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53606) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:43:59.668053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:43:59.669252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:43:59.846192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-09155000-a633-46f7-bb0e-a7150bb7fecc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting subnet 4a9804b9-be02-4883-bd90-eb55f8b89cb1 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:43:59.847647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:43:59.848946 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09155000-a633-46f7-bb0e-a7150bb7fecc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:59.901297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09155000-a633-46f7-bb0e-a7150bb7fecc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:43:59.988049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09155000-a633-46f7-bb0e-a7150bb7fecc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.071063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09155000-a633-46f7-bb0e-a7150bb7fecc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.110595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09155000-a633-46f7-bb0e-a7150bb7fecc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9804b9-be02-4883-bd90-eb55f8b89cb1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:00.118361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-09155000-a633-46f7-bb0e-a7150bb7fecc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.126477 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-09155000-a633-46f7-bb0e-a7150bb7fecc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/subnets/4a9804b9-be02-4883-bd90-eb55f8b89cb1 HTTP/1.1" status: 204 len: 168 time: 0.4633815 Dec 23 08:44:00.128032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53610) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:00.131631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391bc1b0-1601-424c-911b-91bd6e7a2846 None None] Network 6b1fb48b-0a45-48ed-b142-a55d539ca370 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:44:00.205974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:43:58Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:00.223472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] Checking router: 25915dcb-3b01-4ba5-b426-847dac4c2c6f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:44:00.305866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] Routers {'25915dcb-3b01-4ba5-b426-847dac4c2c6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:44:00.306426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:43:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:00.343423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.506535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d35887ff-f906-420e-89a5-cd62ce4ab614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.516173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.539419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] Set router 25915dcb-3b01-4ba5-b426-847dac4c2c6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:44:00.640042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] DHCP port deletion for 6b1fb48b-0a45-48ed-b142-a55d539ca370 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:44:00.663110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Deleting port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:44:00.663468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.666182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.675271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:44:00.675620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.846836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:00.847057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:00.964995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:44:01.011385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] For port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2,segment=NetworkSegment(98d92e11-e478-4be0-94ec-cbba032ab35a),segment_id=98d92e11-e478-4be0-94ec-cbba032ab35a)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:01.011794 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:01.126240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:01.133582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Calling delete_port for f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:44:01.169842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:01.194089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:43:58Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:01.207370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eadc802-6c76-49a9-840e-47773e4ab451 None None] The sync data for ids ['25915dcb-3b01-4ba5-b426-847dac4c2c6f'] in dv-neutron-822507-1-hyperv is: [{'id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'name': 'tempest-TestNetworkBasicOps-router-1226462608', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:42:22Z', 'updated_at': '2021-12-23T08:43:58Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': 'b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25915dcb-3b01-4ba5-b426-847dac4c2c6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:42:23Z', 'updated_at': '2021-12-23T08:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:44:01.218766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:01.262548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Pushing event deleted for resources: {'Port': ['ID=f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:01.273796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.274239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.274566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.274889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.275222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.275520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.275828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.276142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.276448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.276753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.277059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:01.280154 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f7e5b-a778-4942-807d-cd11edba3a14 None None] No DVR routers for this DVR port f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:44:01.393655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:01.653829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:01.658210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:01.683876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:01.684677 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Fanout notify agent at l3_agent the message router_deleted on router 25915dcb-3b01-4ba5-b426-847dac4c2c6f {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:44:01.698189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:01.699786 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b7bec1ed-8b27-41f6-9319-ac7d2ecebed7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/routers/25915dcb-3b01-4ba5-b426-847dac4c2c6f HTTP/1.1" status: 204 len: 168 time: 1.5696733 Dec 23 08:44:01.702296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53614) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:01.817804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:01.836403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5d255072-2802-4a05-ae32-bc9b17da4cb7 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:44:01.873482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 5d255072-2802-4a05-ae32-bc9b17da4cb7 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:44:01.873911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5d255072-2802-4a05-ae32-bc9b17da4cb7 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:44:01.874461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:44:01.906798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:44:01.907049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f1464feb-a2b4-46ca-97d3-28ce1a4e6bd2 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:44:02.038993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.066430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1fb48b-0a45-48ed-b142-a55d539ca370']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:02.078642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d92e11-e478-4be0-94ec-cbba032ab35a') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:02.078931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d92e11-e478-4be0-94ec-cbba032ab35a') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:02.089921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.105316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.111339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:44:02.111851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:44:02.127218 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:44:02.208745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.226183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.239040 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Network': ['ID=6b1fb48b-0a45-48ed-b142-a55d539ca370,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:02.241823 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-18002fb1-b5ea-49df-8d93-49e787a6fb7e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/networks/6b1fb48b-0a45-48ed-b142-a55d539ca370 HTTP/1.1" status: 204 len: 168 time: 0.5386457 Dec 23 08:44:02.268206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53618) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:02.273564 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'network': {'name': 'tempest-network-smoke--2141219993', 'project_id': '624b301133d440c99265a580e7281065', 'port_security_enabled': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:02.279128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:02.283135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:network and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:02.285985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:02.291498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:02.301527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:44:02.304357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.331424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:44:02.339809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.340725 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Added segment 1561c500-e4c3-4f2b-9147-bbb71e03753b of type vlan for network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 Dec 23 08:44:02.365479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.392719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.396267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:02.396828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.502090 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2326820 Dec 23 08:44:02.504632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53622) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:02.507165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85491fd1-1f44-4f37-8689-a0f8cbdcd650 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Network': ['ID=98c9f8e9-f281-44a7-82a6-4f6c463585a3,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:02.512275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-672125944', 'admin_state_up': True, 'project_id': '624b301133d440c99265a580e7281065', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:02.518725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:44:02.519432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:02.523327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:router and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:02.526142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:02.532470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:02.544375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.545321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.562952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.707802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.759481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1ab72393-5486-4ad1-9c30-3fc9457b973a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.880366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:02.909681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:03.038853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.180 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/13575ad7-9ba9-4f88-ba6d-fdf24e025259) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:44:03.178749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:03.205692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:03.269306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:44:03.272080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:44:03.275694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:44:03.311296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=13575ad7-9ba9-4f88-ba6d-fdf24e025259,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:03.431608 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:03.432324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:03.740684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:44:03.748196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 931b0ada-c5fe-4648-ac33-51bb32596028 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:44:03.772746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:44:03.773085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b7ed8a9f-17ce-44a2-b86d-2e7dcc4b51a8 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:44:03.856887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:03.928821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:03.947750 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:44:03.958608 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Sync routers for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:44:03.970516 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:44:03.971104 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:03.974160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:03.978752 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-64b1e36f-5e9c-4cd6-8161-1d9671d09d13 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4698219 Dec 23 08:44:03.978886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53626) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:04.021154 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e936f8e1-cf33-4d61-bff2-6e189814756f tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=624b301133d440c99265a580e7281065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412619 Dec 23 08:44:04.023708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53630) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:04.144592 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:44:04.152088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27948e93-cd76-4865-86d1-b01f63be3cb5 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:04.153589 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-27948e93-cd76-4865-86d1-b01f63be3cb5 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290073 Dec 23 08:44:04.156388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53634) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:04.194251 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d1a930c1-a27d-4d92-8bf7-d419a0667741 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368087 Dec 23 08:44:04.196700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53638) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:04.202358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1149181624', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'project_id': '624b301133d440c99265a580e7281065', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:04.309626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:04.313298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:subnet and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:04.316113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:04.321701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:04.332990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:44:04.428404 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:03Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:04.432221 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Checking router: 931b0ada-c5fe-4648-ac33-51bb32596028 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:44:04.432560 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Updating router 931b0ada-c5fe-4648-ac33-51bb32596028 port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:44:04.433821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:04.482466 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:04.643481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:04.722772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Subnet': ['ID=3029eaaf-b03a-49ab-9858-48c2dc65a05b,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:04.733860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Checking segment: {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:44:04.734243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network hostable DHCP agents. Network: 98c9f8e9-f281-44a7-82a6-4f6c463585a3, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:44:04.755863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:44:04.765387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 98c9f8e9-f281-44a7-82a6-4f6c463585a3) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:44:04.769660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:04.770336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:04.776944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b252f8-78ff-413c-ac91-9fd87623a06c None None] Network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:44:04.791693 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4ee3c8b7-15b5-40dd-ab70-3f51bc3c0f90 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5940156 Dec 23 08:44:04.795134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53642) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:04.802381 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:04.814658 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Transition to ACTIVE for port object 13575ad7-9ba9-4f88-ba6d-fdf24e025259 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:44:04.821966 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:04.906720 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Attempting to bind port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:44:04.907049 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Attempting to bind port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:44:04.907337 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Attempting to bind port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:44:04.910024 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Pushing event updated for resources: {'Port': ['ID=13575ad7-9ba9-4f88-ba6d-fdf24e025259,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:04.920551 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.920894 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.921224 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.921545 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.921867 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.922285 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.922601 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.922915 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.923232 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.923542 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.923851 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:44:04.927629 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:44:04.927988 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:44:04.928566 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:04.929094 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:44:04.929688 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Bound port: 13575ad7-9ba9-4f88-ba6d-fdf24e025259, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:44:04.930233 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.001641 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] For port 13575ad7-9ba9-4f88-ba6d-fdf24e025259, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:44:05.003881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:44:05.004712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.004845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] For port 13575ad7-9ba9-4f88-ba6d-fdf24e025259, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=13575ad7-9ba9-4f88-ba6d-fdf24e025259,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:44:05.008926 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.083254 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef288081-b447-459a-9d20-39e07c7887c5 None None] Pushing event updated for resources: {'Port': ['ID=13575ad7-9ba9-4f88-ba6d-fdf24e025259,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:05.092829 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:44:05.093629 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:05.181292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Allocated IP 172.20.0.2 (98c9f8e9-f281-44a7-82a6-4f6c463585a3/3029eaaf-b03a-49ab-9858-48c2dc65a05b/ce87ea75-b702-4fc6-8be2-2f942de126ac) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:44:05.301553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.331513 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:44:05.415177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.425810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Transition to ACTIVE for port object ce87ea75-b702-4fc6-8be2-2f942de126ac will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:44:05.444276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Transition to ACTIVE for port object ce87ea75-b702-4fc6-8be2-2f942de126ac will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:44:05.450012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.519866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:44:05.523536 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:44:05.525510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Pushing event updated for resources: {'Port': ['ID=ce87ea75-b702-4fc6-8be2-2f942de126ac,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:05.527590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:44:05.617423 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Attempting to bind port ce87ea75-b702-4fc6-8be2-2f942de126ac on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:44:05.617944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Attempting to bind port ce87ea75-b702-4fc6-8be2-2f942de126ac by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:44:05.618323 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Attempting to bind port ce87ea75-b702-4fc6-8be2-2f942de126ac on network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:44:05.626002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:44:05.626002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Checking segment: {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:44:05.626433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.626803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Bound using segment: {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:44:05.627245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Bound port: ce87ea75-b702-4fc6-8be2-2f942de126ac, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:44:05.627687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.631264 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:03Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:05.635301 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79de2c8-610c-4280-b2b2-1b8e3f5ae6c4 None None] The sync data for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv is: [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:03Z', 'revision_number': 3, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:44:05.721666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.727689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] For port ce87ea75-b702-4fc6-8be2-2f942de126ac, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:44:05.731682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] For port ce87ea75-b702-4fc6-8be2-2f942de126ac, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ce87ea75-b702-4fc6-8be2-2f942de126ac,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:44:05.737327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:05.854152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dd18f-0d07-4cd2-b307-6bdd8495e2ff None None] Pushing event updated for resources: {'Port': ['ID=ce87ea75-b702-4fc6-8be2-2f942de126ac,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:06.206502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.1 (98c9f8e9-f281-44a7-82a6-4f6c463585a3/3029eaaf-b03a-49ab-9858-48c2dc65a05b/e7c698a0-3be7-4eb4-ad96-66d85fd3bc01) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:44:06.373550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:06.390438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:44:06.413333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:06.488085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:44:06.492417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:44:06.499279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:44:06.528472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:06.559469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:06.648858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:06.824853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae61e7-b66b-4864-8969-e2322b3685ce None None] Network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:44:06.937285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bc45d0ac-9a48-41ea-9cd9-4f7510bf0e31 None None] Provisioning for port ce87ea75-b702-4fc6-8be2-2f942de126ac completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:44:07.055266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:07.059706 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:07.181387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:07.184898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:07.273254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-32fd1ca6-5392-483b-9675-162337094b05 None None] Provisioning for port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:44:07.279414 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-32fd1ca6-5392-483b-9675-162337094b05 None None] Provisioning complete for port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:07.279778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-32fd1ca6-5392-483b-9675-162337094b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:07.333017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-32fd1ca6-5392-483b-9675-162337094b05 None None] Port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:44:07.430696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:44:07.431782 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:44:07.471264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-64c74b68-f1bc-4524-aab5-cee1695305fc None None] Provisioning complete for port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:07.472008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64c74b68-f1bc-4524-aab5-cee1695305fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:07.536544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-64c74b68-f1bc-4524-aab5-cee1695305fc None None] Port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:44:07.657545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5b2d93f3-f564-4e73-badf-0bc9d96533ad None None] Provisioning complete for port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:07.657906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5b2d93f3-f564-4e73-badf-0bc9d96533ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:07.709299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d93f3-f564-4e73-badf-0bc9d96533ad None None] Port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:44:07.825087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13575ad7-9ba9-4f88-ba6d-fdf24e025259 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:44:07.828169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 931b0ada-c5fe-4648-ac33-51bb32596028 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:44:07.891659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:44:07.896545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:07.896909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.007237 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.023365 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 13575ad7-9ba9-4f88-ba6d-fdf24e025259, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=13575ad7-9ba9-4f88-ba6d-fdf24e025259,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:08.027318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.028076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ce87ea75-b702-4fc6-8be2-2f942de126ac up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:44:08.032413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:44:08.045175 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2fcc935f-46b2-4b5a-9d23-a2fb5adadb42 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/931b0ada-c5fe-4648-ac33-51bb32596028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489681 Dec 23 08:44:08.047874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53646) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:08.139852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=13575ad7-9ba9-4f88-ba6d-fdf24e025259,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:08.152438 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port ce87ea75-b702-4fc6-8be2-2f942de126ac completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:44:08.157176 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ce87ea75-b702-4fc6-8be2-2f942de126ac triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:08.157539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.184772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81360aa0-acf6-4a52-a816-d7adbde34084 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:08.185145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81360aa0-acf6-4a52-a816-d7adbde34084 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:08.185512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81360aa0-acf6-4a52-a816-d7adbde34084 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:08.185908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81360aa0-acf6-4a52-a816-d7adbde34084 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:08.187549 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-81360aa0-acf6-4a52-a816-d7adbde34084 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1386759 Dec 23 08:44:08.190248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53650) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:08.256302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05e020-a9a4-42ce-a168-2b4ded58e4c0 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:08.256671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05e020-a9a4-42ce-a168-2b4ded58e4c0 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:08.257030 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05e020-a9a4-42ce-a168-2b4ded58e4c0 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:08.257379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05e020-a9a4-42ce-a168-2b4ded58e4c0 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:08.259009 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ab05e020-a9a4-42ce-a168-2b4ded58e4c0 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0678797 Dec 23 08:44:08.262207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53654) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:08.271496 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.304814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port ce87ea75-b702-4fc6-8be2-2f942de126ac, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ce87ea75-b702-4fc6-8be2-2f942de126ac,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:08.309137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.375924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=ce87ea75-b702-4fc6-8be2-2f942de126ac,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:08.563212 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-81094b16-091c-425c-afb4-bac385df5c23 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2999609 Dec 23 08:44:08.752225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53660) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:08.757880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357895652', 'description': 'tempest-secgroup-smoke-1357895652 description', 'project_id': '624b301133d440c99265a580e7281065'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:08.767346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:08.768565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:08.771859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:08.778516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:08.790613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.828186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:08.832089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:08.834923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:08.840424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:08.893230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.896823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.939131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:08.941801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:08.943039 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ce278210-133e-4b1a-92e4-6497a88bd346 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1898093 Dec 23 08:44:08.945858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53664) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:08.951763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:08.957842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:08.961991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:08.964890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:08.970552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:08.988614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.050040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.054162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.078919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb250aa-5678-410b-b72d-e1712a7ffdb6,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:09.088355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.089523 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9afe8573-3b5b-4a35-a1d7-595b6745b915 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1427257 Dec 23 08:44:09.092264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53668) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:09.097782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:09.103704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:09.108293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:09.111260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:09.117067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:09.134407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.193877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Sync routers for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:44:09.198470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.202150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.206075 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:44:09.206680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:09.224842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a65ddf-7e9b-4933-a768-25f21fbb3584,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:09.235376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.236538 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-31f01d04-bcbc-48b9-9c49-9ce9d8316405 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1433680 Dec 23 08:44:09.239486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53672) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:09.244722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:09.251125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:09.254814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:09.257701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:09.263483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:09.279418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.340560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.344447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.367351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4b6cf3-e275-4ee0-b7b5-2f1a252bf8eb,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:09.377638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.378861 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c71c49c4-76cf-46fd-a517-ac24b48fa096 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1384349 Dec 23 08:44:09.381593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53676) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:09.387141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:09.391227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:44:09.392831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:09.396545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:09.399340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:09.405408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:09.422224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.485592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.489668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.512678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4e8d10-3326-4344-aa11-bf0fe5c3d500,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:09.523012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.524560 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-daad41e0-becc-41fa-9c50-1078942079eb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1419830 Dec 23 08:44:09.527772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53680) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:09.533473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:09.539417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:09.543886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:09.547052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:09.552882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:09.562946 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:44:09.569526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.632778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.636450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.663289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35000fe8-2751-4471-b50a-9c12455d1f7a,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:09.670893 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.672081 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c5c6690d-fbba-4fdb-bbbe-6c178ac9c388 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1432707 Dec 23 08:44:09.674738 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53684) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:09.680011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'security_group_rule': {'security_group_id': '1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0', 'project_id': '624b301133d440c99265a580e7281065', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:09.686378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:09.690534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:security_group_rule and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:09.693341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:09.699000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:09.709789 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Project 624b301133d440c99265a580e7281065 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:44:09.713897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:06Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'e7c698a0-3be7-4eb4-ad96-66d85fd3bc01', 'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:86:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:05Z', 'updated_at': '2021-12-23T08:44:06Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:09.716792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.718493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Checking router: 931b0ada-c5fe-4648-ac33-51bb32596028 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:44:09.718842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Updating router 931b0ada-c5fe-4648-ac33-51bb32596028 port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:44:09.790086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.794885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.800763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13575ad7-9ba9-4f88-ba6d-fdf24e025259 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:44:09.822192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bba8c7b-9b00-480b-b39a-9dd66f4f46ba,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:09.830187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.838205 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-555e755c-57c1-4574-9fe3-0604a52ddf6e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1557591 Dec 23 08:44:09.852860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:09.980204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:09.980574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:10.057659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-a59e8247-172f-4cbc-9396-f976fa5b138a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:44:10.073430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-a59e8247-172f-4cbc-9396-f976fa5b138a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:44:10.075227 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-a59e8247-172f-4cbc-9396-f976fa5b138a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357895652&fields=id&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 267 time: 0.0595875 Dec 23 08:44:10.219368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ce87ea75-b702-4fc6-8be2-2f942de126ac up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:44:10.222192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-c007f9f7-4be9-4b11-89a7-31933209e71e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:10.222881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-c007f9f7-4be9-4b11-89a7-31933209e71e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:44:10.238031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-c007f9f7-4be9-4b11-89a7-31933209e71e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:44:10.239201 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-c007f9f7-4be9-4b11-89a7-31933209e71e tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/networks?id=98c9f8e9-f281-44a7-82a6-4f6c463585a3 HTTP/1.1" status: 200 len: 797 time: 0.1573672 Dec 23 08:44:10.255707 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-98b8c5f2-9660-421b-a7d7-40cde120009c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/quotas/624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 375 time: 0.0107932 Dec 23 08:44:10.333219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-c76a7925-b556-487b-b438-f19dbb51f1f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:44:10.349388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-c76a7925-b556-487b-b438-f19dbb51f1f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:44:10.351050 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-c76a7925-b556-487b-b438-f19dbb51f1f4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903645 Dec 23 08:44:10.362492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:10.364700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ce87ea75-b702-4fc6-8be2-2f942de126ac triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:10.365047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:10.414892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Transition to ACTIVE for port object e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:44:10.425046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:10.595953 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d735b-c85d-4792-8371-5596e3e0ab2b None None] Pushing event updated for resources: {'Port': ['ID=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:10.637771 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-0532b4ca-17c4-4d62-a851-959d592af48d service neutron] 10.222.0.36 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743635 Dec 23 08:44:10.708649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Attempting to bind port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:44:10.709008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Attempting to bind port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:44:10.709362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Attempting to bind port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 on network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:44:10.715734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:44:10.716093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Checking segment: {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:44:10.716484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:10.716865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Bound using segment: {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:44:10.717314 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Bound port: e7c698a0-3be7-4eb4-ad96-66d85fd3bc01, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:44:10.717698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:10.772828 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-39efe6b2-45db-45e2-9a0a-8bafafc906cd service neutron] 10.222.0.36 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284950 Dec 23 08:44:10.822961 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] For port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:44:10.826512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] For port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:44:10.831971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:10.923600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d735b-c85d-4792-8371-5596e3e0ab2b None None] Pushing event updated for resources: {'Port': ['ID=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:10.927559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:44:10.928157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:10.965377 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-013729f5-9691-4bb4-abbc-fd6e77b63c5e req-d4e9208e-d882-4394-b0a2-aeabc3c1bc93 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 210 time: 0.0448124 Dec 23 08:44:11.132567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:44:11.492534 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:06Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'e7c698a0-3be7-4eb4-ad96-66d85fd3bc01', 'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:86:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:05Z', 'updated_at': '2021-12-23T08:44:10Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:11.496987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1754bfc-7552-43ee-ba4d-d82f019c6a6b None None] The sync data for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv is: [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:06Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'e7c698a0-3be7-4eb4-ad96-66d85fd3bc01', 'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:86:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:05Z', 'updated_at': '2021-12-23T08:44:10Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:44:11.805728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:44:11.883511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:44:11.891381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:11.892047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:12.026325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:12.070360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:12.076101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:12.161501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:12.185650 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ad7705a0-c819-4585-b1a6-af4c0061d156 req-0b1d4e6c-002a-4634-948c-12d317cc39fc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 210 time: 0.0544741 Dec 23 08:44:12.232530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-0b93831a-dead-409d-a6e4-5e5974d68a65 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:12.234041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-0b93831a-dead-409d-a6e4-5e5974d68a65 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/networks?id=98c9f8e9-f281-44a7-82a6-4f6c463585a3 HTTP/1.1" status: 200 len: 797 time: 0.3406446 Dec 23 08:44:12.291921 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-695bcb24-907e-46b9-b57a-3182eadf7b01 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624b301133d440c99265a580e7281065 HTTP/1.1" status: 200 len: 380 time: 0.0420599 Dec 23 08:44:12.302443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'port': {'device_id': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'admin_state_up': True, 'tenant_id': '624b301133d440c99265a580e7281065', 'security_groups': ['1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:12.439768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:12.449927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:12.460137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Made reservation on behalf of 624b301133d440c99265a580e7281065 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:44:12.463173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:12.626183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.20.0.8 (98c9f8e9-f281-44a7-82a6-4f6c463585a3/3029eaaf-b03a-49ab-9858-48c2dc65a05b/0afb4a52-26a1-4bc3-9f34-35a4f5309d3f) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:44:12.806882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:12.822590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Transition to ACTIVE for port object 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:44:12.844237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:12.919814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:44:12.923035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:44:12.925260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:44:12.961810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:12.992998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:12.993579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:13.019994 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-114c4861-6ba3-427e-933e-7808ccd2e790 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7211785 Dec 23 08:44:13.031873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Request body: {'port': {'device_id': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:13.122315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6bd3f172-28b5-4c5a-98af-9151cd7b45fb None None] Provisioning for port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:44:13.127135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6bd3f172-28b5-4c5a-98af-9151cd7b45fb None None] Provisioning complete for port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:13.127499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f172-28b5-4c5a-98af-9151cd7b45fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:13.143222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:13.178320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3f172-28b5-4c5a-98af-9151cd7b45fb None None] Port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:44:13.471594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744e058-93dd-401a-8433-552d435f617e req-793ed840-3a9b-400b-8efa-a33eec6e9c17 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:13.472271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-a744e058-93dd-401a-8433-552d435f617e req-793ed840-3a9b-400b-8efa-a33eec6e9c17 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Synchronizing usage tracker for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:44:13.523027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-a744e058-93dd-401a-8433-552d435f617e req-793ed840-3a9b-400b-8efa-a33eec6e9c17 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Unset dirty status for tenant:624b301133d440c99265a580e7281065 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:44:13.524147 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a744e058-93dd-401a-8433-552d435f617e req-793ed840-3a9b-400b-8efa-a33eec6e9c17 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 931 time: 0.1787786 Dec 23 08:44:13.568369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:44:13.583376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:13.603364 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a744e058-93dd-401a-8433-552d435f617e req-9a4d5d22-0905-43b2-a38c-60364506797f tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684164 Dec 23 08:44:13.605666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Transition to ACTIVE for port object 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:44:13.609120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:13.733249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:13.796944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:44:13.847532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Attempting to bind port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:44:13.847860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Attempting to bind port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:44:13.848177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Attempting to bind port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f on network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:44:13.854207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f on network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:44:13.854519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Attempting to bind port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f on network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:44:13.860697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:44:13.861023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Checking segment: {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:44:13.861452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Bound using segment: {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:44:13.861874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Bound port: 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1561c500-e4c3-4f2b-9147-bbb71e03753b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:44:13.862235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:13.868925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:13.869293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:14.044690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] For port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:44:14.047610 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] For port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:44:14.052054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:14.114653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:14.115985 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] 10.222.0.24 "PUT /v2.0/ports/0afb4a52-26a1-4bc3-9f34-35a4f5309d3f HTTP/1.1" status: 200 len: 1093 time: 1.0884156 Dec 23 08:44:14.116444 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:44:14.136071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce363b65-2763-409f-8e97-a760fcdda2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:14.186629 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'status': 'completed', 'code': 200} Dec 23 08:44:14.229779 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-fc932c07-7247-45ff-9e2d-0bba9c1cbbb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 1096 time: 0.0736828 Dec 23 08:44:14.302610 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-571b6a80-55d3-45c5-921e-c2d292b75a90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f HTTP/1.1" status: 200 len: 217 time: 0.0652561 Dec 23 08:44:14.365428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-049f8838-1bc5-42a1-b761-b63c21df8e5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:14.366886 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-049f8838-1bc5-42a1-b761-b63c21df8e5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3029eaaf-b03a-49ab-9858-48c2dc65a05b HTTP/1.1" status: 200 len: 835 time: 0.0575984 Dec 23 08:44:14.442802 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-2cbdb6f2-0996-4a9e-b0b7-371f154ed25a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98c9f8e9-f281-44a7-82a6-4f6c463585a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695903 Dec 23 08:44:14.576050 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-da9161ea-2fed-48d3-8120-3f6b7b723d26 service neutron] 10.222.0.24 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266670 Dec 23 08:44:14.715074 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb6786ff-073c-47db-b1e0-4efc51b06ee7 req-8caca46b-87e7-4a92-bbd9-e67721d67020 service neutron] 10.222.0.24 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315219 Dec 23 08:44:14.858791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8ed23-737b-4d94-9a73-6ab8f71b12b7 req-2cbe3b38-9c28-4466-9a99-ab5585a54103 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:14.860131 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-71d8ed23-737b-4d94-9a73-6ab8f71b12b7 req-2cbe3b38-9c28-4466-9a99-ab5585a54103 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 943 time: 0.1370256 Dec 23 08:44:14.867028 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-877c9c78-c173-4f30-b46c-5af1cc8dd1a2 req-0b52e5b0-fc66-4bd5-af2a-71c7b1135010 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 1096 time: 0.1003666 Dec 23 08:44:14.999667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-71d8ed23-737b-4d94-9a73-6ab8f71b12b7 req-0915cbe1-e8e3-4614-adf3-a562071b799a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317160 Dec 23 08:44:15.034265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9c78-c173-4f30-b46c-5af1cc8dd1a2 req-19f6bae1-e12f-4091-a087-219887cfcb81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:15.035693 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-877c9c78-c173-4f30-b46c-5af1cc8dd1a2 req-19f6bae1-e12f-4091-a087-219887cfcb81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98c9f8e9-f281-44a7-82a6-4f6c463585a3 HTTP/1.1" status: 200 len: 897 time: 0.1545041 Dec 23 08:44:15.102765 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-877c9c78-c173-4f30-b46c-5af1cc8dd1a2 req-185b8f91-5787-4a8a-9b97-c361783ecc6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f HTTP/1.1" status: 200 len: 217 time: 0.0592461 Dec 23 08:44:15.168525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9c78-c173-4f30-b46c-5af1cc8dd1a2 req-ef4d6619-17e5-43a0-b804-fa145c598dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:15.169931 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-877c9c78-c173-4f30-b46c-5af1cc8dd1a2 req-ef4d6619-17e5-43a0-b804-fa145c598dfe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3029eaaf-b03a-49ab-9858-48c2dc65a05b HTTP/1.1" status: 200 len: 835 time: 0.0594931 Dec 23 08:44:15.244130 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-877c9c78-c173-4f30-b46c-5af1cc8dd1a2 req-a2633cbb-0520-4527-94a3-f7a1dc17fb85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98c9f8e9-f281-44a7-82a6-4f6c463585a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675545 Dec 23 08:44:15.374399 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-877c9c78-c173-4f30-b46c-5af1cc8dd1a2 req-72db47ae-aa1d-4f6d-8ea8-412c44813c48 service neutron] 10.222.0.24 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218386 Dec 23 08:44:15.503555 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-877c9c78-c173-4f30-b46c-5af1cc8dd1a2 req-d91be795-5ccc-46f0-8cb2-48024f3722c0 service neutron] 10.222.0.24 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227145 Dec 23 08:44:16.273709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97655849-0810-4ea5-b6a0-5969d5a5660b req-81d5620d-a737-431d-98a1-602045609feb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:16.275148 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-97655849-0810-4ea5-b6a0-5969d5a5660b req-81d5620d-a737-431d-98a1-602045609feb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 943 time: 0.1561403 Dec 23 08:44:16.319427 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-97655849-0810-4ea5-b6a0-5969d5a5660b req-9e3604c4-e879-44b8-a46c-04341696f7e5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381932 Dec 23 08:44:17.509235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ea04e-eb2b-4dd9-8acc-6a39119209f6 req-70a4cb28-5b0e-4f03-88e6-0f2d548d57b9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:17.510714 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-236ea04e-eb2b-4dd9-8acc-6a39119209f6 req-70a4cb28-5b0e-4f03-88e6-0f2d548d57b9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 943 time: 0.0743906 Dec 23 08:44:17.554742 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-236ea04e-eb2b-4dd9-8acc-6a39119209f6 req-98100ef0-89e0-4900-86f9-b0daf2ceadb4 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385761 Dec 23 08:44:17.683647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:44:17.817167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:17.830381 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'port_id': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'mac_address': 'fa:16:3e:f5:e0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:44:17.883107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:17.899422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:44:17.914156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:17.918455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:17.981808 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:18.115920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['0afb4a52-26a1-4bc3-9f34-35a4f5309d3f'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:44:18.748369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cc367-37f4-4bbf-8677-16dac339a4b3 req-4b8c18f3-1417-4766-974c-62ff103260ff tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:18.749781 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a83cc367-37f4-4bbf-8677-16dac339a4b3 req-4b8c18f3-1417-4766-974c-62ff103260ff tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 944 time: 0.0781810 Dec 23 08:44:18.793141 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a83cc367-37f4-4bbf-8677-16dac339a4b3 req-eb38943b-f0c3-4964-829b-2b8c7514e8d8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372884 Dec 23 08:44:19.714545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:44:19.779768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:44:19.784288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:44:19.784590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:19.897791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:19.928686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:44:19.938469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:19.943218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:20.003196 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'code': 200} Dec 23 08:44:20.010944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:20.018634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c0d61-c400-4ba6-9824-aa5ce464fcca req-9fe56d36-7278-4dde-9eb8-211e55aa015a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:20.021395 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b33c0d61-c400-4ba6-9824-aa5ce464fcca req-9fe56d36-7278-4dde-9eb8-211e55aa015a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 945 time: 0.1065536 Dec 23 08:44:20.070526 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b33c0d61-c400-4ba6-9824-aa5ce464fcca req-654af206-6631-4c0f-b42b-04e96ecbab65 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433447 Dec 23 08:44:20.225605 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e1aaaf8e-fef6-4cfb-8fe2-eef5f9c3d33c req-f47fbb5f-8dbe-44c6-8be4-e791b458b51f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 1098 time: 0.0662055 Dec 23 08:44:20.266691 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e1aaaf8e-fef6-4cfb-8fe2-eef5f9c3d33c req-aa59bb30-e23a-4cdb-90d0-ac750a51aec8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340416 Dec 23 08:44:21.275471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab541a-085a-4e88-8945-858a91cdab74 req-4e45890e-d42a-456b-bf21-69cf13b47fa7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:21.276821 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-24ab541a-085a-4e88-8945-858a91cdab74 req-4e45890e-d42a-456b-bf21-69cf13b47fa7 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 945 time: 0.0803702 Dec 23 08:44:21.322019 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-24ab541a-085a-4e88-8945-858a91cdab74 req-cc44d3b3-ab0c-4282-a4f7-8701d3e37638 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 Dec 23 08:44:22.522669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f84fb-4e99-44fd-99cf-58a9a325ae12 req-1db9550e-5e81-4489-8daa-426490aa1698 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:22.524087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1f9f84fb-4e99-44fd-99cf-58a9a325ae12 req-1db9550e-5e81-4489-8daa-426490aa1698 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 945 time: 0.0839846 Dec 23 08:44:22.568628 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1f9f84fb-4e99-44fd-99cf-58a9a325ae12 req-bb129020-7d59-417f-9aa5-277edca0e369 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390253 Dec 23 08:44:22.761290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15646af5-7226-4341-aa0c-27aaab661a81 req-af1ec3cf-5e2c-4202-8249-bb0b6f14a9b5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:22.762749 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-15646af5-7226-4341-aa0c-27aaab661a81 req-af1ec3cf-5e2c-4202-8249-bb0b6f14a9b5 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 945 time: 0.0778079 Dec 23 08:44:22.807255 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-15646af5-7226-4341-aa0c-27aaab661a81 req-00e3f9a6-0b48-4c12-8991-26c6e05e5e1c tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389800 Dec 23 08:44:22.834580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53732) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:22.903203 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-56a67740-5a73-405c-8bb2-d8326f2f6c93 tempest-TestNetworkBasicOps-683819315 tempest-TestNetworkBasicOps-683819315-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 1093 time: 0.0674713 Dec 23 08:44:22.905838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53736) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:22.910980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'tenant_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:22.918443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:44:22.923219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Usage tracker for resource:floatingip and tenant:624b301133d440c99265a580e7281065 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:44:22.926381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:44:22.932178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:44:22.942210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:23.072290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:23.202900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Allocated IP 172.26.8.53 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/50bd7c33-2bf0-476c-8e50-e532d488c3fd) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:44:23.344179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:23.369860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:23.437060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:44:23.439859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:44:23.444067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:44:23.470654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=50bd7c33-2bf0-476c-8e50-e532d488c3fd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:24.024497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:24.077155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:24.276193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:24.281070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:24.378984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event updated for resources: {'Port': ['ID=50bd7c33-2bf0-476c-8e50-e532d488c3fd,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:24.398432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:24.586686 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Floating IP ced9719a-8423-4a26-94ee-395ac14d561e associated. External IP: 172.26.8.53, port: 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f. Dec 23 08:44:24.963602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 931b0ada-c5fe-4648-ac33-51bb32596028 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:44:25.157507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:44:25.166971 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] Sync routers for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:44:25.178958 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:44:25.179551 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:25.181926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:25.240016 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-48df02d8-07aa-451e-9b10-f6d5554b82ab tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3306239 Dec 23 08:44:25.240016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:44:25.240374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53742) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:25.262702 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:44:25.290648 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'status': 'completed', 'code': 200} Dec 23 08:44:25.347955 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9197053e-5833-4d3b-a9d7-9f5da5c6f466 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1051829 Dec 23 08:44:25.363192 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:44:25.381522 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88430a41-68fc-4daa-a5e0-8760b8ca015d req-44ae5b1d-8f2c-4546-9e07-f639d3896534 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 1098 time: 0.0682795 Dec 23 08:44:25.604043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430a41-68fc-4daa-a5e0-8760b8ca015d req-82a42c75-eb92-4093-b562-871e45e0aea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:25.606012 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88430a41-68fc-4daa-a5e0-8760b8ca015d req-82a42c75-eb92-4093-b562-871e45e0aea6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98c9f8e9-f281-44a7-82a6-4f6c463585a3 HTTP/1.1" status: 200 len: 897 time: 0.2173772 Dec 23 08:44:25.707025 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88430a41-68fc-4daa-a5e0-8760b8ca015d req-ec4be586-5e2d-4d88-982e-f3a726d32080 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f HTTP/1.1" status: 200 len: 998 time: 0.0951242 Dec 23 08:44:25.709913 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:06Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ced9719a-8423-4a26-94ee-395ac14d561e', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'port_id': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'mac_address': 'fa:16:3e:f5:e0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:44:23Z', 'updated_at': '2021-12-23T08:44:23Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c698a0-3be7-4eb4-ad96-66d85fd3bc01', 'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:86:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:05Z', 'updated_at': '2021-12-23T08:44:12Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:25.713563 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] Checking router: 931b0ada-c5fe-4648-ac33-51bb32596028 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:44:25.723665 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:44:25.724234 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:25.771015 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430a41-68fc-4daa-a5e0-8760b8ca015d req-f46b95ba-9cb8-4836-87af-0a657ee3d0c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:44:25.772464 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88430a41-68fc-4daa-a5e0-8760b8ca015d req-f46b95ba-9cb8-4836-87af-0a657ee3d0c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3029eaaf-b03a-49ab-9858-48c2dc65a05b HTTP/1.1" status: 200 len: 835 time: 0.0596261 Dec 23 08:44:25.846194 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88430a41-68fc-4daa-a5e0-8760b8ca015d req-23ccd15d-bbb6-4d26-bb4e-4e2002343908 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98c9f8e9-f281-44a7-82a6-4f6c463585a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677791 Dec 23 08:44:25.929464 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:44:25.975073 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88430a41-68fc-4daa-a5e0-8760b8ca015d req-43d41c90-ac4d-478a-a052-c66fe2eaeabe service neutron] 10.222.0.24 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227579 Dec 23 08:44:26.103675 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88430a41-68fc-4daa-a5e0-8760b8ca015d req-64a2470f-ee95-4a98-b981-90afb0c3fcc2 service neutron] 10.222.0.24 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220775 Dec 23 08:44:26.264683 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:06Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ced9719a-8423-4a26-94ee-395ac14d561e', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'port_id': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'mac_address': 'fa:16:3e:f5:e0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:44:23Z', 'updated_at': '2021-12-23T08:44:23Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c698a0-3be7-4eb4-ad96-66d85fd3bc01', 'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:86:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:05Z', 'updated_at': '2021-12-23T08:44:12Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:26.268720 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1309b53-64c4-4dc7-881a-fc82007c360b None None] The sync data for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv is: [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:06Z', 'revision_number': 4, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ced9719a-8423-4a26-94ee-395ac14d561e', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'port_id': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'mac_address': 'fa:16:3e:f5:e0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:44:23Z', 'updated_at': '2021-12-23T08:44:23Z', 'revision_number': 0, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c698a0-3be7-4eb4-ad96-66d85fd3bc01', 'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:86:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:05Z', 'updated_at': '2021-12-23T08:44:12Z', 'revision_number': 5, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:44:26.349857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53748) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:26.456396 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e1e289fa-b5f5-451a-a451-e1a09e6853fe tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1051209 Dec 23 08:44:27.460249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53752) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:27.566825 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1b77c3f6-c324-438d-aaa2-0d79e8f5abd9 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1053557 Dec 23 08:44:28.176200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9740e2-705f-43cc-a7ac-2d2f2d43f2e1 None None] New status for floating IP ced9719a-8423-4a26-94ee-395ac14d561e: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:44:28.570165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53756) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:28.672298 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b1360401-b4c5-4954-9de3-87b77d9047b3 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 992 time: 0.1010153 Dec 23 08:44:30.414787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:30.468811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-24c302a1-71f9-41e3-9be5-2994b39e7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:32.762057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-084ed1b5-9c12-4bf2-b581-cf88a412c1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:33.859389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:33.929515 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:35.283422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:56.013746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53772) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:56.018982 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-070e3b4f-36e3-4c04-8a3a-e5144db037df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:56.560814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070e3b4f-36e3-4c04-8a3a-e5144db037df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:56.571151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070e3b4f-36e3-4c04-8a3a-e5144db037df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:56.854773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070e3b4f-36e3-4c04-8a3a-e5144db037df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 931b0ada-c5fe-4648-ac33-51bb32596028 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:44:57.050734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070e3b4f-36e3-4c04-8a3a-e5144db037df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:44:57.056474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-070e3b4f-36e3-4c04-8a3a-e5144db037df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:57.057589 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-070e3b4f-36e3-4c04-8a3a-e5144db037df tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/931b0ada-c5fe-4648-ac33-51bb32596028 HTTP/1.1" status: 200 len: 888 time: 1.0428269 Dec 23 08:44:57.065435 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af14f66-b362-4be8-9ebf-3490272716b4 None None] Sync routers for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:44:57.077279 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af14f66-b362-4be8-9ebf-3490272716b4 None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:44:57.077873 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0af14f66-b362-4be8-9ebf-3490272716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:57.140365 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0af14f66-b362-4be8-9ebf-3490272716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:57.150813 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af14f66-b362-4be8-9ebf-3490272716b4 None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:44:57.151385 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0af14f66-b362-4be8-9ebf-3490272716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:57.211556 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0af14f66-b362-4be8-9ebf-3490272716b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:44:57.211951 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af14f66-b362-4be8-9ebf-3490272716b4 None None] The sync data for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv is: [] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:44:57.974305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84476423-0c66-41e9-845a-1952df220ef2 None None] New status for floating IP ced9719a-8423-4a26-94ee-395ac14d561e: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:44:58.023788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13575ad7-9ba9-4f88-ba6d-fdf24e025259 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:44:58.314004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:58.330266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 13575ad7-9ba9-4f88-ba6d-fdf24e025259, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=13575ad7-9ba9-4f88-ba6d-fdf24e025259,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:58.334209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:58.334903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:44:58.444782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=13575ad7-9ba9-4f88-ba6d-fdf24e025259,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:58.498081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:58.529837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:44:58.535374 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:58.600766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:44:59.213913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53778) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:44:59.219153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-baa8a949-6f74-47d6-bee3-3a82d649b4d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:44:59.764236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-baa8a949-6f74-47d6-bee3-3a82d649b4d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:59.774525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-baa8a949-6f74-47d6-bee3-3a82d649b4d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2047298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2047307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2049234'] for router, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:44:59.968582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa8a949-6f74-47d6-bee3-3a82d649b4d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 931b0ada-c5fe-4648-ac33-51bb32596028 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:45:00.168337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa8a949-6f74-47d6-bee3-3a82d649b4d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:45:00.173996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-baa8a949-6f74-47d6-bee3-3a82d649b4d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:00.175116 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-baa8a949-6f74-47d6-bee3-3a82d649b4d6 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/931b0ada-c5fe-4648-ac33-51bb32596028 HTTP/1.1" status: 200 len: 887 time: 0.9601786 Dec 23 08:45:00.177576 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] Sync routers for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:45:00.178149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53782) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:00.188983 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:45:00.189619 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:00.369623 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:45:00.391322 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-38a2ad3b-0ac9-4a4b-8647-116876f3480a tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.2109966 Dec 23 08:45:00.415331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:00.474340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4b78800a-fa8e-459c-a0a9-6e4fda04c7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:00.718388 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:59Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ced9719a-8423-4a26-94ee-395ac14d561e', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'port_id': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'mac_address': 'fa:16:3e:f5:e0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:44:23Z', 'updated_at': '2021-12-23T08:44:58Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c698a0-3be7-4eb4-ad96-66d85fd3bc01', 'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:86:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:05Z', 'updated_at': '2021-12-23T08:44:58Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:00.722042 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] Checking router: 931b0ada-c5fe-4648-ac33-51bb32596028 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:45:00.732398 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:45:00.732916 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:44:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:00.907396 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:45:01.269512 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:59Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ced9719a-8423-4a26-94ee-395ac14d561e', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'port_id': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'mac_address': 'fa:16:3e:f5:e0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:44:23Z', 'updated_at': '2021-12-23T08:44:58Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c698a0-3be7-4eb4-ad96-66d85fd3bc01', 'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:86:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:05Z', 'updated_at': '2021-12-23T08:44:58Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:01.273366 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea15806-1bea-496c-9af8-78ad6c0819c1 None None] The sync data for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv is: [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180'}], 'enable_snat': True}, 'gw_port_id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:59Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port': {'id': '13575ad7-9ba9-4f88-ba6d-fdf24e025259', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:44:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ced9719a-8423-4a26-94ee-395ac14d561e', 'tenant_id': '624b301133d440c99265a580e7281065', 'floating_ip_address': '172.26.8.53', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'port_id': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'mac_address': 'fa:16:3e:f5:e0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:44:23Z', 'updated_at': '2021-12-23T08:44:58Z', 'revision_number': 2, 'project_id': '624b301133d440c99265a580e7281065', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c698a0-3be7-4eb4-ad96-66d85fd3bc01', 'name': '', 'network_id': '98c9f8e9-f281-44a7-82a6-4f6c463585a3', 'tenant_id': '624b301133d440c99265a580e7281065', 'mac_address': 'fa:16:3e:86:c4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:44:05Z', 'updated_at': '2021-12-23T08:44:58Z', 'revision_number': 6, 'project_id': '624b301133d440c99265a580e7281065', 'subnets': [{'id': '3029eaaf-b03a-49ab-9858-48c2dc65a05b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:45:01.397538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53786) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:01.510062 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0e5aea76-8b6c-4433-b019-064f6dd7bfe8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1135650 Dec 23 08:45:01.852458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:45:01.925193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:45:01.925556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:02.042846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:02.078344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:02.082727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:02.154544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:02.162796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.163126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.163454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.163780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.164100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.164421 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.164732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.165046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.165362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.165670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.166004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:02.243765 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:45:02.513758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53790) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:02.617241 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f4b5f879-43b6-4949-b88b-63051b8deabb tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1020837 Dec 23 08:45:02.763707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-038e4b11-45cd-4616-893a-0278560bd1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:03.620998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53794) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:03.725546 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fdb52479-de26-48ef-9639-1617ad868fdd tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1026506 Dec 23 08:45:03.867135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:03.876693 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13575ad7-9ba9-4f88-ba6d-fdf24e025259 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:45:03.940947 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:03.953698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:45:03.954084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:04.063338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:04.078355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 13575ad7-9ba9-4f88-ba6d-fdf24e025259, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=13575ad7-9ba9-4f88-ba6d-fdf24e025259,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:04.081604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:04.082340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:45:04.190736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=13575ad7-9ba9-4f88-ba6d-fdf24e025259,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:04.203768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:45:04.204130 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:04.729364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53798) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:04.832959 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a49fb614-9ac0-4073-b45e-ec43c92364dc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1023905 Dec 23 08:45:05.284696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:05.810273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13575ad7-9ba9-4f88-ba6d-fdf24e025259 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:45:05.835763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53802) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:05.880630 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:45:05.881113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:05.941336 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ffbb8269-6c7f-4338-a161-55f1357f6a61 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1044424 Dec 23 08:45:06.945270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53806) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:07.048537 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-550bc334-3db1-4be1-8349-4879a340a8ae tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1021366 Dec 23 08:45:08.052451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53810) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:08.159873 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a9707a24-e1d1-41e9-b27b-c04d21384403 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 990 time: 0.1062505 Dec 23 08:45:08.378781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735bf440-e917-4ccf-ac03-b7c2ec5fd571 None None] New status for floating IP ced9719a-8423-4a26-94ee-395ac14d561e: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:45:09.163824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53814) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:09.273193 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d8124187-c53e-40a9-857b-9e113c581106 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 200 len: 992 time: 0.1082609 Dec 23 08:45:09.547397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53822) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:09.739031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 50bd7c33-2bf0-476c-8e50-e532d488c3fd {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:45:09.739361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:09.910006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:09.910332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:10.027122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 50bd7c33-2bf0-476c-8e50-e532d488c3fd owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:45:10.174457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:10.306592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=50bd7c33-2bf0-476c-8e50-e532d488c3fd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:10.344491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.344819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.345147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.345465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.345780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.346131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.346443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.346759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.347069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.347377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.347683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:10.409420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:10.798292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 931b0ada-c5fe-4648-ac33-51bb32596028 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:45:10.992017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:45:11.010559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:11.064507 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-77d60969-f490-47bb-aedf-c621ff43e9e0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/floatingips/ced9719a-8423-4a26-94ee-395ac14d561e HTTP/1.1" status: 204 len: 168 time: 1.5160506 Dec 23 08:45:11.065076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:45:11.120119 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'status': 'completed', 'code': 200} Dec 23 08:45:11.211863 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c1ff2cf-64c6-4cdd-806e-a39d4e51c82d req-c98687c6-c460-415b-8687-4b0859d83c4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=624b301133d440c99265a580e7281065&device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 1098 time: 0.0681927 Dec 23 08:45:11.345592 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ff2cf-64c6-4cdd-806e-a39d4e51c82d req-d01849cd-5488-48e9-8de8-f0f0b95bf0cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:11.346974 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c1ff2cf-64c6-4cdd-806e-a39d4e51c82d req-d01849cd-5488-48e9-8de8-f0f0b95bf0cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=98c9f8e9-f281-44a7-82a6-4f6c463585a3 HTTP/1.1" status: 200 len: 897 time: 0.1295855 Dec 23 08:45:11.453874 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c1ff2cf-64c6-4cdd-806e-a39d4e51c82d req-6d873791-caee-4527-bcd8-a6d4ad8a1803 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f HTTP/1.1" status: 200 len: 217 time: 0.0991721 Dec 23 08:45:11.531740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ff2cf-64c6-4cdd-806e-a39d4e51c82d req-dad71534-4671-42b5-8675-34d5f29afff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:11.533134 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c1ff2cf-64c6-4cdd-806e-a39d4e51c82d req-dad71534-4671-42b5-8675-34d5f29afff4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3029eaaf-b03a-49ab-9858-48c2dc65a05b HTTP/1.1" status: 200 len: 835 time: 0.0677385 Dec 23 08:45:11.542586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12323b3a-bfab-4b7c-a122-7c3a5b50570c req-d306c024-5a7f-459a-888f-44d3ec2410fa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:11.543893 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-12323b3a-bfab-4b7c-a122-7c3a5b50570c req-d306c024-5a7f-459a-888f-44d3ec2410fa tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 945 time: 0.1433485 Dec 23 08:45:11.630799 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-12323b3a-bfab-4b7c-a122-7c3a5b50570c req-900b3650-3be8-46ba-b91a-122d8f067ccf tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582318 Dec 23 08:45:11.644997 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c1ff2cf-64c6-4cdd-806e-a39d4e51c82d req-08022f81-b6f2-4796-a91e-a4d0c897d6b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98c9f8e9-f281-44a7-82a6-4f6c463585a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1002274 Dec 23 08:45:11.873652 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c1ff2cf-64c6-4cdd-806e-a39d4e51c82d req-682d60fc-dccb-415c-9744-28d72a1b9415 service neutron] 10.222.0.24 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209492 Dec 23 08:45:12.001084 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c1ff2cf-64c6-4cdd-806e-a39d4e51c82d req-482a70c7-3455-4e85-9455-8228b8e35b16 service neutron] 10.222.0.24 "GET /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203821 Dec 23 08:45:12.668686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-3db5fdd4-ba88-46ae-b43e-729dd5951fb1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:12.670122 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-3db5fdd4-ba88-46ae-b43e-729dd5951fb1 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 945 time: 0.0801544 Dec 23 08:45:12.738801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:45:12.739142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:12.977981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09495b-4a95-4495-993f-b77e120ababd req-54e37de5-60d5-4198-b0fd-09cd732dc6cc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:12.979328 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-da09495b-4a95-4495-993f-b77e120ababd req-54e37de5-60d5-4198-b0fd-09cd732dc6cc tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6447c2a-211c-464b-9fd1-0c7a2bef100e HTTP/1.1" status: 200 len: 945 time: 0.2178903 Dec 23 08:45:13.067849 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-da09495b-4a95-4495-993f-b77e120ababd req-f3606db5-e4e1-4ac2-b311-f25fea555a39 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808861 Dec 23 08:45:13.069400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:13.069744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:13.188344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:45:13.325939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:13.371793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=0afb4a52-26a1-4bc3-9f34-35a4f5309d3f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:13.411623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.411960 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.412289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.412612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.412934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.413252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.413570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.413887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.414224 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.414536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.414847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:45:13.453836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] No DVR routers for this DVR port 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:45:13.456116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:13.458658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'name': 'network-vif-deleted', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:45:13.469615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ecc7e3dd-f5f8-437d-a69a-9f9ca4444f03 req-d3621112-82aa-46fa-9388-118476f10723 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.24 "DELETE /v2.0/ports/0afb4a52-26a1-4bc3-9f34-35a4f5309d3f HTTP/1.1" status: 204 len: 173 time: 0.7941940 Dec 23 08:45:13.517646 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6447c2a-211c-464b-9fd1-0c7a2bef100e', 'name': 'network-vif-deleted', 'tag': '0afb4a52-26a1-4bc3-9f34-35a4f5309d3f', 'status': 'completed', 'code': 200} Dec 23 08:45:14.172510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53838) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:14.245494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b4da0dc7-1fc7-4d98-9366-05af8d6ff4da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:14.274566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b4da0dc7-1fc7-4d98-9366-05af8d6ff4da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:14.335865 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b4da0dc7-1fc7-4d98-9366-05af8d6ff4da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:14.353968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da0dc7-1fc7-4d98-9366-05af8d6ff4da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:14.369314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b4da0dc7-1fc7-4d98-9366-05af8d6ff4da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:14.370453 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b4da0dc7-1fc7-4d98-9366-05af8d6ff4da tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/security-groups/1a37cb9e-22e3-4fc1-8bb1-9c79c618d4a0 HTTP/1.1" status: 204 len: 168 time: 0.1969872 Dec 23 08:45:14.411111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53844) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:14.887852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:15.475905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:45:15.476425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:15.663754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port e7c698a0-3be7-4eb4-ad96-66d85fd3bc01, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:15.664101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:15.783093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:45:15.962693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:15.985574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:45:16.009338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=e7c698a0-3be7-4eb4-ad96-66d85fd3bc01,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:16.019602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:45:16.019955 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 0afb4a52-26a1-4bc3-9f34-35a4f5309d3f not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:45:16.386905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:16.948881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Router 931b0ada-c5fe-4648-ac33-51bb32596028 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:45:17.147124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:45:17.159760 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1125e6a0-85a8-4569-a6db-d1ceeb7f8668 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "PUT /v2.0/routers/931b0ada-c5fe-4648-ac33-51bb32596028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7476144 Dec 23 08:45:17.162536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53848) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:17.343896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29b95d1-d954-4520-a12f-fc7558fdc6f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting subnet 3029eaaf-b03a-49ab-9858-48c2dc65a05b {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:45:17.346641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a29b95d1-d954-4520-a12f-fc7558fdc6f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:17.401214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a29b95d1-d954-4520-a12f-fc7558fdc6f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:17.479245 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a29b95d1-d954-4520-a12f-fc7558fdc6f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:17.548974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a29b95d1-d954-4520-a12f-fc7558fdc6f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:17.588906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b95d1-d954-4520-a12f-fc7558fdc6f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Subnet': ['ID=3029eaaf-b03a-49ab-9858-48c2dc65a05b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:17.596074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a29b95d1-d954-4520-a12f-fc7558fdc6f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:17.601418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda2129-f254-409f-adf1-66b6fd1f4c55 None None] Network 98c9f8e9-f281-44a7-82a6-4f6c463585a3 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:45:17.602740 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a29b95d1-d954-4520-a12f-fc7558fdc6f0 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/subnets/3029eaaf-b03a-49ab-9858-48c2dc65a05b HTTP/1.1" status: 204 len: 168 time: 0.4392970 Dec 23 08:45:17.605416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53852) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:17.824616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:17.876070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b6e22b-a4fd-4a22-894a-26ca44b30be0 None None] DHCP port deletion for 98c9f8e9-f281-44a7-82a6-4f6c463585a3 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:45:17.880508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-52b6e22b-a4fd-4a22-894a-26ca44b30be0 None None] Deleting port ce87ea75-b702-4fc6-8be2-2f942de126ac {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:45:17.881006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-52b6e22b-a4fd-4a22-894a-26ca44b30be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:18.082462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-52b6e22b-a4fd-4a22-894a-26ca44b30be0 None None] For port ce87ea75-b702-4fc6-8be2-2f942de126ac, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ce87ea75-b702-4fc6-8be2-2f942de126ac,segment=NetworkSegment(1561c500-e4c3-4f2b-9147-bbb71e03753b),segment_id=1561c500-e4c3-4f2b-9147-bbb71e03753b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:18.082845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-52b6e22b-a4fd-4a22-894a-26ca44b30be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:18.127846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:18.136857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Deleting port 13575ad7-9ba9-4f88-ba6d-fdf24e025259 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:45:18.137179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:18.207921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-52b6e22b-a4fd-4a22-894a-26ca44b30be0 None None] Calling delete_port for ce87ea75-b702-4fc6-8be2-2f942de126ac owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:45:18.281204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-52b6e22b-a4fd-4a22-894a-26ca44b30be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:18.310198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] For port 13575ad7-9ba9-4f88-ba6d-fdf24e025259, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=13575ad7-9ba9-4f88-ba6d-fdf24e025259,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:18.310546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:18.326067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6e22b-a4fd-4a22-894a-26ca44b30be0 None None] Pushing event deleted for resources: {'Port': ['ID=ce87ea75-b702-4fc6-8be2-2f942de126ac,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:18.333065 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b6e22b-a4fd-4a22-894a-26ca44b30be0 None None] No DVR routers for this DVR port ce87ea75-b702-4fc6-8be2-2f942de126ac on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:45:18.433179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Calling delete_port for 13575ad7-9ba9-4f88-ba6d-fdf24e025259 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:45:18.595425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:18.637944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Port': ['ID=13575ad7-9ba9-4f88-ba6d-fdf24e025259,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:18.835230 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] Sync routers for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:45:18.847996 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:45:18.848669 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:45:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:18.864634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:18.974673 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:45:19.076638 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:45:18Z', 'revision_number': 9, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:19.081156 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] Checking router: 931b0ada-c5fe-4648-ac33-51bb32596028 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:45:19.091257 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] Routers {'931b0ada-c5fe-4648-ac33-51bb32596028'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:45:19.091837 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:45:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['931b0ada-c5fe-4648-ac33-51bb32596028'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:19.118894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.123075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.148632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.149326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Fanout notify agent at l3_agent the message router_deleted on router 931b0ada-c5fe-4648-ac33-51bb32596028 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:45:19.163232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.166745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-32b9ad6c-0570-483d-95e5-2805e4220de8 tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/routers/931b0ada-c5fe-4648-ac33-51bb32596028 HTTP/1.1" status: 204 len: 168 time: 1.5580213 Dec 23 08:45:19.167008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53856) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:19.214424 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] Set router 931b0ada-c5fe-4648-ac33-51bb32596028 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:45:19.320019 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:45:18Z', 'revision_number': 9, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:19.323909 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866150fd-e0ff-4e11-80ce-f7d6d07f7d5e None None] The sync data for ids ['931b0ada-c5fe-4648-ac33-51bb32596028'] in dv-neutron-822507-1-hyperv is: [{'id': '931b0ada-c5fe-4648-ac33-51bb32596028', 'name': 'tempest-TestNetworkBasicOps-router-672125944', 'tenant_id': '624b301133d440c99265a580e7281065', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:44:02Z', 'updated_at': '2021-12-23T08:45:18Z', 'revision_number': 9, 'project_id': '624b301133d440c99265a580e7281065', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:45:19.371180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.496756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.521048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c9f8e9-f281-44a7-82a6-4f6c463585a3']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:19.532581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1561c500-e4c3-4f2b-9147-bbb71e03753b') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:19.532868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1561c500-e4c3-4f2b-9147-bbb71e03753b') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:19.543756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.560828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.567573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:45:19.567939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:45:19.585340 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:45:19.660755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.678475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:19.690288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] Pushing event deleted for resources: {'Network': ['ID=98c9f8e9-f281-44a7-82a6-4f6c463585a3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:19.702826 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7d0af776-4343-4120-8a35-af509caaeeba tempest-TestNetworkBasicOps-1094076113 tempest-TestNetworkBasicOps-1094076113-project] 10.222.0.36 "DELETE /v2.0/networks/98c9f8e9-f281-44a7-82a6-4f6c463585a3 HTTP/1.1" status: 204 len: 168 time: 0.5347240 Dec 23 08:45:20.019239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53864) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:20.093928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13575ad7-9ba9-4f88-ba6d-fdf24e025259 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:45:20.127111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 13575ad7-9ba9-4f88-ba6d-fdf24e025259 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:45:20.127514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13575ad7-9ba9-4f88-ba6d-fdf24e025259 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:45:20.128012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ce87ea75-b702-4fc6-8be2-2f942de126ac no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:45:20.159462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f3915-15f3-4277-94c2-91c17fad1add None None] New status for floating IP ced9719a-8423-4a26-94ee-395ac14d561e: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:45:20.200194 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d9c3e437-9cdf-494b-b37f-c57827e6e5ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=624b301133d440c99265a580e7281065&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1798322 Dec 23 08:45:20.202667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 53870) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:20.259528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-99ce58f7-36b2-4ed2-9d84-4b37a59c20d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:20.270218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: ce87ea75-b702-4fc6-8be2-2f942de126ac {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:45:20.270558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ce87ea75-b702-4fc6-8be2-2f942de126ac not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:45:20.270973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:45:20.283765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-99ce58f7-36b2-4ed2-9d84-4b37a59c20d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:20.312187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:45:20.312187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device e7c698a0-3be7-4eb4-ad96-66d85fd3bc01 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:45:20.336011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-99ce58f7-36b2-4ed2-9d84-4b37a59c20d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:20.352988 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce58f7-36b2-4ed2-9d84-4b37a59c20d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b892c-c1ff-4255-8251-809f7bc91116,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:20.359944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-99ce58f7-36b2-4ed2-9d84-4b37a59c20d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:20.361037 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-99ce58f7-36b2-4ed2-9d84-4b37a59c20d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/955b892c-c1ff-4255-8251-809f7bc91116 HTTP/1.1" status: 204 len: 168 time: 0.1574957 Dec 23 08:45:20.691511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53878) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:20.711280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cbf4-d46d-4f7a-88ac-ee9628ff9db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:20.742402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9ab0cbf4-d46d-4f7a-88ac-ee9628ff9db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:45:20.746073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9ab0cbf4-d46d-4f7a-88ac-ee9628ff9db6 admin admin] Usage tracker for resource:security_group_rule and tenant:35773ca3b36c4edb8dba507323b9f8fb is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:45:20.748798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9ab0cbf4-d46d-4f7a-88ac-ee9628ff9db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:45:20.754276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9ab0cbf4-d46d-4f7a-88ac-ee9628ff9db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:45:20.816239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cbf4-d46d-4f7a-88ac-ee9628ff9db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:20.819953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9ab0cbf4-d46d-4f7a-88ac-ee9628ff9db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:20.864638 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0cbf4-d46d-4f7a-88ac-ee9628ff9db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89645db-d620-4b0b-89f6-8a2a03449ef3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:20.868967 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9ab0cbf4-d46d-4f7a-88ac-ee9628ff9db6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35773ca3b36c4edb8dba507323b9f8fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1764464 Dec 23 08:45:20.871975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53882) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:20.931288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2733ac-24d6-4350-9216-589b67f35d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:20.955850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2733ac-24d6-4350-9216-589b67f35d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:21.004110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2733ac-24d6-4350-9216-589b67f35d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:21.019971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2733ac-24d6-4350-9216-589b67f35d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89645db-d620-4b0b-89f6-8a2a03449ef3,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:21.025185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2733ac-24d6-4350-9216-589b67f35d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:21.026134 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9d2733ac-24d6-4350-9216-589b67f35d7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a89645db-d620-4b0b-89f6-8a2a03449ef3 HTTP/1.1" status: 204 len: 168 time: 0.1536157 Dec 23 08:45:21.876124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53904) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:22.082058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-795031081-network', 'tenant_id': 'fee0a45c1c324d86aa118910b53b8286'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:45:22.086705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:45:22.090489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Usage tracker for resource:network and tenant:fee0a45c1c324d86aa118910b53b8286 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:45:22.093828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:45:22.099434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:45:22.110612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Made reservation on behalf of fee0a45c1c324d86aa118910b53b8286 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:45:22.112851 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.124670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.154197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:45:22.158383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Usage tracker for resource:security_group_rule and tenant:fee0a45c1c324d86aa118910b53b8286 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:45:22.161088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:45:22.166657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:45:22.234878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.238616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.268829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:45:22.273802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b39cbe-5218-4767-a25d-725afa2b05c5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:22.282139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.282640 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Added segment 4bcaec7a-ea14-4077-9b7f-2889b3e4808f of type vlan for network f3015835-7035-49d8-8f35-6c0ce3337598 Dec 23 08:45:22.310852 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.338288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.339104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:22.339668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.436141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] Pushing event updated for resources: {'Network': ['ID=f3015835-7035-49d8-8f35-6c0ce3337598,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:22.439037 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1ef2e30d-239e-49ba-98d1-38d599ecb698 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5619311 Dec 23 08:45:22.442010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53910) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:22.446189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network f3015835-7035-49d8-8f35-6c0ce3337598 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:45:22.447233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Request body: {'subnet': {'network_id': 'f3015835-7035-49d8-8f35-6c0ce3337598', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-795031081-subnet', 'tenant_id': 'fee0a45c1c324d86aa118910b53b8286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:45:22.452947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:45:22.457247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Usage tracker for resource:subnet and tenant:fee0a45c1c324d86aa118910b53b8286 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:45:22.460063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:45:22.465596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:45:22.481293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Made reservation on behalf of fee0a45c1c324d86aa118910b53b8286 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:45:22.483838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.680072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.749967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec20fd2-5697-4298-9503-4bdc394ba10e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:22.764858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Checking segment: {'id': '4bcaec7a-ea14-4077-9b7f-2889b3e4808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f3015835-7035-49d8-8f35-6c0ce3337598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:45:22.765202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Network hostable DHCP agents. Network: f3015835-7035-49d8-8f35-6c0ce3337598, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:45:22.785608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Network f3015835-7035-49d8-8f35-6c0ce3337598 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:45:22.794404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, f3015835-7035-49d8-8f35-6c0ce3337598) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:45:22.798513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:22.799082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:22.802868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf6f14-8e00-4f5d-87c4-2d69ac5f56f8 None None] Network f3015835-7035-49d8-8f35-6c0ce3337598 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:45:22.821030 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d9555c3c-28bb-41f1-bfc0-e750582e3272 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3779535 Dec 23 08:45:23.009855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986dba54-8113-4193-928d-0bf968a92ed4 None None] Network f3015835-7035-49d8-8f35-6c0ce3337598 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:45:23.632003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53932) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:23.637626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1494850460-network', 'tenant_id': '67630a0196d3422dbbcd7974b4cc871d'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:45:23.643360 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:45:23.648266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Usage tracker for resource:network and tenant:67630a0196d3422dbbcd7974b4cc871d is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:45:23.652211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:45:23.658947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:45:23.668316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Made reservation on behalf of 67630a0196d3422dbbcd7974b4cc871d for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:45:23.671457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:23.686865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:23.804194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:45:23.807876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Usage tracker for resource:security_group_rule and tenant:67630a0196d3422dbbcd7974b4cc871d is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:45:23.810655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:45:23.816630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:45:23.881258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:23.884842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:23.912813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:45:23.921228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e88eb17-1c5e-4902-8854-5b2896e296e9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:23.931581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:23.931913 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Added segment b855bd28-0968-410a-8643-4a796ca37506 of type vlan for network 1f3ef990-0a00-4058-b8b2-850174dc677d Dec 23 08:45:23.968923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:24.000413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:24.001288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:24.001881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:24.103804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] Pushing event updated for resources: {'Network': ['ID=1f3ef990-0a00-4058-b8b2-850174dc677d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:24.107667 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6d7785e1-269a-47dd-8e54-3484a3fed75e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4746857 Dec 23 08:45:24.110970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 53936) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:24.116791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1f3ef990-0a00-4058-b8b2-850174dc677d details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:45:24.117319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Request body: {'subnet': {'network_id': '1f3ef990-0a00-4058-b8b2-850174dc677d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1494850460-subnet', 'tenant_id': '67630a0196d3422dbbcd7974b4cc871d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:45:24.121858 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:45:24.126456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Usage tracker for resource:subnet and tenant:67630a0196d3422dbbcd7974b4cc871d is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:45:24.129327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:45:24.135052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:45:24.144332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Made reservation on behalf of 67630a0196d3422dbbcd7974b4cc871d for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:45:24.146693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:24.349624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:24.421348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae8dcbe-12c8-4808-b037-948280f9d5ec,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:24.435276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Checking segment: {'id': 'b855bd28-0968-410a-8643-4a796ca37506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1f3ef990-0a00-4058-b8b2-850174dc677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:45:24.435625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Network hostable DHCP agents. Network: 1f3ef990-0a00-4058-b8b2-850174dc677d, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:45:24.455517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Network 1f3ef990-0a00-4058-b8b2-850174dc677d is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:45:24.464203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 1f3ef990-0a00-4058-b8b2-850174dc677d) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:45:24.468587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:24.469313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:24.474617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec0fce-5a53-42e0-9eb0-da6bf864fda1 None None] Network 1f3ef990-0a00-4058-b8b2-850174dc677d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:45:24.500882 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-44684672-be60-4795-be69-1be16157ed28 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3801248 Dec 23 08:45:24.685067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df05d2a6-38a7-41b1-a548-efd076391fa3 None None] Network 1f3ef990-0a00-4058-b8b2-850174dc677d requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:45:25.076112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-39b4e869-9949-4a5c-b66f-d58aa498994c tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:25.078091 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-39b4e869-9949-4a5c-b66f-d58aa498994c tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/networks?id=f3015835-7035-49d8-8f35-6c0ce3337598 HTTP/1.1" status: 200 len: 811 time: 0.1398568 Dec 23 08:45:25.093730 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-bbe86a70-8651-40b8-976b-05797ce22321 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/quotas/fee0a45c1c324d86aa118910b53b8286 HTTP/1.1" status: 200 len: 375 time: 0.0104151 Dec 23 08:45:25.141123 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-ba40c9ff-98a4-48e8-b222-3a0ea011d1c6 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fee0a45c1c324d86aa118910b53b8286&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428445 Dec 23 08:45:25.472098 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-3e09c7a2-5ac5-4c4b-a398-2ddf9b9de9e1 service neutron] 10.222.0.36 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246198 Dec 23 08:45:25.611809 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-ab3492ec-1b7e-408d-8186-83a0d3ff561f service neutron] 10.222.0.36 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337149 Dec 23 08:45:26.807981 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e2ce546d-71ec-4906-a5d3-297462ab758b req-7a11b318-200f-488e-81c2-a3d0e9e8a322 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 210 time: 0.0398812 Dec 23 08:45:27.835694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-77e5266d-e59b-46e4-8479-5e1501a6b5d1 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:27.836995 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-77e5266d-e59b-46e4-8479-5e1501a6b5d1 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.24 "GET /v2.0/networks?id=f3015835-7035-49d8-8f35-6c0ce3337598 HTTP/1.1" status: 200 len: 811 time: 0.1423194 Dec 23 08:45:27.853405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Request body: {'port': {'device_id': '5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd', 'network_id': 'f3015835-7035-49d8-8f35-6c0ce3337598', 'admin_state_up': True, 'tenant_id': 'fee0a45c1c324d86aa118910b53b8286'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:45:27.977297 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2727d567-517a-45fb-ae6f-0d5803762142 req-a154adb2-41d5-4f77-b48e-d69025e6fe2a tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 210 time: 0.0487537 Dec 23 08:45:28.025216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:45:28.028983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Usage tracker for resource:port and tenant:fee0a45c1c324d86aa118910b53b8286 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:45:28.031766 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:45:28.037274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:45:28.046463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Made reservation on behalf of fee0a45c1c324d86aa118910b53b8286 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:45:28.049361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:28.203213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Allocated IP 172.20.0.8 (f3015835-7035-49d8-8f35-6c0ce3337598/9ec20fd2-5697-4298-9503-4bdc394ba10e/bc5e468b-4b94-489c-8a56-e040eabc153d) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:45:28.478409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:28.506725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:28.575621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Network f3015835-7035-49d8-8f35-6c0ce3337598 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:45:28.578628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:45:28.582975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:45:28.613249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Pushing event updated for resources: {'Port': ['ID=bc5e468b-4b94-489c-8a56-e040eabc153d,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:28.644926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:28.645535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:28.664071 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-d1b1a102-9899-4522-acbe-91016a57779f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8146336 Dec 23 08:45:28.675418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Request body: {'port': {'device_id': '5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:45:28.786193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:29.154722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5e468b-4b94-489c-8a56-e040eabc153d {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:45:29.163251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:29.188350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Transition to ACTIVE for port object bc5e468b-4b94-489c-8a56-e040eabc153d will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:45:29.193300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:29.309077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe1d95-418d-437f-8468-e6d82d0fe1cf req-768526ac-5f30-493e-8655-b5cd970a9238 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:29.309744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4cbe1d95-418d-437f-8468-e6d82d0fe1cf req-768526ac-5f30-493e-8655-b5cd970a9238 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Synchronizing usage tracker for tenant:fee0a45c1c324d86aa118910b53b8286 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:45:29.333369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e468b-4b94-489c-8a56-e040eabc153d,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:29.379285 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-4cbe1d95-418d-437f-8468-e6d82d0fe1cf req-768526ac-5f30-493e-8655-b5cd970a9238 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Unset dirty status for tenant:fee0a45c1c324d86aa118910b53b8286 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:45:29.380399 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4cbe1d95-418d-437f-8468-e6d82d0fe1cf req-768526ac-5f30-493e-8655-b5cd970a9238 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 931 time: 0.2762556 Dec 23 08:45:29.477511 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4cbe1d95-418d-437f-8468-e6d82d0fe1cf req-b2278600-6b3c-4627-9fa2-3e1ec1e55dac tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692973 Dec 23 08:45:29.479344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Attempting to bind port bc5e468b-4b94-489c-8a56-e040eabc153d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:45:29.479659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Attempting to bind port bc5e468b-4b94-489c-8a56-e040eabc153d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4bcaec7a-ea14-4077-9b7f-2889b3e4808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f3015835-7035-49d8-8f35-6c0ce3337598'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:45:29.479966 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Attempting to bind port bc5e468b-4b94-489c-8a56-e040eabc153d on network f3015835-7035-49d8-8f35-6c0ce3337598 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:45:29.486513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Port bc5e468b-4b94-489c-8a56-e040eabc153d on network f3015835-7035-49d8-8f35-6c0ce3337598 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:45:29.486826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Attempting to bind port bc5e468b-4b94-489c-8a56-e040eabc153d on network f3015835-7035-49d8-8f35-6c0ce3337598 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:45:29.493663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:45:29.494033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Checking segment: {'id': '4bcaec7a-ea14-4077-9b7f-2889b3e4808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f3015835-7035-49d8-8f35-6c0ce3337598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:45:29.494375 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Bound using segment: {'id': '4bcaec7a-ea14-4077-9b7f-2889b3e4808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f3015835-7035-49d8-8f35-6c0ce3337598'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:45:29.494790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Bound port: bc5e468b-4b94-489c-8a56-e040eabc153d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bcaec7a-ea14-4077-9b7f-2889b3e4808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f3015835-7035-49d8-8f35-6c0ce3337598'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:45:29.495120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:29.594846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] For port bc5e468b-4b94-489c-8a56-e040eabc153d, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:45:29.597831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] For port bc5e468b-4b94-489c-8a56-e040eabc153d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bc5e468b-4b94-489c-8a56-e040eabc153d,segment=NetworkSegment(4bcaec7a-ea14-4077-9b7f-2889b3e4808f),segment_id=4bcaec7a-ea14-4077-9b7f-2889b3e4808f)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:45:29.602883 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:29.663086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:29.664414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] 10.222.0.24 "PUT /v2.0/ports/bc5e468b-4b94-489c-8a56-e040eabc153d HTTP/1.1" status: 200 len: 1093 time: 0.9929838 Dec 23 08:45:29.664836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd', 'tag': 'bc5e468b-4b94-489c-8a56-e040eabc153d'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:45:29.682164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ec049-8e25-4ec5-bdb2-65ec641c3d7b service neutron] Pushing event updated for resources: {'Port': ['ID=bc5e468b-4b94-489c-8a56-e040eabc153d,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:29.734048 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd', 'tag': 'bc5e468b-4b94-489c-8a56-e040eabc153d', 'status': 'completed', 'code': 200} Dec 23 08:45:29.772705 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-4cba0555-b18e-4089-a0a7-4fed84477395 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fee0a45c1c324d86aa118910b53b8286&device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 1096 time: 0.0726767 Dec 23 08:45:29.839175 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-ed30febe-d838-4f70-bd03-181198786ed9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5e468b-4b94-489c-8a56-e040eabc153d HTTP/1.1" status: 200 len: 217 time: 0.0587373 Dec 23 08:45:29.901365 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-e429816f-25d7-4f15-8755-d2fb18dfb170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:29.902729 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-e429816f-25d7-4f15-8755-d2fb18dfb170 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9ec20fd2-5697-4298-9503-4bdc394ba10e HTTP/1.1" status: 200 len: 851 time: 0.0576103 Dec 23 08:45:29.944745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-6f3be136-38c3-41d9-a22d-917ad0e1b48e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3015835-7035-49d8-8f35-6c0ce3337598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359149 Dec 23 08:45:30.157252 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-fb2db46d-65c4-41eb-b196-31d70fc787e1 service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059064 Dec 23 08:45:30.283681 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff92db31-b7b4-48d1-9ea3-0e40a661a833 req-3d1ce7be-30c6-4f78-9f80-3765ec801bb3 service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198571 Dec 23 08:45:30.404283 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7309e16e-4672-424e-bd90-913466d156f4 req-ee9eb5a0-3163-4932-afc2-734d4e442681 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fee0a45c1c324d86aa118910b53b8286&device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 1096 time: 0.0716536 Dec 23 08:45:30.412952 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:30.476903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6d39328a-1570-4ee2-8716-cff99eba46af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:30.536882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309e16e-4672-424e-bd90-913466d156f4 req-74d19cab-5e08-4fd0-8123-e94497af172b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:30.538341 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7309e16e-4672-424e-bd90-913466d156f4 req-74d19cab-5e08-4fd0-8123-e94497af172b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3015835-7035-49d8-8f35-6c0ce3337598 HTTP/1.1" status: 200 len: 911 time: 0.1264572 Dec 23 08:45:30.646502 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7309e16e-4672-424e-bd90-913466d156f4 req-e0a52444-42df-40e5-bae3-b10aa5413aa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5e468b-4b94-489c-8a56-e040eabc153d HTTP/1.1" status: 200 len: 217 time: 0.1007121 Dec 23 08:45:30.725794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309e16e-4672-424e-bd90-913466d156f4 req-ff0be391-58ba-43fd-8d2f-c914a05c7dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:30.727129 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7309e16e-4672-424e-bd90-913466d156f4 req-ff0be391-58ba-43fd-8d2f-c914a05c7dc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9ec20fd2-5697-4298-9503-4bdc394ba10e HTTP/1.1" status: 200 len: 851 time: 0.0712085 Dec 23 08:45:30.741263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4fbb1-678c-4268-b191-674d9697805e req-403c9637-92e8-45fa-8cc9-175512c162c0 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:30.742674 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-68c4fbb1-678c-4268-b191-674d9697805e req-403c9637-92e8-45fa-8cc9-175512c162c0 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 943 time: 0.1444938 Dec 23 08:45:30.798003 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7309e16e-4672-424e-bd90-913466d156f4 req-4a9bcf24-8481-48c3-90fb-d3d8d990eda5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3015835-7035-49d8-8f35-6c0ce3337598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544081 Dec 23 08:45:30.888854 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-68c4fbb1-678c-4268-b191-674d9697805e req-2bbb76f2-8cbe-46bc-99d0-50fc7a232e77 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168952 Dec 23 08:45:30.943357 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7309e16e-4672-424e-bd90-913466d156f4 req-190fdb6a-6c8b-4552-8457-c3ae43648be4 service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325617 Dec 23 08:45:31.076015 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7309e16e-4672-424e-bd90-913466d156f4 req-46cedd76-619d-4f96-b954-af3abdcde724 service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259785 Dec 23 08:45:32.084024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808aad9-8442-4398-8281-d5299bf342c7 req-b10e8e21-1d8f-4347-ab8d-1392a7bf4c07 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:32.085428 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9808aad9-8442-4398-8281-d5299bf342c7 req-b10e8e21-1d8f-4347-ab8d-1392a7bf4c07 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 943 time: 0.0749099 Dec 23 08:45:32.129525 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9808aad9-8442-4398-8281-d5299bf342c7 req-7637f762-a6dd-417e-99cd-ece032236ac5 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Dec 23 08:45:32.765584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d195fa19-7352-467e-a032-266987abd09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:33.321262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899538c-5407-4a4a-ae8c-358578fd341a req-9a952b46-be81-44a9-864b-e05a68dbf927 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:33.322728 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1899538c-5407-4a4a-ae8c-358578fd341a req-9a952b46-be81-44a9-864b-e05a68dbf927 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 943 time: 0.0771065 Dec 23 08:45:33.366522 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1899538c-5407-4a4a-ae8c-358578fd341a req-1e625c17-af31-478d-ac4f-992c974fb004 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384576 Dec 23 08:45:33.862435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:33.935894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:34.149577 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device bc5e468b-4b94-489c-8a56-e040eabc153d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:45:34.279736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port bc5e468b-4b94-489c-8a56-e040eabc153d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bc5e468b-4b94-489c-8a56-e040eabc153d,segment=NetworkSegment(4bcaec7a-ea14-4077-9b7f-2889b3e4808f),segment_id=4bcaec7a-ea14-4077-9b7f-2889b3e4808f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:34.292207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'bc5e468b-4b94-489c-8a56-e040eabc153d', 'network_id': 'f3015835-7035-49d8-8f35-6c0ce3337598', 'port_id': 'bc5e468b-4b94-489c-8a56-e040eabc153d', 'mac_address': 'fa:16:3e:37:c0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec20fd2-5697-4298-9503-4bdc394ba10e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:45:34.346934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:34.364460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5e468b-4b94-489c-8a56-e040eabc153d {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:45:34.379345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port bc5e468b-4b94-489c-8a56-e040eabc153d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bc5e468b-4b94-489c-8a56-e040eabc153d,segment=NetworkSegment(4bcaec7a-ea14-4077-9b7f-2889b3e4808f),segment_id=4bcaec7a-ea14-4077-9b7f-2889b3e4808f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:34.383187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:34.446792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=bc5e468b-4b94-489c-8a56-e040eabc153d,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:34.558371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165ed84-8c06-4791-84eb-96906bb4ea76 req-cd943c2e-0284-4977-bf87-bb2b50699798 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:34.559790 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3165ed84-8c06-4791-84eb-96906bb4ea76 req-cd943c2e-0284-4977-bf87-bb2b50699798 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 944 time: 0.0756068 Dec 23 08:45:34.585724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['bc5e468b-4b94-489c-8a56-e040eabc153d'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:45:34.605029 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3165ed84-8c06-4791-84eb-96906bb4ea76 req-6f87427c-bd19-4af3-bef6-ee2d8eda5c3a tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Dec 23 08:45:35.287762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:35.802773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cc90a-5c4b-4488-86a9-d195311bb9a1 req-68d737d1-dc4a-40ba-a032-8de40ee7ff65 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:35.804117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-be2cc90a-5c4b-4488-86a9-d195311bb9a1 req-68d737d1-dc4a-40ba-a032-8de40ee7ff65 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 944 time: 0.0775414 Dec 23 08:45:35.846930 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-be2cc90a-5c4b-4488-86a9-d195311bb9a1 req-37e7689a-7c15-44ff-83d3-3a902b844710 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Dec 23 08:45:36.165439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device bc5e468b-4b94-489c-8a56-e040eabc153d up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:45:36.231001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port bc5e468b-4b94-489c-8a56-e040eabc153d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:45:36.236030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port bc5e468b-4b94-489c-8a56-e040eabc153d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:45:36.236612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:36.373600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:36.399338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e468b-4b94-489c-8a56-e040eabc153d'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:45:36.408937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port bc5e468b-4b94-489c-8a56-e040eabc153d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bc5e468b-4b94-489c-8a56-e040eabc153d,segment=NetworkSegment(4bcaec7a-ea14-4077-9b7f-2889b3e4808f),segment_id=4bcaec7a-ea14-4077-9b7f-2889b3e4808f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:36.413560 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:36.458170 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5e468b-4b94-489c-8a56-e040eabc153d', 'code': 200} Dec 23 08:45:36.483368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=bc5e468b-4b94-489c-8a56-e040eabc153d,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:36.679868 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4dd8cdaa-fc49-469d-95da-de06540fdbac req-597a6ecf-184a-4892-9a6c-deb8113bfea9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 1098 time: 0.0661616 Dec 23 08:45:36.725433 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4dd8cdaa-fc49-469d-95da-de06540fdbac req-1d174302-3a78-457f-9168-4d5b96bc02c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Dec 23 08:45:37.036529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac79016-f81c-4bb0-93ad-66103085332f req-bcbd2086-e6ab-45b2-afd1-16153dfb0e32 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:37.037843 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ac79016-f81c-4bb0-93ad-66103085332f req-bcbd2086-e6ab-45b2-afd1-16153dfb0e32 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0746813 Dec 23 08:45:37.081386 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ac79016-f81c-4bb0-93ad-66103085332f req-1d1d781a-79ea-4d02-847d-98b5238881a8 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381565 Dec 23 08:45:38.276202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192d2f8-ab4b-4578-a186-32be6067cdf5 req-e57c0039-3456-4e22-aa0b-17a8c2dad796 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:38.277599 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6192d2f8-ab4b-4578-a186-32be6067cdf5 req-e57c0039-3456-4e22-aa0b-17a8c2dad796 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0771439 Dec 23 08:45:38.402563 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6192d2f8-ab4b-4578-a186-32be6067cdf5 req-0b5552e1-3339-479f-806b-93f6582474e1 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194999 Dec 23 08:45:38.592265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409df75b-4b65-43c1-ab27-330d8505aadb req-249704c5-1175-4b96-9fc7-b551944b19ae tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:38.593678 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-409df75b-4b65-43c1-ab27-330d8505aadb req-249704c5-1175-4b96-9fc7-b551944b19ae tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0741286 Dec 23 08:45:38.637114 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-409df75b-4b65-43c1-ab27-330d8505aadb req-980992a9-c14c-4743-9e31-2660fe80b595 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378492 Dec 23 08:45:39.064608 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab09cc-31c9-4aeb-8dde-bdd1bedbc433 req-d3491062-4bff-41f8-8344-190d39e0acb7 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:39.066078 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-18ab09cc-31c9-4aeb-8dde-bdd1bedbc433 req-d3491062-4bff-41f8-8344-190d39e0acb7 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0800018 Dec 23 08:45:39.110434 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-18ab09cc-31c9-4aeb-8dde-bdd1bedbc433 req-3caa3ea9-e5e7-468d-beaf-393e538d16aa tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388820 Dec 23 08:45:39.244134 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:45:40.306787 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c64949-6679-498a-9a10-151de1928422 req-8d4e0d0d-3443-4832-a734-ac3241e403fa tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:40.308209 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-67c64949-6679-498a-9a10-151de1928422 req-8d4e0d0d-3443-4832-a734-ac3241e403fa tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0747669 Dec 23 08:45:40.354687 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-67c64949-6679-498a-9a10-151de1928422 req-e60cc072-ec16-45b9-abfd-abe76c91e4b1 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Dec 23 08:45:40.778409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecebc96-3479-47ba-9fec-62cd7cf6276b req-f210e056-a3f0-43a7-b700-448875dd51eb tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:40.780008 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ecebc96-3479-47ba-9fec-62cd7cf6276b req-f210e056-a3f0-43a7-b700-448875dd51eb tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.1316583 Dec 23 08:45:40.783623 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0012d2ea-8d36-4e01-b88f-77d6b15e5155 req-09838c60-a080-4911-842b-3aea5f7cd8c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fee0a45c1c324d86aa118910b53b8286&device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 1098 time: 0.1055052 Dec 23 08:45:40.915697 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ecebc96-3479-47ba-9fec-62cd7cf6276b req-ddad44c8-d736-4bf7-a80a-6a4ea3dcde65 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273644 Dec 23 08:45:40.948323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012d2ea-8d36-4e01-b88f-77d6b15e5155 req-3795511a-6ed3-4c7f-a23d-d489fa9a12c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:40.949726 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0012d2ea-8d36-4e01-b88f-77d6b15e5155 req-3795511a-6ed3-4c7f-a23d-d489fa9a12c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3015835-7035-49d8-8f35-6c0ce3337598 HTTP/1.1" status: 200 len: 911 time: 0.1481359 Dec 23 08:45:41.018164 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0012d2ea-8d36-4e01-b88f-77d6b15e5155 req-b4e796db-4437-4bac-8944-4ad27882050a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5e468b-4b94-489c-8a56-e040eabc153d HTTP/1.1" status: 200 len: 217 time: 0.0620556 Dec 23 08:45:41.077184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012d2ea-8d36-4e01-b88f-77d6b15e5155 req-2fd763c1-405c-4762-8cb1-ecf9725a9037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:41.078483 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0012d2ea-8d36-4e01-b88f-77d6b15e5155 req-2fd763c1-405c-4762-8cb1-ecf9725a9037 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9ec20fd2-5697-4298-9503-4bdc394ba10e HTTP/1.1" status: 200 len: 851 time: 0.0546901 Dec 23 08:45:41.122503 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0012d2ea-8d36-4e01-b88f-77d6b15e5155 req-d3025464-57e5-4af0-bb4e-23904d05623e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3015835-7035-49d8-8f35-6c0ce3337598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372326 Dec 23 08:45:41.257125 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0012d2ea-8d36-4e01-b88f-77d6b15e5155 req-b4393c40-d79f-4cfd-a6a4-0652d00e1872 service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286037 Dec 23 08:45:41.384295 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0012d2ea-8d36-4e01-b88f-77d6b15e5155 req-1d2fa7f4-2f9b-44a6-9417-f6193ae60335 service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207643 Dec 23 08:45:42.118933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab8985-dd40-483a-a719-c118d5022429 req-158ba9e5-bb81-46ef-8cd8-618053da8702 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:42.120263 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-53ab8985-dd40-483a-a719-c118d5022429 req-158ba9e5-bb81-46ef-8cd8-618053da8702 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0798900 Dec 23 08:45:42.164535 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-53ab8985-dd40-483a-a719-c118d5022429 req-03321e85-f588-43af-8549-f5f1054bab22 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387280 Dec 23 08:45:43.354495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018cafc-74b4-4301-b912-ce8b90bab805 req-2859bb9e-fbe2-4636-8fc1-f4785d71bae4 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:43.355912 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c018cafc-74b4-4301-b912-ce8b90bab805 req-2859bb9e-fbe2-4636-8fc1-f4785d71bae4 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0747228 Dec 23 08:45:43.400026 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c018cafc-74b4-4301-b912-ce8b90bab805 req-c7a0fda2-ecd5-4c5b-9fa0-235cb87c54bb tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383096 Dec 23 08:45:43.814023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414ae19-9173-4814-bb1e-0c7bca17b47c req-8c6c205d-9142-48ac-8900-33707da3d989 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:43.815459 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3414ae19-9173-4814-bb1e-0c7bca17b47c req-8c6c205d-9142-48ac-8900-33707da3d989 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0779831 Dec 23 08:45:43.859723 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3414ae19-9173-4814-bb1e-0c7bca17b47c req-0ddc1be0-cc9d-4615-b3e9-fbd2f6f8a1ea tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Dec 23 08:45:44.635486 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-4e9316d8-d4af-45a9-a8f6-4b7d657cf08a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665417 Dec 23 08:45:44.771040 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-c09b0085-1940-4f42-850c-b10f669f8143 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fee0a45c1c324d86aa118910b53b8286&device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 1098 time: 0.0704195 Dec 23 08:45:45.048541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-e66ef127-60c0-4f2e-b9e1-5b69da415a10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:45.049913 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-e66ef127-60c0-4f2e-b9e1-5b69da415a10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3015835-7035-49d8-8f35-6c0ce3337598 HTTP/1.1" status: 200 len: 911 time: 0.2607698 Dec 23 08:45:45.124816 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-477ef721-8fdc-4639-8b72-13c81462e73a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5e468b-4b94-489c-8a56-e040eabc153d HTTP/1.1" status: 200 len: 217 time: 0.0667849 Dec 23 08:45:45.178961 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8132b-25ee-433f-9b5d-259cf9da5e66 req-1742e1f6-05f2-4493-80b8-d432219125d9 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:45.180269 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1fe8132b-25ee-433f-9b5d-259cf9da5e66 req-1742e1f6-05f2-4493-80b8-d432219125d9 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.1897564 Dec 23 08:45:45.215605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-146fb512-13d1-4ae9-9141-010c546c467b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:45.217490 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-146fb512-13d1-4ae9-9141-010c546c467b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9ec20fd2-5697-4298-9503-4bdc394ba10e HTTP/1.1" status: 200 len: 851 time: 0.0867238 Dec 23 08:45:45.267810 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-0895c373-a73e-4fbe-bcc8-a5a1e0700938 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3015835-7035-49d8-8f35-6c0ce3337598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418799 Dec 23 08:45:45.272363 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1fe8132b-25ee-433f-9b5d-259cf9da5e66 req-e1c94c4c-6e4d-482d-b0c9-4083d9860f68 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854721 Dec 23 08:45:45.397204 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-a66ed4f2-d528-4896-81db-ad8e7c4f623c service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229954 Dec 23 08:45:45.538867 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45bfdf5f-3a7b-4c75-a5b8-7c315dea20e7 req-d13765a8-743e-4265-83bf-b32144be99f1 service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351690 Dec 23 08:45:45.693199 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b8a94f78-3f41-40e3-9bcc-53865722b404 req-f32c4e30-0122-4b8a-ba55-3c0baad153b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fee0a45c1c324d86aa118910b53b8286&device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 1098 time: 0.0938735 Dec 23 08:45:45.699325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7a54-5856-468e-868e-356d2ad89e37 req-373ef2c2-9140-41a0-b36d-7c21744d1f28 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:45.701603 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-483f7a54-5856-468e-868e-356d2ad89e37 req-373ef2c2-9140-41a0-b36d-7c21744d1f28 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.1371753 Dec 23 08:45:45.838554 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-483f7a54-5856-468e-868e-356d2ad89e37 req-08463a73-6b56-4887-bf2e-06d620d216e1 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179590 Dec 23 08:45:45.857456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a94f78-3f41-40e3-9bcc-53865722b404 req-31e20257-838a-4be6-8bd4-b087b142866d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:45.858880 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b8a94f78-3f41-40e3-9bcc-53865722b404 req-31e20257-838a-4be6-8bd4-b087b142866d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f3015835-7035-49d8-8f35-6c0ce3337598 HTTP/1.1" status: 200 len: 911 time: 0.1563103 Dec 23 08:45:45.927844 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b8a94f78-3f41-40e3-9bcc-53865722b404 req-2bea6aef-6972-45c9-a920-27fa13e0a494 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5e468b-4b94-489c-8a56-e040eabc153d HTTP/1.1" status: 200 len: 217 time: 0.0631206 Dec 23 08:45:45.987683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a94f78-3f41-40e3-9bcc-53865722b404 req-9b0f49ec-76ff-42f5-8f00-2e830fb18bf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:45.989005 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b8a94f78-3f41-40e3-9bcc-53865722b404 req-9b0f49ec-76ff-42f5-8f00-2e830fb18bf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9ec20fd2-5697-4298-9503-4bdc394ba10e HTTP/1.1" status: 200 len: 851 time: 0.0548458 Dec 23 08:45:46.035392 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b8a94f78-3f41-40e3-9bcc-53865722b404 req-7a8946ff-b751-4ec2-b01c-46fd96a2f1f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f3015835-7035-49d8-8f35-6c0ce3337598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405116 Dec 23 08:45:46.162212 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b8a94f78-3f41-40e3-9bcc-53865722b404 req-42904cd9-23de-4496-9348-07142412b243 service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202369 Dec 23 08:45:46.289057 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b8a94f78-3f41-40e3-9bcc-53865722b404 req-c4e94a0d-8a7f-4ca8-9e70-cd5674e1d252 service neutron] 10.222.0.24 "GET /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205900 Dec 23 08:45:47.037291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d7611-7129-4f7c-90eb-639cb0387cfd req-0bfd17a2-3b9a-4871-8dad-5ae9b5eff540 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:47.039439 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa4d7611-7129-4f7c-90eb-639cb0387cfd req-0bfd17a2-3b9a-4871-8dad-5ae9b5eff540 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0785136 Dec 23 08:45:47.083112 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa4d7611-7129-4f7c-90eb-639cb0387cfd req-aa4de150-c113-4e01-a58e-5d0a5ba7258b tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Dec 23 08:45:48.277474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce1d5-876f-4f6f-8e36-fcb291c6f27e req-11bfde88-2cf8-428d-82e8-d41974d9532f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:48.278920 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37cce1d5-876f-4f6f-8e36-fcb291c6f27e req-11bfde88-2cf8-428d-82e8-d41974d9532f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0785832 Dec 23 08:45:48.406414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37cce1d5-876f-4f6f-8e36-fcb291c6f27e req-d57fa1b7-3934-4b7d-9a58-bd863fcc766f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219378 Dec 23 08:45:48.800974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00919ed6-73b4-4043-96a3-5a6d35b9ad0b req-9d627d7c-a1b8-4363-9cf2-89308a78234f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:48.802296 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-00919ed6-73b4-4043-96a3-5a6d35b9ad0b req-9d627d7c-a1b8-4363-9cf2-89308a78234f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0736060 Dec 23 08:45:48.854448 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-00919ed6-73b4-4043-96a3-5a6d35b9ad0b req-c9e8e783-68a1-4c1b-ab26-bf8a7ae5043a tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467710 Dec 23 08:45:50.048276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d4363-e449-4248-81d1-e3cad08d0bed req-9c0b14c1-9ea4-4191-b559-ca0548273ad3 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:50.049708 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d6d4363-e449-4248-81d1-e3cad08d0bed req-9c0b14c1-9ea4-4191-b559-ca0548273ad3 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0769780 Dec 23 08:45:50.095484 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d6d4363-e449-4248-81d1-e3cad08d0bed req-cc6a486c-25ae-42d4-8aae-51bcfb4957ba tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3b39cbe-5218-4767-a25d-725afa2b05c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Dec 23 08:45:50.475835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-b22ede6e-ff01-4405-be97-ec3d339b301f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:45:50.477272 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-b22ede6e-ff01-4405-be97-ec3d339b301f tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 945 time: 0.0733643 Dec 23 08:45:50.546395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Deleting port bc5e468b-4b94-489c-8a56-e040eabc153d {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:45:50.546724 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:50.778197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] For port bc5e468b-4b94-489c-8a56-e040eabc153d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bc5e468b-4b94-489c-8a56-e040eabc153d,segment=NetworkSegment(4bcaec7a-ea14-4077-9b7f-2889b3e4808f),segment_id=4bcaec7a-ea14-4077-9b7f-2889b3e4808f)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:45:50.778451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:50.895716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Calling delete_port for bc5e468b-4b94-489c-8a56-e040eabc153d owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:45:51.034258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:51.045360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['bc5e468b-4b94-489c-8a56-e040eabc153d'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:45:51.083561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Pushing event deleted for resources: {'Port': ['ID=bc5e468b-4b94-489c-8a56-e040eabc153d,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:51.155524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] No DVR routers for this DVR port bc5e468b-4b94-489c-8a56-e040eabc153d on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:45:51.157932 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:51.160407 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd', 'name': 'network-vif-deleted', 'tag': 'bc5e468b-4b94-489c-8a56-e040eabc153d'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:45:51.175240 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ab2e5d8-e096-4a63-8617-01ee6af5fce5 req-11413bc3-f75f-4672-bc7a-612bd94b9930 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.24 "DELETE /v2.0/ports/bc5e468b-4b94-489c-8a56-e040eabc153d HTTP/1.1" status: 204 len: 173 time: 0.6919925 Dec 23 08:45:51.221324 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd', 'name': 'network-vif-deleted', 'tag': 'bc5e468b-4b94-489c-8a56-e040eabc153d', 'status': 'completed', 'code': 200} Dec 23 08:45:51.260486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b68ec194-9c9c-47f4-882f-69ff332f9ebd req-fce73577-ad7d-4808-84d0-cb5326834628 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Synchronizing usage tracker for tenant:fee0a45c1c324d86aa118910b53b8286 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:45:51.275975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b68ec194-9c9c-47f4-882f-69ff332f9ebd req-fce73577-ad7d-4808-84d0-cb5326834628 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] Unset dirty status for tenant:fee0a45c1c324d86aa118910b53b8286 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:45:51.277099 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b68ec194-9c9c-47f4-882f-69ff332f9ebd req-fce73577-ad7d-4808-84d0-cb5326834628 tempest-TestServerAdvancedOps-1333790231 tempest-TestServerAdvancedOps-1333790231-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b35c06c-7dd9-41d5-a69a-fdcd58b7f3bd HTTP/1.1" status: 200 len: 210 time: 0.0582139 Dec 23 08:45:52.383814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54036) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:52.441720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ce5a40-fd2c-4ea3-ab5b-7766708d80f5 admin admin] Deleting subnet 9ec20fd2-5697-4298-9503-4bdc394ba10e {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:45:52.444564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-63ce5a40-fd2c-4ea3-ab5b-7766708d80f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.495842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-63ce5a40-fd2c-4ea3-ab5b-7766708d80f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.550255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-63ce5a40-fd2c-4ea3-ab5b-7766708d80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.617723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-63ce5a40-fd2c-4ea3-ab5b-7766708d80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.654779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce5a40-fd2c-4ea3-ab5b-7766708d80f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec20fd2-5697-4298-9503-4bdc394ba10e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:52.660262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-63ce5a40-fd2c-4ea3-ab5b-7766708d80f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.666091 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-63ce5a40-fd2c-4ea3-ab5b-7766708d80f5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9ec20fd2-5697-4298-9503-4bdc394ba10e HTTP/1.1" status: 204 len: 168 time: 0.2811754 Dec 23 08:45:52.668408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54040) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:52.772801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.895764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.919443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3015835-7035-49d8-8f35-6c0ce3337598']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:52.932526 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcaec7a-ea14-4077-9b7f-2889b3e4808f') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:52.932815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcaec7a-ea14-4077-9b7f-2889b3e4808f') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:52.945417 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.961659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.967602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:45:52.967975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:45:52.980996 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:45:53.054701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.072595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.078875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3015835-7035-49d8-8f35-6c0ce3337598,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:53.082886 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3d14701d-405f-48c8-a683-9859668d4d48 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f3015835-7035-49d8-8f35-6c0ce3337598 HTTP/1.1" status: 204 len: 168 time: 0.4134841 Dec 23 08:45:53.085565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54044) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:53.145065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15de836-0c77-43a9-9f14-710a2ee18024 admin admin] Deleting subnet 9ae8dcbe-12c8-4808-b037-948280f9d5ec {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:45:53.148063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f15de836-0c77-43a9-9f14-710a2ee18024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.194597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f15de836-0c77-43a9-9f14-710a2ee18024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.246482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f15de836-0c77-43a9-9f14-710a2ee18024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.313265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f15de836-0c77-43a9-9f14-710a2ee18024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.348752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15de836-0c77-43a9-9f14-710a2ee18024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae8dcbe-12c8-4808-b037-948280f9d5ec,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:53.353422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f15de836-0c77-43a9-9f14-710a2ee18024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.359457 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f15de836-0c77-43a9-9f14-710a2ee18024 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9ae8dcbe-12c8-4808-b037-948280f9d5ec HTTP/1.1" status: 204 len: 168 time: 0.2729673 Dec 23 08:45:53.361963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54048) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:53.550806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.668365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.692439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3ef990-0a00-4058-b8b2-850174dc677d']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:53.704000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b855bd28-0968-410a-8643-4a796ca37506') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:53.704286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b855bd28-0968-410a-8643-4a796ca37506') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:45:53.715051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.730649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.736990 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:45:53.737354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:45:53.749724 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:45:53.823634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.838274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:53.847573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3ef990-0a00-4058-b8b2-850174dc677d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:53.849829 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a34d5b97-ca43-47ce-9f41-c2cb9384eaa7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f3ef990-0a00-4058-b8b2-850174dc677d HTTP/1.1" status: 204 len: 168 time: 0.4869883 Dec 23 08:45:54.034961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54054) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:54.084921 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-03059431-96a6-4b4a-aad2-ad63ee77b7fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fee0a45c1c324d86aa118910b53b8286&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486805 Dec 23 08:45:54.087191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54058) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:54.147589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-32baf1d2-e85f-4ed0-b452-c29aa7c8ae27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:54.172295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-32baf1d2-e85f-4ed0-b452-c29aa7c8ae27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:54.221416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-32baf1d2-e85f-4ed0-b452-c29aa7c8ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:54.236818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32baf1d2-e85f-4ed0-b452-c29aa7c8ae27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b39cbe-5218-4767-a25d-725afa2b05c5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:54.241035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-32baf1d2-e85f-4ed0-b452-c29aa7c8ae27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:54.242076 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-32baf1d2-e85f-4ed0-b452-c29aa7c8ae27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3b39cbe-5218-4767-a25d-725afa2b05c5 HTTP/1.1" status: 204 len: 168 time: 0.1539690 Dec 23 08:45:54.265306 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device bc5e468b-4b94-489c-8a56-e040eabc153d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:45:54.296080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: bc5e468b-4b94-489c-8a56-e040eabc153d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:45:54.296416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device bc5e468b-4b94-489c-8a56-e040eabc153d not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:45:54.627172 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54066) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:54.679956 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-09104fd0-ac1d-49fc-8fbb-7f893257eee4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67630a0196d3422dbbcd7974b4cc871d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515881 Dec 23 08:45:54.682513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54070) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:45:54.740742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f3806ff-7c68-4e08-afa9-d195eb0bcbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:54.765114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f3806ff-7c68-4e08-afa9-d195eb0bcbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:54.818013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f3806ff-7c68-4e08-afa9-d195eb0bcbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:54.831773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3806ff-7c68-4e08-afa9-d195eb0bcbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e88eb17-1c5e-4902-8854-5b2896e296e9,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:45:54.838378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f3806ff-7c68-4e08-afa9-d195eb0bcbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:45:54.839569 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4f3806ff-7c68-4e08-afa9-d195eb0bcbbd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e88eb17-1c5e-4902-8854-5b2896e296e9 HTTP/1.1" status: 204 len: 168 time: 0.1561928 Dec 23 08:46:00.431548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:00.479670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e40c0e76-29ee-439e-bf7f-b5c565d5dfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:02.060571 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-d92a11ee-a2e9-4b01-b6a3-fa7f30e934fa tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2411212c03784bc39a53cbbd1d5c1bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272727 Dec 23 08:46:02.201760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-1eed790e-c28e-4c73-bd2e-d54af00bfd3d tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:02.203156 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-1eed790e-c28e-4c73-bd2e-d54af00bfd3d tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378284 Dec 23 08:46:02.218747 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-56eb28d0-15c3-4694-8e26-6660b748d7d2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/quotas/2411212c03784bc39a53cbbd1d5c1bae HTTP/1.1" status: 200 len: 375 time: 0.0103354 Dec 23 08:46:02.262685 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-282ca442-9c41-4a5a-ad05-8fd439bca0e4 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2411212c03784bc39a53cbbd1d5c1bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392814 Dec 23 08:46:02.450987 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ab8c91dc-38ae-4e27-94e4-aee6fa60f3ea req-da015e2a-7c3c-49f9-8b19-5857318cd8ce tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 210 time: 0.0510161 Dec 23 08:46:02.766627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-22bd4606-67c0-4d3a-9bbe-bf66bbea3896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:03.322827 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f250c98c-3551-4a8f-884e-38eb3f3cc7fc tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2411212c03784bc39a53cbbd1d5c1bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269122 Dec 23 08:46:03.566625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-34026a68-71b7-4361-b10d-9749f91c60c0 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:03.568040 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-34026a68-71b7-4361-b10d-9749f91c60c0 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400618 Dec 23 08:46:03.611783 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Request body: {'port': {'device_id': '006446d1-cd6f-421f-8806-d1ea42ba18d4', 'network_id': '772259a3-84ea-46de-822c-229bbb387a25', 'admin_state_up': True, 'tenant_id': '2411212c03784bc39a53cbbd1d5c1bae'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:46:03.632479 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6bb6976d-3339-4d35-9208-5c8d3210793a req-31b8be10-2b53-41da-962e-e15d5a84e530 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 210 time: 0.0575640 Dec 23 08:46:03.748644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:46:03.752280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Usage tracker for resource:port and tenant:2411212c03784bc39a53cbbd1d5c1bae is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:46:03.755046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:46:03.760660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:46:03.770000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Made reservation on behalf of 2411212c03784bc39a53cbbd1d5c1bae for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:46:03.772942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:03.785547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:03.815768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:46:03.819496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Usage tracker for resource:security_group_rule and tenant:2411212c03784bc39a53cbbd1d5c1bae is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:46:03.822359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:46:03.828397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:46:03.864597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:03.896263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:03.900001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:03.939701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:03.979628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1716830-9f51-4242-ba1a-7522770ba4b5,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:04.066552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Allocated IP 192.168.233.8 (772259a3-84ea-46de-822c-229bbb387a25/61151960-a2a2-4b98-a403-f08e0b050f79/09619227-670c-4ae4-80cb-32213e79952c) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:46:04.266843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:04.281628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Transition to ACTIVE for port object 09619227-670c-4ae4-80cb-32213e79952c will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:46:04.302267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:04.378746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Network 772259a3-84ea-46de-822c-229bbb387a25 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:46:04.381673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:46:04.386001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:46:04.410434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Pushing event updated for resources: {'Port': ['ID=09619227-670c-4ae4-80cb-32213e79952c,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:04.448710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:04.449292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:04.476552 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-0656759f-2e69-4d7d-a1b9-2541cce92087 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8724105 Dec 23 08:46:04.486884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-e381d31f-8627-4b9b-86f9-afac413d6404 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:46:04.488002 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-e381d31f-8627-4b9b-86f9-afac413d6404 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051191 Dec 23 08:46:04.499552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Request body: {'port': {'device_id': '006446d1-cd6f-421f-8806-d1ea42ba18d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:46:04.608923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:04.640567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f0dbea4b-d94e-4de6-b852-0ec680af517a None None] Provisioning for port 09619227-670c-4ae4-80cb-32213e79952c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:46:04.645222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f0dbea4b-d94e-4de6-b852-0ec680af517a None None] Provisioning complete for port 09619227-670c-4ae4-80cb-32213e79952c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:46:04.645578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f0dbea4b-d94e-4de6-b852-0ec680af517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:04.698335 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f0dbea4b-d94e-4de6-b852-0ec680af517a None None] Port 09619227-670c-4ae4-80cb-32213e79952c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:46:04.938881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734213-ba7d-4f48-b6e6-5399d1a48e75 req-e3a223bd-3a91-4540-a0c5-c246e07ce5d9 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:04.939460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-83734213-ba7d-4f48-b6e6-5399d1a48e75 req-e3a223bd-3a91-4540-a0c5-c246e07ce5d9 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Synchronizing usage tracker for tenant:2411212c03784bc39a53cbbd1d5c1bae on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:46:04.992665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-83734213-ba7d-4f48-b6e6-5399d1a48e75 req-e3a223bd-3a91-4540-a0c5-c246e07ce5d9 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Unset dirty status for tenant:2411212c03784bc39a53cbbd1d5c1bae on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:46:04.993761 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-83734213-ba7d-4f48-b6e6-5399d1a48e75 req-e3a223bd-3a91-4540-a0c5-c246e07ce5d9 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 934 time: 0.2371056 Dec 23 08:46:05.042869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09619227-670c-4ae4-80cb-32213e79952c {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:46:05.053919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:05.063349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-83734213-ba7d-4f48-b6e6-5399d1a48e75 req-e6accd9a-eac3-4926-a2ab-eea05134a7f4 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Synchronizing usage tracker for tenant:2411212c03784bc39a53cbbd1d5c1bae on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:46:05.075370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Transition to ACTIVE for port object 09619227-670c-4ae4-80cb-32213e79952c will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:46:05.081887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:05.135087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-83734213-ba7d-4f48-b6e6-5399d1a48e75 req-e6accd9a-eac3-4926-a2ab-eea05134a7f4 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Unset dirty status for tenant:2411212c03784bc39a53cbbd1d5c1bae on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:46:05.136188 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-83734213-ba7d-4f48-b6e6-5399d1a48e75 req-e6accd9a-eac3-4926-a2ab-eea05134a7f4 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320157 Dec 23 08:46:05.213615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Pushing event updated for resources: {'Port': ['ID=09619227-670c-4ae4-80cb-32213e79952c,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:05.292583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:05.322558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Attempting to bind port 09619227-670c-4ae4-80cb-32213e79952c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:46:05.322885 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Attempting to bind port 09619227-670c-4ae4-80cb-32213e79952c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '38b9e75f-0699-4ad3-b55a-56f0997d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '772259a3-84ea-46de-822c-229bbb387a25'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:46:05.323208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Attempting to bind port 09619227-670c-4ae4-80cb-32213e79952c on network 772259a3-84ea-46de-822c-229bbb387a25 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:46:05.330055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Port 09619227-670c-4ae4-80cb-32213e79952c on network 772259a3-84ea-46de-822c-229bbb387a25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:46:05.330460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Attempting to bind port 09619227-670c-4ae4-80cb-32213e79952c on network 772259a3-84ea-46de-822c-229bbb387a25 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:46:05.336607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:46:05.336930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Checking segment: {'id': '38b9e75f-0699-4ad3-b55a-56f0997d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '772259a3-84ea-46de-822c-229bbb387a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:46:05.337300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Bound using segment: {'id': '38b9e75f-0699-4ad3-b55a-56f0997d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '772259a3-84ea-46de-822c-229bbb387a25'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:46:05.337711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Bound port: 09619227-670c-4ae4-80cb-32213e79952c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b9e75f-0699-4ad3-b55a-56f0997d894b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '772259a3-84ea-46de-822c-229bbb387a25'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:46:05.338142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:05.430411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] For port 09619227-670c-4ae4-80cb-32213e79952c, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:46:05.433334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] For port 09619227-670c-4ae4-80cb-32213e79952c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09619227-670c-4ae4-80cb-32213e79952c,segment=NetworkSegment(38b9e75f-0699-4ad3-b55a-56f0997d894b),segment_id=38b9e75f-0699-4ad3-b55a-56f0997d894b)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:46:05.437708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:05.500919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:05.502311 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] 10.222.0.24 "PUT /v2.0/ports/09619227-670c-4ae4-80cb-32213e79952c HTTP/1.1" status: 200 len: 1096 time: 1.0077450 Dec 23 08:46:05.502889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006446d1-cd6f-421f-8806-d1ea42ba18d4', 'tag': '09619227-670c-4ae4-80cb-32213e79952c'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:46:05.522555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9835d1e-3555-489e-bb02-32a358265c5a service neutron] Pushing event updated for resources: {'Port': ['ID=09619227-670c-4ae4-80cb-32213e79952c,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:05.576805 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006446d1-cd6f-421f-8806-d1ea42ba18d4', 'tag': '09619227-670c-4ae4-80cb-32213e79952c', 'status': 'completed', 'code': 200} Dec 23 08:46:05.612422 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-1dd26e2d-c5e7-4578-80c8-b60b04de89d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2411212c03784bc39a53cbbd1d5c1bae&device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 1099 time: 0.0703669 Dec 23 08:46:05.765405 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-3e4f8758-2649-4060-a725-4f6363e919b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=09619227-670c-4ae4-80cb-32213e79952c HTTP/1.1" status: 200 len: 217 time: 0.1453059 Dec 23 08:46:05.825768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-75a29c0a-50ae-49ab-b0aa-b3665568d606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:05.827087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-75a29c0a-50ae-49ab-b0aa-b3665568d606 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=61151960-a2a2-4b98-a403-f08e0b050f79 HTTP/1.1" status: 200 len: 843 time: 0.0557265 Dec 23 08:46:05.901747 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-1ffd3074-0330-4e1e-9719-49f2e1ac3ee2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772259a3-84ea-46de-822c-229bbb387a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0681567 Dec 23 08:46:06.028628 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-2474ec35-f744-44a6-b6eb-3652248ba3d1 service neutron] 10.222.0.24 "GET /v2.0/networks/772259a3-84ea-46de-822c-229bbb387a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207230 Dec 23 08:46:06.155082 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0029c18f-fd89-4a58-b019-c51bf99092a2 req-23283d01-9943-40d1-9855-38c721c549b5 service neutron] 10.222.0.24 "GET /v2.0/networks/772259a3-84ea-46de-822c-229bbb387a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208754 Dec 23 08:46:06.310950 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4ff8e496-8404-4b94-bab9-f86fd632de0d req-cc6a39f4-a913-42dc-b9a7-03fae7bbe798 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2411212c03784bc39a53cbbd1d5c1bae&device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 1099 time: 0.1098936 Dec 23 08:46:06.426075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723dca1-6a02-4c31-b8d1-d6b2d2b0f817 req-80f398a2-65e5-4c04-b9fc-2c1180b6120f tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:06.427511 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6723dca1-6a02-4c31-b8d1-d6b2d2b0f817 req-80f398a2-65e5-4c04-b9fc-2c1180b6120f tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 946 time: 0.1683419 Dec 23 08:46:06.486445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8e496-8404-4b94-bab9-f86fd632de0d req-3f0a224e-f71d-4e47-be37-7f90409a7831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:06.487845 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4ff8e496-8404-4b94-bab9-f86fd632de0d req-3f0a224e-f71d-4e47-be37-7f90409a7831 service neutron] 10.222.0.24 "GET /v2.0/networks?id=772259a3-84ea-46de-822c-229bbb387a25 HTTP/1.1" status: 200 len: 869 time: 0.1679668 Dec 23 08:46:06.548219 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6723dca1-6a02-4c31-b8d1-d6b2d2b0f817 req-6aab8a80-5dc3-4ee1-be46-5d3bf1e81ff8 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084912 Dec 23 08:46:06.562236 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4ff8e496-8404-4b94-bab9-f86fd632de0d req-80da2c60-e32b-40fe-8294-fcd21819ac5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=09619227-670c-4ae4-80cb-32213e79952c HTTP/1.1" status: 200 len: 217 time: 0.0673394 Dec 23 08:46:06.624781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8e496-8404-4b94-bab9-f86fd632de0d req-7ac38008-3784-47d2-8ed2-413eea6d776b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:06.626166 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4ff8e496-8404-4b94-bab9-f86fd632de0d req-7ac38008-3784-47d2-8ed2-413eea6d776b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=61151960-a2a2-4b98-a403-f08e0b050f79 HTTP/1.1" status: 200 len: 843 time: 0.0564466 Dec 23 08:46:06.702569 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4ff8e496-8404-4b94-bab9-f86fd632de0d req-ebd872cc-6c9b-44ad-8485-0c85a106f6af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772259a3-84ea-46de-822c-229bbb387a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0690496 Dec 23 08:46:06.830507 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4ff8e496-8404-4b94-bab9-f86fd632de0d req-2e65e981-aadd-4781-80b3-5d0910933f8b service neutron] 10.222.0.24 "GET /v2.0/networks/772259a3-84ea-46de-822c-229bbb387a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207290 Dec 23 08:46:06.960205 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4ff8e496-8404-4b94-bab9-f86fd632de0d req-fe1deb1b-4199-47b1-a27c-f7edadb70e27 service neutron] 10.222.0.24 "GET /v2.0/networks/772259a3-84ea-46de-822c-229bbb387a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226208 Dec 23 08:46:07.740716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37b48b-63f4-47d7-bbf8-8e0ea569ec14 req-b3765097-a909-47e7-adf0-ef6eadfeb453 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:07.742209 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cc37b48b-63f4-47d7-bbf8-8e0ea569ec14 req-b3765097-a909-47e7-adf0-ef6eadfeb453 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 946 time: 0.0761940 Dec 23 08:46:07.786237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cc37b48b-63f4-47d7-bbf8-8e0ea569ec14 req-7b461fae-070e-4fe1-91fe-5165b848e908 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 Dec 23 08:46:08.367393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 09619227-670c-4ae4-80cb-32213e79952c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:46:08.497362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 09619227-670c-4ae4-80cb-32213e79952c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09619227-670c-4ae4-80cb-32213e79952c,segment=NetworkSegment(38b9e75f-0699-4ad3-b55a-56f0997d894b),segment_id=38b9e75f-0699-4ad3-b55a-56f0997d894b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:46:08.513848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '09619227-670c-4ae4-80cb-32213e79952c', 'network_id': '772259a3-84ea-46de-822c-229bbb387a25', 'port_id': '09619227-670c-4ae4-80cb-32213e79952c', 'mac_address': 'fa:16:3e:9f:93:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61151960-a2a2-4b98-a403-f08e0b050f79', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:46:08.569027 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:08.585893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09619227-670c-4ae4-80cb-32213e79952c {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:46:08.600221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 09619227-670c-4ae4-80cb-32213e79952c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09619227-670c-4ae4-80cb-32213e79952c,segment=NetworkSegment(38b9e75f-0699-4ad3-b55a-56f0997d894b),segment_id=38b9e75f-0699-4ad3-b55a-56f0997d894b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:46:08.604083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:08.666203 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=09619227-670c-4ae4-80cb-32213e79952c,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:08.674138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.674474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.674803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.675127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.675450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.675772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.676084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.676395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.676705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.677012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.677319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:08.791072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['09619227-670c-4ae4-80cb-32213e79952c'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:46:08.981457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824ebac-eb70-489c-a232-cfb5502d52a8 req-1324716d-ccb6-44a8-b12f-3ad4ea561a12 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:08.982806 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0824ebac-eb70-489c-a232-cfb5502d52a8 req-1324716d-ccb6-44a8-b12f-3ad4ea561a12 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 947 time: 0.0780311 Dec 23 08:46:09.026302 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0824ebac-eb70-489c-a232-cfb5502d52a8 req-bd7747f9-732a-443b-b756-5843fe1ae4c8 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Dec 23 08:46:10.222045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a8e66-5f1a-4046-a40c-166d7360ea2f req-b600f4f7-a02a-40c4-8881-3886aae941d2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:10.223473 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bf4a8e66-5f1a-4046-a40c-166d7360ea2f req-b600f4f7-a02a-40c4-8881-3886aae941d2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 947 time: 0.0756443 Dec 23 08:46:10.268024 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bf4a8e66-5f1a-4046-a40c-166d7360ea2f req-55b5541b-64a9-4edb-b390-95c904f4e91f tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Dec 23 08:46:10.367488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 09619227-670c-4ae4-80cb-32213e79952c up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:46:10.433168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 09619227-670c-4ae4-80cb-32213e79952c completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:46:10.438634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 09619227-670c-4ae4-80cb-32213e79952c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:46:10.438998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:10.554309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:10.580210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006446d1-cd6f-421f-8806-d1ea42ba18d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09619227-670c-4ae4-80cb-32213e79952c'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:46:10.589354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 09619227-670c-4ae4-80cb-32213e79952c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09619227-670c-4ae4-80cb-32213e79952c,segment=NetworkSegment(38b9e75f-0699-4ad3-b55a-56f0997d894b),segment_id=38b9e75f-0699-4ad3-b55a-56f0997d894b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:46:10.593239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:10.636753 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006446d1-cd6f-421f-8806-d1ea42ba18d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09619227-670c-4ae4-80cb-32213e79952c', 'code': 200} Dec 23 08:46:10.661580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=09619227-670c-4ae4-80cb-32213e79952c,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:10.939522 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a7b576d-6129-4ac5-8ffb-361d83dc24b9 req-64eabb47-9f69-4bd2-aeba-94c2f8fd1064 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 1101 time: 0.1521349 Dec 23 08:46:10.982498 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a7b576d-6129-4ac5-8ffb-361d83dc24b9 req-ce51ce69-e9f2-4cb2-99e6-ec57361528f8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365484 Dec 23 08:46:11.465111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fe490-5c93-413a-8bc6-3340e115d51e req-21d4e3b9-5aa1-4274-8f2f-ed4fb5d0aafc tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:11.467157 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3a5fe490-5c93-413a-8bc6-3340e115d51e req-21d4e3b9-5aa1-4274-8f2f-ed4fb5d0aafc tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 948 time: 0.0811155 Dec 23 08:46:11.511602 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3a5fe490-5c93-413a-8bc6-3340e115d51e req-0eceb9f7-f442-4a07-8007-f1a18c92d17e tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390327 Dec 23 08:46:12.708743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54cf4e-f851-4d1d-8d2a-2097d31e283a req-343e0570-d2b1-4853-bfbc-f3541b211f9b tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:12.710190 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6c54cf4e-f851-4d1d-8d2a-2097d31e283a req-343e0570-d2b1-4853-bfbc-f3541b211f9b tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 948 time: 0.0777042 Dec 23 08:46:12.753783 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6c54cf4e-f851-4d1d-8d2a-2097d31e283a req-033e5aff-f027-4930-8a2d-22a5fca42ad1 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375640 Dec 23 08:46:13.166607 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb91ef0d-39cf-4693-b137-3b4904ccec41 req-bc44e1ef-2511-4bcf-87b9-2cd9a97ae0c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0650289 Dec 23 08:46:13.638668 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6e066f1f-ad7c-49d9-acbc-0a089cd31fbb req-22113508-9e76-48f8-ae7a-c47a4fa2cb33 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685508 Dec 23 08:46:14.286136 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946108-8042-4c5d-afc8-28f8222b6b0d req-b97a2a4d-cc84-4a9d-89b1-03cd257c637f tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:14.287559 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e946108-8042-4c5d-afc8-28f8222b6b0d req-b97a2a4d-cc84-4a9d-89b1-03cd257c637f tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 948 time: 0.0750902 Dec 23 08:46:14.331628 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e946108-8042-4c5d-afc8-28f8222b6b0d req-23d640ae-6204-41cb-b98c-9b0ce1dbc03d tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Dec 23 08:46:15.535876 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-18adcdd4-e491-4ef1-b5fa-5f367b38936c tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:15.537344 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-18adcdd4-e491-4ef1-b5fa-5f367b38936c tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.24 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 948 time: 0.1279292 Dec 23 08:46:15.600083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7982d-5ef8-4ce9-aeea-6d61950fd9b8 req-51444671-f818-40a2-8cdb-f143c62af9eb tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:15.601479 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-94d7982d-5ef8-4ce9-aeea-6d61950fd9b8 req-51444671-f818-40a2-8cdb-f143c62af9eb tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 948 time: 0.1449082 Dec 23 08:46:15.634135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Deleting port 09619227-670c-4ae4-80cb-32213e79952c {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:46:15.634392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:15.699077 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-94d7982d-5ef8-4ce9-aeea-6d61950fd9b8 req-63fddd4e-5b16-4a87-b5c5-3807c97b84e9 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1716830-9f51-4242-ba1a-7522770ba4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914054 Dec 23 08:46:15.891904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] For port 09619227-670c-4ae4-80cb-32213e79952c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=09619227-670c-4ae4-80cb-32213e79952c,segment=NetworkSegment(38b9e75f-0699-4ad3-b55a-56f0997d894b),segment_id=38b9e75f-0699-4ad3-b55a-56f0997d894b)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:46:15.892252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:16.011108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Calling delete_port for 09619227-670c-4ae4-80cb-32213e79952c owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:46:16.147457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:16.158997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['09619227-670c-4ae4-80cb-32213e79952c'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:46:16.193047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Pushing event deleted for resources: {'Port': ['ID=09619227-670c-4ae4-80cb-32213e79952c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:16.233053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.233395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.233728 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.234071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.234396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.234712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.235027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.235342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.238423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.238878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.239232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:16.244131 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:46:16.285277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] No DVR routers for this DVR port 09619227-670c-4ae4-80cb-32213e79952c on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:46:16.287780 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:16.290386 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006446d1-cd6f-421f-8806-d1ea42ba18d4', 'name': 'network-vif-deleted', 'tag': '09619227-670c-4ae4-80cb-32213e79952c'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:46:16.306015 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75b2bcc2-00e5-4d4d-be0d-982f222ec399 req-14d8ed85-70d6-442c-b931-1b18478a3ec2 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.24 "DELETE /v2.0/ports/09619227-670c-4ae4-80cb-32213e79952c HTTP/1.1" status: 204 len: 173 time: 0.7617276 Dec 23 08:46:16.352348 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006446d1-cd6f-421f-8806-d1ea42ba18d4', 'name': 'network-vif-deleted', 'tag': '09619227-670c-4ae4-80cb-32213e79952c', 'status': 'completed', 'code': 200} Dec 23 08:46:16.877290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-6bd20eaf-754d-47cf-a6d4-06932e6bae96 req-2ca65a4b-3357-47a4-ae9c-cef4e2229940 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Synchronizing usage tracker for tenant:2411212c03784bc39a53cbbd1d5c1bae on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:46:16.892256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-6bd20eaf-754d-47cf-a6d4-06932e6bae96 req-2ca65a4b-3357-47a4-ae9c-cef4e2229940 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] Unset dirty status for tenant:2411212c03784bc39a53cbbd1d5c1bae on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:46:16.893493 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6bd20eaf-754d-47cf-a6d4-06932e6bae96 req-2ca65a4b-3357-47a4-ae9c-cef4e2229940 tempest-ServersAdminNegativeTestJSON-1886581513 tempest-ServersAdminNegativeTestJSON-1886581513-project] 10.222.0.36 "GET /v2.0/ports?device_id=006446d1-cd6f-421f-8806-d1ea42ba18d4 HTTP/1.1" status: 200 len: 210 time: 0.0594094 Dec 23 08:46:18.295578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54196) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:46:18.466871 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f3e6b821-3193-478c-b364-b77fc3d87aed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2411212c03784bc39a53cbbd1d5c1bae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1698306 Dec 23 08:46:18.469026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54202) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:46:18.538753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2dec03-cabc-4f39-b4e9-b4442db79cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:18.572570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2dec03-cabc-4f39-b4e9-b4442db79cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:18.624653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2dec03-cabc-4f39-b4e9-b4442db79cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:18.640434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dec03-cabc-4f39-b4e9-b4442db79cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1716830-9f51-4242-ba1a-7522770ba4b5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:18.649905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2dec03-cabc-4f39-b4e9-b4442db79cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:18.651032 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5a2dec03-cabc-4f39-b4e9-b4442db79cb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1716830-9f51-4242-ba1a-7522770ba4b5 HTTP/1.1" status: 204 len: 168 time: 0.1810491 Dec 23 08:46:18.969773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54210) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:46:18.990392 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:19.020351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:46:19.024008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d3696579f288488ea1d1d01983588ce9 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:46:19.026717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:46:19.032748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:46:19.094927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:19.098684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:19.142007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ecf37-27e8-4f6e-ac12-05ee24ce9c96,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:19.149803 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3696579f288488ea1d1d01983588ce9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1789689 Dec 23 08:46:19.153138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54214) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:46:19.153899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.154258 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.154734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.155061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.155386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.155709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.156027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.156342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.156654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.156975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.157277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c195de81-ced0-4a05-bb84-bb910a3783e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:46:19.210496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59343704-7e18-45fc-8530-fc51aebcd019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:19.235925 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59343704-7e18-45fc-8530-fc51aebcd019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:19.283754 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59343704-7e18-45fc-8530-fc51aebcd019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:19.300493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59343704-7e18-45fc-8530-fc51aebcd019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ecf37-27e8-4f6e-ac12-05ee24ce9c96,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:19.303657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59343704-7e18-45fc-8530-fc51aebcd019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:19.304740 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-59343704-7e18-45fc-8530-fc51aebcd019 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d81ecf37-27e8-4f6e-ac12-05ee24ce9c96 HTTP/1.1" status: 204 len: 168 time: 0.1506629 Dec 23 08:46:20.111096 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54236) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:46:20.234877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1981353968-network', 'tenant_id': '8bcb64842cfa4ee4b8d427ff2345f2d0'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:46:20.239518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:46:20.243237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Usage tracker for resource:network and tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:46:20.246685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:46:20.252234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:46:20.262118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Made reservation on behalf of 8bcb64842cfa4ee4b8d427ff2345f2d0 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:46:20.264305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.278665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.309335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:46:20.313047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Usage tracker for resource:security_group_rule and tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:46:20.315807 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:46:20.321465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:46:20.388077 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.392499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.399145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 09619227-670c-4ae4-80cb-32213e79952c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:46:20.419055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:46:20.431074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:20.432481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 09619227-670c-4ae4-80cb-32213e79952c {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:46:20.432702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 09619227-670c-4ae4-80cb-32213e79952c not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:46:20.436176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.436519 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Added segment b6910e33-f47d-4cff-b633-5c3887625121 of type vlan for network d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 Dec 23 08:46:20.461496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.491262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.492067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:20.492648 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.668816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] Pushing event updated for resources: {'Network': ['ID=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:20.671792 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-abc6ca31-a0bc-44ec-9d0c-c77cc1135382 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5596445 Dec 23 08:46:20.674764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54242) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:46:20.678422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:46:20.680622 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Request body: {'subnet': {'network_id': 'd78a3af3-7d42-4ebc-b5c3-26b7d40c77a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1981353968-subnet', 'tenant_id': '8bcb64842cfa4ee4b8d427ff2345f2d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:46:20.685565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:46:20.689214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Usage tracker for resource:subnet and tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:46:20.692003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:46:20.697768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:46:20.709421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Made reservation on behalf of 8bcb64842cfa4ee4b8d427ff2345f2d0 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:46:20.711881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.908657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:20.982027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d4bb35-fde5-4b46-bbb6-24f417ac87ea,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:20.993082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Checking segment: {'id': 'b6910e33-f47d-4cff-b633-5c3887625121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd78a3af3-7d42-4ebc-b5c3-26b7d40c77a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:46:20.993426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Network hostable DHCP agents. Network: d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:46:21.014868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Network d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:46:21.023074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:46:21.026791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:21.028028 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:21.032791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e603d-65f3-4b39-bf76-690243d813e6 None None] Network d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:46:21.048680 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-223aba24-560c-4f73-9f29-6920ede52782 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3729084 Dec 23 08:46:21.283684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b346a0-b133-4067-b866-5bae3167ddab None None] Network d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:46:21.581796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-6cb4c64a-5ddb-4e1e-9dd0-7b8fc288bda1 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:21.582483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-6cb4c64a-5ddb-4e1e-9dd0-7b8fc288bda1 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Synchronizing usage tracker for tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:46:21.598186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-6cb4c64a-5ddb-4e1e-9dd0-7b8fc288bda1 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Unset dirty status for tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:46:21.599272 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-6cb4c64a-5ddb-4e1e-9dd0-7b8fc288bda1 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/networks?id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 HTTP/1.1" status: 200 len: 812 time: 0.1569574 Dec 23 08:46:21.615296 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-71d6a762-25cd-4eca-82e1-e9a84c3c45c4 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/quotas/8bcb64842cfa4ee4b8d427ff2345f2d0 HTTP/1.1" status: 200 len: 375 time: 0.0105205 Dec 23 08:46:21.659119 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-4277d7e3-9fee-483f-b82a-c9223fb260eb tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392179 Dec 23 08:46:21.669361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-23ecb764-93c3-4b27-b7fc-60fbf0820f61 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:46:21.670279 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-23ecb764-93c3-4b27-b7fc-60fbf0820f61 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050836 Dec 23 08:46:21.800494 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-d094ba11-e6de-4a1d-b49a-b394d38da45b service neutron] 10.222.0.36 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247919 Dec 23 08:46:21.927091 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-ec4ab211-91a7-4ef0-be6a-230f98e467a1 service neutron] 10.222.0.36 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207483 Dec 23 08:46:22.108890 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6010dd19-5177-46f4-aa28-62d57872654c req-a3113c61-0fcb-4d6b-8639-cc60dd35745e tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 210 time: 0.0443840 Dec 23 08:46:23.085537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-efe543a2-bc6a-4902-aa27-2967d5e02562 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:23.086968 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-efe543a2-bc6a-4902-aa27-2967d5e02562 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.24 "GET /v2.0/networks?id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 HTTP/1.1" status: 200 len: 812 time: 0.1433358 Dec 23 08:46:23.104379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Request body: {'port': {'device_id': '7ac213ee-ad66-404a-b1d1-5a3627c45b8e', 'network_id': 'd78a3af3-7d42-4ebc-b5c3-26b7d40c77a7', 'admin_state_up': True, 'tenant_id': '8bcb64842cfa4ee4b8d427ff2345f2d0'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:46:23.278326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:46:23.281588 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-73f3f91e-05ec-491c-b21a-b2bafcf4d531 req-0f7d7a83-d5ee-4be3-b122-5f6cbc87433c tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 210 time: 0.0486853 Dec 23 08:46:23.283715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Usage tracker for resource:port and tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:46:23.286481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:46:23.292161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:46:23.302895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Made reservation on behalf of 8bcb64842cfa4ee4b8d427ff2345f2d0 for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:46:23.306002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:23.461062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Allocated IP 172.20.0.10 (d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7/52d4bb35-fde5-4b46-bbb6-24f417ac87ea/8b7b9df4-63d6-4b7d-a30c-89522486b4cf) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:46:23.653273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:23.679806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:23.839036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Network d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:46:23.842532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:46:23.846869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:46:23.871106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Pushing event updated for resources: {'Port': ['ID=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:23.906557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:23.907133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:23.926139 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-191c5f8e-b75d-432f-8800-39ced0a0d285 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256545 Dec 23 08:46:23.937621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Request body: {'port': {'device_id': '7ac213ee-ad66-404a-b1d1-5a3627c45b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:46:24.040959 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:24.364405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7b9df4-63d6-4b7d-a30c-89522486b4cf {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:46:24.371762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:24.385620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Transition to ACTIVE for port object 8b7b9df4-63d6-4b7d-a30c-89522486b4cf will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:46:24.390572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:24.557483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:24.664572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7f5f0-f874-4357-9ef9-16cd8361e2ac req-e3535fe8-ef19-4021-9e6e-3190d112e040 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:24.665254 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b3e7f5f0-f874-4357-9ef9-16cd8361e2ac req-e3535fe8-ef19-4021-9e6e-3190d112e040 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Synchronizing usage tracker for tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:46:24.695978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Attempting to bind port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:46:24.696327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Attempting to bind port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b6910e33-f47d-4cff-b633-5c3887625121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd78a3af3-7d42-4ebc-b5c3-26b7d40c77a7'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:46:24.696903 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Attempting to bind port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf on network d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:46:24.705189 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b3e7f5f0-f874-4357-9ef9-16cd8361e2ac req-e3535fe8-ef19-4021-9e6e-3190d112e040 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Unset dirty status for tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:46:24.706365 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3e7f5f0-f874-4357-9ef9-16cd8361e2ac req-e3535fe8-ef19-4021-9e6e-3190d112e040 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 944 time: 0.2843413 Dec 23 08:46:24.707006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf on network d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:46:24.707315 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Attempting to bind port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf on network d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:46:24.727033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:46:24.727358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Checking segment: {'id': 'b6910e33-f47d-4cff-b633-5c3887625121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd78a3af3-7d42-4ebc-b5c3-26b7d40c77a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:46:24.727715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Bound using segment: {'id': 'b6910e33-f47d-4cff-b633-5c3887625121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd78a3af3-7d42-4ebc-b5c3-26b7d40c77a7'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:46:24.728126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Bound port: 8b7b9df4-63d6-4b7d-a30c-89522486b4cf, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6910e33-f47d-4cff-b633-5c3887625121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd78a3af3-7d42-4ebc-b5c3-26b7d40c77a7'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:46:24.728453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:24.806530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b3e7f5f0-f874-4357-9ef9-16cd8361e2ac req-7a0f8b88-4303-4324-aea4-e48153ad1660 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Synchronizing usage tracker for tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:46:24.843889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] For port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:46:24.847303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] For port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,segment=NetworkSegment(b6910e33-f47d-4cff-b633-5c3887625121),segment_id=b6910e33-f47d-4cff-b633-5c3887625121)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:46:24.848155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b3e7f5f0-f874-4357-9ef9-16cd8361e2ac req-7a0f8b88-4303-4324-aea4-e48153ad1660 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Unset dirty status for tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:46:24.849610 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3e7f5f0-f874-4357-9ef9-16cd8361e2ac req-7a0f8b88-4303-4324-aea4-e48153ad1660 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366591 Dec 23 08:46:24.851970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:24.911661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:24.913054 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] 10.222.0.24 "PUT /v2.0/ports/8b7b9df4-63d6-4b7d-a30c-89522486b4cf HTTP/1.1" status: 200 len: 1094 time: 0.9791572 Dec 23 08:46:24.913473 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac213ee-ad66-404a-b1d1-5a3627c45b8e', 'tag': '8b7b9df4-63d6-4b7d-a30c-89522486b4cf'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:46:24.933278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df8ffc-826e-47be-a467-6650d8fa1949 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:24.986463 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac213ee-ad66-404a-b1d1-5a3627c45b8e', 'tag': '8b7b9df4-63d6-4b7d-a30c-89522486b4cf', 'status': 'completed', 'code': 200} Dec 23 08:46:25.023183 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-99ae0267-0912-4e21-a957-99ca6b904682 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0&device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 1097 time: 0.0719867 Dec 23 08:46:25.093406 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-f43a6a15-a2b3-4743-acc9-121f7518cddc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf HTTP/1.1" status: 200 len: 217 time: 0.0630591 Dec 23 08:46:25.153293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-95e54708-4bac-4231-a5dd-8b000663a191 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:25.154684 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-95e54708-4bac-4231-a5dd-8b000663a191 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d4bb35-fde5-4b46-bbb6-24f417ac87ea HTTP/1.1" status: 200 len: 852 time: 0.0554755 Dec 23 08:46:25.205489 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-cb305ef7-b885-4f93-9b25-f825870be355 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438583 Dec 23 08:46:25.335019 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-66582b4b-5b62-4cb5-9392-ea5242b4ae19 service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229687 Dec 23 08:46:25.557149 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7ff9b7a0-8c49-4c04-a70f-2050487b1c2d req-317388d4-4a37-40db-b068-aeb42e9dc81f service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158685 Dec 23 08:46:25.672124 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ba35f51-25a3-4fef-aa16-20b573f2ef43 req-6939f8f3-1e2e-49e5-b317-6f5f1a550505 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0&device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 1097 time: 0.0679123 Dec 23 08:46:25.801675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba35f51-25a3-4fef-aa16-20b573f2ef43 req-3146f283-ca35-4e84-b4ba-87261aee9d16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:25.803127 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ba35f51-25a3-4fef-aa16-20b573f2ef43 req-3146f283-ca35-4e84-b4ba-87261aee9d16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 HTTP/1.1" status: 200 len: 912 time: 0.1244836 Dec 23 08:46:25.876904 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ba35f51-25a3-4fef-aa16-20b573f2ef43 req-326471dc-81a3-4da9-b54a-7791dae74710 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf HTTP/1.1" status: 200 len: 217 time: 0.0664606 Dec 23 08:46:25.939197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba35f51-25a3-4fef-aa16-20b573f2ef43 req-b4314dad-fa3d-44d1-a1b9-5eddd34b763d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:25.940661 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ba35f51-25a3-4fef-aa16-20b573f2ef43 req-b4314dad-fa3d-44d1-a1b9-5eddd34b763d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d4bb35-fde5-4b46-bbb6-24f417ac87ea HTTP/1.1" status: 200 len: 852 time: 0.0571880 Dec 23 08:46:26.020877 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ba35f51-25a3-4fef-aa16-20b573f2ef43 req-16d7033d-1043-481a-a456-3f6d9d5a43cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732205 Dec 23 08:46:26.158200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719acdec-6245-46bf-9dc0-66c1312ffa02 req-18be9b88-8ef6-4963-a3c9-354d5fa4b672 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:26.159667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-719acdec-6245-46bf-9dc0-66c1312ffa02 req-18be9b88-8ef6-4963-a3c9-354d5fa4b672 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 944 time: 0.1835890 Dec 23 08:46:26.192763 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ba35f51-25a3-4fef-aa16-20b573f2ef43 req-082dd56f-4b30-443e-9a08-44772805657b service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637967 Dec 23 08:46:26.281310 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-719acdec-6245-46bf-9dc0-66c1312ffa02 req-b718ad9e-2bd5-4d04-b22d-dd0ca2f3e1a1 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124673 Dec 23 08:46:26.336167 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ba35f51-25a3-4fef-aa16-20b573f2ef43 req-299561ac-5b1a-49b0-85ce-0b6307cd64f3 service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327553 Dec 23 08:46:27.479492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548f96a-1e80-4fbb-b1f4-e8624c062b11 req-dbde02ec-2c26-4c0c-9a09-7f6217aa2ee3 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:27.481109 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6548f96a-1e80-4fbb-b1f4-e8624c062b11 req-dbde02ec-2c26-4c0c-9a09-7f6217aa2ee3 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 944 time: 0.0809529 Dec 23 08:46:27.525609 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6548f96a-1e80-4fbb-b1f4-e8624c062b11 req-bb2326d4-c3d0-4946-b886-5831ea945fd6 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390012 Dec 23 08:46:28.429300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 8b7b9df4-63d6-4b7d-a30c-89522486b4cf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:46:28.559382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,segment=NetworkSegment(b6910e33-f47d-4cff-b633-5c3887625121),segment_id=b6910e33-f47d-4cff-b633-5c3887625121)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:46:28.572253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '8b7b9df4-63d6-4b7d-a30c-89522486b4cf', 'network_id': 'd78a3af3-7d42-4ebc-b5c3-26b7d40c77a7', 'port_id': '8b7b9df4-63d6-4b7d-a30c-89522486b4cf', 'mac_address': 'fa:16:3e:50:0d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d4bb35-fde5-4b46-bbb6-24f417ac87ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:46:28.627585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:28.644206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7b9df4-63d6-4b7d-a30c-89522486b4cf {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:46:28.658744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,segment=NetworkSegment(b6910e33-f47d-4cff-b633-5c3887625121),segment_id=b6910e33-f47d-4cff-b633-5c3887625121)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:46:28.662890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:28.716081 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12d3e-9b1d-45c5-89ec-cc4250fd4457 req-d7be1d0c-f969-4418-89d8-b911e46128f5 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:28.717447 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2de12d3e-9b1d-45c5-89ec-cc4250fd4457 req-d7be1d0c-f969-4418-89d8-b911e46128f5 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 945 time: 0.0756633 Dec 23 08:46:28.727216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:28.762279 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2de12d3e-9b1d-45c5-89ec-cc4250fd4457 req-d3678647-ae42-40ce-b5df-f56bbaa73046 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Dec 23 08:46:28.850252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['8b7b9df4-63d6-4b7d-a30c-89522486b4cf'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:46:29.958020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee98a2-306a-4864-ab15-f24fc5dfbd48 req-99e32c77-298f-4a7d-aac7-aa5232a7de9f tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:29.959414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c6ee98a2-306a-4864-ab15-f24fc5dfbd48 req-99e32c77-298f-4a7d-aac7-aa5232a7de9f tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 945 time: 0.0768816 Dec 23 08:46:30.003441 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c6ee98a2-306a-4864-ab15-f24fc5dfbd48 req-9e11cb7b-8dcd-4923-b9ef-6264d134e8e8 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Dec 23 08:46:30.422739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:30.435866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 8b7b9df4-63d6-4b7d-a30c-89522486b4cf up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:46:30.498061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa65a-83c7-4f57-9dcd-cec6940a4593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:30.514925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:46:30.519653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:46:30.520018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:30.629833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:30.655244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac213ee-ad66-404a-b1d1-5a3627c45b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7b9df4-63d6-4b7d-a30c-89522486b4cf'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:46:30.664524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,segment=NetworkSegment(b6910e33-f47d-4cff-b633-5c3887625121),segment_id=b6910e33-f47d-4cff-b633-5c3887625121)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:46:30.668713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:30.712956 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac213ee-ad66-404a-b1d1-5a3627c45b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7b9df4-63d6-4b7d-a30c-89522486b4cf', 'code': 200} Dec 23 08:46:30.738049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:46:30.956629 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-769e398a-6ab2-4c6b-9efb-4cd9d831d8c5 req-454a3572-257f-490b-af8c-e075efa1e763 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 1099 time: 0.0655563 Dec 23 08:46:31.002181 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-769e398a-6ab2-4c6b-9efb-4cd9d831d8c5 req-06932f2f-9ccd-45c5-ac12-7fff14adcb1f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 Dec 23 08:46:31.195828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056d199-e330-4034-9aa9-850479a656be req-2264914b-eb37-4cf2-8fef-6a00511598e5 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:31.197256 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8056d199-e330-4034-9aa9-850479a656be req-2264914b-eb37-4cf2-8fef-6a00511598e5 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0749876 Dec 23 08:46:31.241113 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8056d199-e330-4034-9aa9-850479a656be req-f7ff41fb-4598-4800-91cb-f7c97ae5e453 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Dec 23 08:46:32.438928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef6b42-89e7-498f-b738-2dff6e1fd989 req-cfd60317-8365-4c70-b9d4-24d5ece04585 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:32.440308 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88ef6b42-89e7-498f-b738-2dff6e1fd989 req-cfd60317-8365-4c70-b9d4-24d5ece04585 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0759177 Dec 23 08:46:32.484629 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88ef6b42-89e7-498f-b738-2dff6e1fd989 req-badd820a-0fc2-46da-90ab-a660a1ebbb71 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Dec 23 08:46:32.679398 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1224680d-aed2-4e45-9acd-f21db9fc4639 req-c815e6d6-436a-4bf7-a6ef-a5e60061e66b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658851 Dec 23 08:46:32.768070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-121c674f-9817-4794-8957-44b116159be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:32.950405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54296) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:46:32.988965 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63de7-76d3-45c2-9c61-dfe0741e4f37 req-4202184b-132d-41ae-8a1c-26ce51dac10d tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:32.990466 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65d63de7-76d3-45c2-9c61-dfe0741e4f37 req-4202184b-132d-41ae-8a1c-26ce51dac10d tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0803599 Dec 23 08:46:33.035138 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65d63de7-76d3-45c2-9c61-dfe0741e4f37 req-0ccd8bcc-164b-4448-87cd-343f0609a189 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Dec 23 08:46:33.093028 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-ed496bb3-c0c6-49c8-be4f-f23744ce4b31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413717 Dec 23 08:46:33.867417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:33.941926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:34.235627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290ad63-eade-4d8f-8132-7e394628f85b req-3bccfe99-41fb-4389-9d5e-b70f7a9eacc8 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:34.237717 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3290ad63-eade-4d8f-8132-7e394628f85b req-3bccfe99-41fb-4389-9d5e-b70f7a9eacc8 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0827169 Dec 23 08:46:34.415950 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3290ad63-eade-4d8f-8132-7e394628f85b req-a4f8e917-60b6-4547-9097-8576e4df11de tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725748 Dec 23 08:46:34.430671 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-6d0b96fd-dc95-4c42-a53d-c3fb09fb3d8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0&device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 1099 time: 0.1861889 Dec 23 08:46:34.560082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-96bdc38f-6077-48b6-9a25-3a8883e60991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:34.562562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-96bdc38f-6077-48b6-9a25-3a8883e60991 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 HTTP/1.1" status: 200 len: 912 time: 0.1258860 Dec 23 08:46:34.629068 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-cc169210-dfc6-4c91-b331-c8cb6814599e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf HTTP/1.1" status: 200 len: 217 time: 0.0598996 Dec 23 08:46:34.692522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-99d4f2db-47f8-4e68-aa4a-0fe4f6ba6749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:34.693885 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-99d4f2db-47f8-4e68-aa4a-0fe4f6ba6749 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d4bb35-fde5-4b46-bbb6-24f417ac87ea HTTP/1.1" status: 200 len: 852 time: 0.0581384 Dec 23 08:46:34.738087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-e374c3c9-deb0-4407-a416-e44d93b07225 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377724 Dec 23 08:46:34.865509 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-d7d26c5a-9583-48b4-bfe7-e54e76f572ae service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208305 Dec 23 08:46:34.993188 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-b4ec294d-04b9-4c61-834d-2adacf3ab34e service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211829 Dec 23 08:46:35.293529 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:46:35.614562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3611d-3306-490b-ad8e-ae3085778509 req-b49ae4b5-d1b6-4209-b6c7-8e248d7f6967 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:35.615974 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-49f3611d-3306-490b-ad8e-ae3085778509 req-b49ae4b5-d1b6-4209-b6c7-8e248d7f6967 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0810261 Dec 23 08:46:35.659555 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-49f3611d-3306-490b-ad8e-ae3085778509 req-4ee8d200-c10a-42fa-8d62-352d251550a7 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378282 Dec 23 08:46:36.848299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a44c-b832-41e3-8c0c-a989d3e7b55c req-7b81affd-afcb-4b32-9a99-e691865776e4 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:36.849976 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-efd6a44c-b832-41e3-8c0c-a989d3e7b55c req-7b81affd-afcb-4b32-9a99-e691865776e4 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0739267 Dec 23 08:46:36.892932 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-efd6a44c-b832-41e3-8c0c-a989d3e7b55c req-24d4f4ca-b79e-450b-bab9-013cbd9ff959 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377362 Dec 23 08:46:38.089137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec79a48-15fd-40a8-b2bd-16b8faaab54b req-f961e36f-bb72-4327-a992-7946a655eae2 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:38.090738 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fec79a48-15fd-40a8-b2bd-16b8faaab54b req-f961e36f-bb72-4327-a992-7946a655eae2 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0776389 Dec 23 08:46:38.135267 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fec79a48-15fd-40a8-b2bd-16b8faaab54b req-20ac5ffe-baa7-41d3-9f27-d20de3991ed2 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 Dec 23 08:46:39.328434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebefbaa-e97e-4fcb-a756-a126e3b8c090 req-fc6b545a-926e-465a-ad2a-cbc42e58cd4e tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:39.329834 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3ebefbaa-e97e-4fcb-a756-a126e3b8c090 req-fc6b545a-926e-465a-ad2a-cbc42e58cd4e tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0744293 Dec 23 08:46:39.377242 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3ebefbaa-e97e-4fcb-a756-a126e3b8c090 req-3b2054d4-69e2-483b-a596-4964b19a1229 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Dec 23 08:46:40.568525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa14f2-b415-4113-9ede-20e7d17d2ed9 req-8f925f4c-a66d-45a1-94b9-3f70ede35826 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:40.570020 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69fa14f2-b415-4113-9ede-20e7d17d2ed9 req-8f925f4c-a66d-45a1-94b9-3f70ede35826 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0754976 Dec 23 08:46:40.619744 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69fa14f2-b415-4113-9ede-20e7d17d2ed9 req-fe608ece-6579-4979-b5fa-81770076d938 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Dec 23 08:46:41.815761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956ba5-3c6c-40df-91b9-0832439ceb60 req-b163954e-d9ee-4d4b-900f-37251c6b24ab tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:41.817200 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d8956ba5-3c6c-40df-91b9-0832439ceb60 req-b163954e-d9ee-4d4b-900f-37251c6b24ab tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0782654 Dec 23 08:46:41.873319 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d8956ba5-3c6c-40df-91b9-0832439ceb60 req-dfa80724-07cc-4e76-9207-d443c31f6e20 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497344 Dec 23 08:46:43.068373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4c783-2500-4703-aa8f-592b3f90e2e6 req-8fa9006e-8e74-4027-bf32-61d8029c8d9a tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:43.069851 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-17c4c783-2500-4703-aa8f-592b3f90e2e6 req-8fa9006e-8e74-4027-bf32-61d8029c8d9a tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0760994 Dec 23 08:46:43.116847 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-17c4c783-2500-4703-aa8f-592b3f90e2e6 req-43b214f8-858d-469d-bca9-3d73f59d774d tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410044 Dec 23 08:46:44.313049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d431a-eac0-46a3-be42-5f22a41046f6 req-21155d46-7850-4fcc-820e-78d7927bef72 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:44.314495 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-845d431a-eac0-46a3-be42-5f22a41046f6 req-21155d46-7850-4fcc-820e-78d7927bef72 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0778356 Dec 23 08:46:44.357993 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-845d431a-eac0-46a3-be42-5f22a41046f6 req-f34df498-b8e1-42e2-b2d6-86a4b58ffd42 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 Dec 23 08:46:45.189694 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f12a6bc0-5b47-4b07-8e87-6d387a0a58ed req-9a3c9ae1-ff93-4da3-a798-58c070a8da2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0&device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 1099 time: 0.1334126 Dec 23 08:46:45.333305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a6bc0-5b47-4b07-8e87-6d387a0a58ed req-1721ce26-a55b-4970-a619-9d9d89314a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:45.334673 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f12a6bc0-5b47-4b07-8e87-6d387a0a58ed req-1721ce26-a55b-4970-a619-9d9d89314a82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 HTTP/1.1" status: 200 len: 912 time: 0.1247303 Dec 23 08:46:45.515178 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f12a6bc0-5b47-4b07-8e87-6d387a0a58ed req-2c97c384-b144-41d0-803a-1514418ce938 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf HTTP/1.1" status: 200 len: 217 time: 0.1742592 Dec 23 08:46:45.597804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a6bc0-5b47-4b07-8e87-6d387a0a58ed req-982a967c-a9b7-4cd0-b4c9-7fc904bea02f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:45.599149 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f12a6bc0-5b47-4b07-8e87-6d387a0a58ed req-982a967c-a9b7-4cd0-b4c9-7fc904bea02f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d4bb35-fde5-4b46-bbb6-24f417ac87ea HTTP/1.1" status: 200 len: 852 time: 0.0740521 Dec 23 08:46:45.644425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa178-a32f-4c13-98a3-6a4c7c1fdff8 req-362f6db7-c5e4-4981-a550-2bb9cf895ed0 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:45.645804 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a7fa178-a32f-4c13-98a3-6a4c7c1fdff8 req-362f6db7-c5e4-4981-a550-2bb9cf895ed0 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.1616285 Dec 23 08:46:45.651358 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f12a6bc0-5b47-4b07-8e87-6d387a0a58ed req-6c26ad34-a626-4708-a8c6-d0c393ca6250 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439432 Dec 23 08:46:45.772716 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a7fa178-a32f-4c13-98a3-6a4c7c1fdff8 req-77a56e8b-f08c-44de-bb04-4f287035d2b6 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204443 Dec 23 08:46:45.810012 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f12a6bc0-5b47-4b07-8e87-6d387a0a58ed req-c45cbc18-80bb-4810-aa0b-37b37c940762 service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449349 Dec 23 08:46:45.939986 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f12a6bc0-5b47-4b07-8e87-6d387a0a58ed req-b0870e9a-17b3-410c-9324-1534fdb63ed3 service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239133 Dec 23 08:46:46.967667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd8096-1090-4366-972d-eb4de979a393 req-6aa6d9d6-6a9e-4e1c-8d73-2bdbdc9f9eaa tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:46.969079 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fbbd8096-1090-4366-972d-eb4de979a393 req-6aa6d9d6-6a9e-4e1c-8d73-2bdbdc9f9eaa tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0766976 Dec 23 08:46:47.013209 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fbbd8096-1090-4366-972d-eb4de979a393 req-defdd640-d0d3-4311-83e3-4e7c5a40bfe2 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387266 Dec 23 08:46:48.200832 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f74ea2-1afa-40d8-8cfe-e5765cc90fc9 req-dcdb2504-f0dd-4bc3-b7fe-5252057f5006 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:48.202283 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-47f74ea2-1afa-40d8-8cfe-e5765cc90fc9 req-dcdb2504-f0dd-4bc3-b7fe-5252057f5006 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0738986 Dec 23 08:46:48.249275 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-47f74ea2-1afa-40d8-8cfe-e5765cc90fc9 req-f08c6ba8-f671-4de6-9d6b-e5dd63c3aea9 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Dec 23 08:46:49.439388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b1952-cb6d-437c-8c8a-21abf2f6ac20 req-bf6f82cc-e635-42dc-908a-cfbe499dcd44 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:49.440811 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ec2b1952-cb6d-437c-8c8a-21abf2f6ac20 req-bf6f82cc-e635-42dc-908a-cfbe499dcd44 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0750618 Dec 23 08:46:49.484876 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ec2b1952-cb6d-437c-8c8a-21abf2f6ac20 req-c22b5c4e-b8af-458b-9a4a-daee9b532b0c tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387113 Dec 23 08:46:50.680167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8c7c-d052-4508-9721-84965dcd7e17 req-4bbef735-9ee4-4f4b-b994-3d6f4491252f tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:50.681615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-faaa8c7c-d052-4508-9721-84965dcd7e17 req-4bbef735-9ee4-4f4b-b994-3d6f4491252f tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0783567 Dec 23 08:46:50.726363 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-faaa8c7c-d052-4508-9721-84965dcd7e17 req-2af40b78-f3a5-4a39-b255-2419dacdf1c8 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Dec 23 08:46:51.922326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a594a07-1c39-4843-818b-bc64a037d989 req-fa40d739-722c-4db1-94be-cfcff49321ea tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:51.923744 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3a594a07-1c39-4843-818b-bc64a037d989 req-fa40d739-722c-4db1-94be-cfcff49321ea tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0773594 Dec 23 08:46:51.969320 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3a594a07-1c39-4843-818b-bc64a037d989 req-9656a0cf-250c-4ed7-a6c9-3d1d6eb6b3e7 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401850 Dec 23 08:46:53.163733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0099d-0d3d-465d-86f5-a8079582a1a9 req-7eddcc5f-b8b1-425b-a7f9-393578bf7ba3 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:53.165148 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05d0099d-0d3d-465d-86f5-a8079582a1a9 req-7eddcc5f-b8b1-425b-a7f9-393578bf7ba3 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0771224 Dec 23 08:46:53.208826 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05d0099d-0d3d-465d-86f5-a8079582a1a9 req-fb031159-3937-4cca-acf3-d2704a513fca tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 Dec 23 08:46:53.244458 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:46:54.400188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f937-f910-4bbd-80d7-724b62e1f4c5 req-cfb96dba-f250-4e4e-b998-c3761651c191 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:54.402103 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dd74f937-f910-4bbd-80d7-724b62e1f4c5 req-cfb96dba-f250-4e4e-b998-c3761651c191 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0745046 Dec 23 08:46:54.448139 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dd74f937-f910-4bbd-80d7-724b62e1f4c5 req-641a63a8-6f78-4106-9895-6c70f7763736 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 Dec 23 08:46:55.646059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a969c9-92af-47a6-b63f-5d19b21b152b req-20cfed00-e1f1-42f1-913d-1950d7e34496 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:55.647603 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-20a969c9-92af-47a6-b63f-5d19b21b152b req-20cfed00-e1f1-42f1-913d-1950d7e34496 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0805233 Dec 23 08:46:55.691443 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-20a969c9-92af-47a6-b63f-5d19b21b152b req-3a17dd64-bb4e-45fc-8f8d-d240c802d9b0 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385053 Dec 23 08:46:56.889215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62f63a-5226-4637-9e93-74bde572a9d9 req-233486cf-ac59-459c-b537-ad6a10cbcf70 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:56.890670 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c62f63a-5226-4637-9e93-74bde572a9d9 req-233486cf-ac59-459c-b537-ad6a10cbcf70 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0813646 Dec 23 08:46:56.935016 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c62f63a-5226-4637-9e93-74bde572a9d9 req-dddbef46-23f9-456f-85b5-17cb71b77216 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Dec 23 08:46:58.128958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb37e20-4268-4c1f-9a25-2fe45b3b1e86 req-80c25065-6036-43ab-bee4-9b75b0473cb2 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:58.130353 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8fb37e20-4268-4c1f-9a25-2fe45b3b1e86 req-80c25065-6036-43ab-bee4-9b75b0473cb2 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0780795 Dec 23 08:46:58.174556 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8fb37e20-4268-4c1f-9a25-2fe45b3b1e86 req-6b480dc3-4667-4db8-b508-7583f12378de tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Dec 23 08:46:59.369296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32358adb-fcfb-4bff-a4db-d79991198101 req-57ad48df-eed3-471c-a69d-2e085871fa28 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:46:59.370633 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32358adb-fcfb-4bff-a4db-d79991198101 req-57ad48df-eed3-471c-a69d-2e085871fa28 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0769238 Dec 23 08:46:59.414922 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32358adb-fcfb-4bff-a4db-d79991198101 req-54e19e9c-30cc-4dc5-b2e0-aece44d18508 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387890 Dec 23 08:47:00.441966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:00.481742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1f883fdd-56f5-452d-ad30-86cd1bb22d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:00.611563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60625-7b2f-4088-a07c-2dd17d52d0e9 req-e6fc6f2f-d9d9-4ffe-b053-e41230800907 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:00.612986 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c7b60625-7b2f-4088-a07c-2dd17d52d0e9 req-e6fc6f2f-d9d9-4ffe-b053-e41230800907 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0775120 Dec 23 08:47:00.656977 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c7b60625-7b2f-4088-a07c-2dd17d52d0e9 req-b2cf137f-6946-4cec-bd9f-05514bd2a6ef tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Dec 23 08:47:01.699744 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-3ec28838-7638-4fd1-b626-adf1333d92a8 service neutron] 10.222.0.24 "GET /v2.0/ports/8b7b9df4-63d6-4b7d-a30c-89522486b4cf/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0760894 Dec 23 08:47:01.856190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544957d4-9033-46a2-9374-ff83d277c42f req-a7d37ee2-0dd2-4327-b6bb-dca595960ef8 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:01.857652 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-544957d4-9033-46a2-9374-ff83d277c42f req-a7d37ee2-0dd2-4327-b6bb-dca595960ef8 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0785418 Dec 23 08:47:01.905206 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-544957d4-9033-46a2-9374-ff83d277c42f req-a134613f-dadf-48f5-8ecf-22e39716af3c tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419600 Dec 23 08:47:02.052879 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-a77dded9-6f1c-4dc3-a277-5982d9c6fb42 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e&tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0 HTTP/1.1" status: 200 len: 1099 time: 0.1467500 Dec 23 08:47:02.140891 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-f726620d-3701-4eb1-b370-45a8b6a11f96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0&device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 1099 time: 0.0673263 Dec 23 08:47:02.268047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-44b92c39-e0c0-4f96-a19c-f1a578c23706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:02.269482 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-44b92c39-e0c0-4f96-a19c-f1a578c23706 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 HTTP/1.1" status: 200 len: 912 time: 0.1226699 Dec 23 08:47:02.339370 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-e17091de-7628-4a80-8d46-990ea25d76f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf HTTP/1.1" status: 200 len: 217 time: 0.0625618 Dec 23 08:47:02.398431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-170471c0-31f8-4079-b767-1689c9dd9817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:02.399695 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-170471c0-31f8-4079-b767-1689c9dd9817 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d4bb35-fde5-4b46-bbb6-24f417ac87ea HTTP/1.1" status: 200 len: 852 time: 0.0549817 Dec 23 08:47:02.444789 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-245462ff-1301-4cce-ad7a-f647f953ddfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393732 Dec 23 08:47:02.573191 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-9f9b1842-feb9-4cad-a90c-f540a42733af service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208069 Dec 23 08:47:02.700216 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e0a20d3-198c-44e8-8a3a-b8efc854d581 req-45116b77-c404-46b6-bf9b-a6806b01933d service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216106 Dec 23 08:47:02.770249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b13ba94b-bd7d-48ac-96e2-cff9d3b53761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:03.096102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dcc15-4837-4c03-b2a5-e823cf158a82 req-c719bd49-8d64-40d0-ae78-5a99efb9e91f tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:03.097500 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7b2dcc15-4837-4c03-b2a5-e823cf158a82 req-c719bd49-8d64-40d0-ae78-5a99efb9e91f tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0736275 Dec 23 08:47:03.141363 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7b2dcc15-4837-4c03-b2a5-e823cf158a82 req-5b32f453-67b6-4508-bf3d-259da2607163 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Dec 23 08:47:03.868077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:03.944690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:04.352144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1cc0e-a492-4608-b1db-db71be84dcd0 req-6c4906c8-c674-4094-afd1-904ffca0a16e tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:04.354293 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cec1cc0e-a492-4608-b1db-db71be84dcd0 req-6c4906c8-c674-4094-afd1-904ffca0a16e tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0837507 Dec 23 08:47:04.402932 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cec1cc0e-a492-4608-b1db-db71be84dcd0 req-e2dfbc6b-581a-4689-8de5-37293b0a3873 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Dec 23 08:47:05.295259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:05.594031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd32f6-20c0-45bf-8903-e6f2d6c07a7b req-f229a31c-872d-4146-9bd3-d2e656c38f3e tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:05.595480 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-73cd32f6-20c0-45bf-8903-e6f2d6c07a7b req-f229a31c-872d-4146-9bd3-d2e656c38f3e tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0750864 Dec 23 08:47:05.642715 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-73cd32f6-20c0-45bf-8903-e6f2d6c07a7b req-329a3ff1-c2c1-4d24-8721-8ad3f17f7064 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Dec 23 08:47:06.022815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ef8cc0f0-faef-498c-b650-8b357d95e2e0 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:06.024355 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ef8cc0f0-faef-498c-b650-8b357d95e2e0 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e&tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0785794 Dec 23 08:47:06.159339 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-00ddca7a-44f9-42c6-ba17-b597da7bc403 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0&device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 1099 time: 0.0665107 Dec 23 08:47:06.285245 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcc411-4416-49e7-8e6a-6f973608411c req-e9272ee9-17e0-4296-8b50-996f9fde2cdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:06.286665 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-e9272ee9-17e0-4296-8b50-996f9fde2cdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 HTTP/1.1" status: 200 len: 912 time: 0.1210098 Dec 23 08:47:06.355766 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-34047e86-a5ab-4361-95da-15ec2a65af5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf HTTP/1.1" status: 200 len: 217 time: 0.0622969 Dec 23 08:47:06.415009 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcc411-4416-49e7-8e6a-6f973608411c req-e74ff31e-7236-40ea-a51f-8d090d95359b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:06.416282 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-e74ff31e-7236-40ea-a51f-8d090d95359b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52d4bb35-fde5-4b46-bbb6-24f417ac87ea HTTP/1.1" status: 200 len: 852 time: 0.0547676 Dec 23 08:47:06.461868 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-58db1fd6-3f27-45c8-8dff-7f99b0b2bd2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398448 Dec 23 08:47:06.669758 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-24996eb7-3062-4bc5-af56-dfb863a89f4b service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014363 Dec 23 08:47:06.799241 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-12d29143-c72d-4e48-8997-d7ff4d23edd0 service neutron] 10.222.0.24 "GET /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234734 Dec 23 08:47:07.582430 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f7784-4883-403b-bf6c-b0d9a90998bf req-dea1bfc0-32b2-4382-ba05-34176c7e93e4 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:07.583978 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b34f7784-4883-403b-bf6c-b0d9a90998bf req-dea1bfc0-32b2-4382-ba05-34176c7e93e4 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0745254 Dec 23 08:47:07.628030 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b34f7784-4883-403b-bf6c-b0d9a90998bf req-decdf3c7-04f8-483c-84e2-8cdb1a4ed42f tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387206 Dec 23 08:47:08.829033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a037863-d04c-4658-b6de-14b6e2620e29 req-dcb515a3-0976-4f7e-a9cf-c390dcea67f4 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:08.830392 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3a037863-d04c-4658-b6de-14b6e2620e29 req-dcb515a3-0976-4f7e-a9cf-c390dcea67f4 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0828447 Dec 23 08:47:08.876188 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3a037863-d04c-4658-b6de-14b6e2620e29 req-6f1aea07-5557-49c9-969f-c367b582768d tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Dec 23 08:47:09.135659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcc411-4416-49e7-8e6a-6f973608411c req-4d380040-f492-4e9a-9e03-c94d67af2600 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:09.137843 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-4d380040-f492-4e9a-9e03-c94d67af2600 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 946 time: 0.0801346 Dec 23 08:47:09.219228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Deleting port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:47:09.219566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:09.452744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] For port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,segment=NetworkSegment(b6910e33-f47d-4cff-b633-5c3887625121),segment_id=b6910e33-f47d-4cff-b633-5c3887625121)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:47:09.453032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:09.576612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Calling delete_port for 8b7b9df4-63d6-4b7d-a30c-89522486b4cf owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:47:09.718304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:09.729598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['8b7b9df4-63d6-4b7d-a30c-89522486b4cf'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:47:09.766513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Pushing event deleted for resources: {'Port': ['ID=8b7b9df4-63d6-4b7d-a30c-89522486b4cf,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:09.835140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] No DVR routers for this DVR port 8b7b9df4-63d6-4b7d-a30c-89522486b4cf on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:47:09.837542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:09.840630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac213ee-ad66-404a-b1d1-5a3627c45b8e', 'name': 'network-vif-deleted', 'tag': '8b7b9df4-63d6-4b7d-a30c-89522486b4cf'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:47:09.856955 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-edbcc411-4416-49e7-8e6a-6f973608411c req-ec3b8a83-e340-45e3-8b31-d99eb16363fe tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.24 "DELETE /v2.0/ports/8b7b9df4-63d6-4b7d-a30c-89522486b4cf HTTP/1.1" status: 204 len: 173 time: 0.7137179 Dec 23 08:47:09.902418 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac213ee-ad66-404a-b1d1-5a3627c45b8e', 'name': 'network-vif-deleted', 'tag': '8b7b9df4-63d6-4b7d-a30c-89522486b4cf', 'status': 'completed', 'code': 200} Dec 23 08:47:10.038892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-017d3efb-a20e-49dd-8b7d-07e65736e86f req-33dd9c02-10c2-4562-85d2-8e5421181889 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Synchronizing usage tracker for tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:47:10.054013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-017d3efb-a20e-49dd-8b7d-07e65736e86f req-33dd9c02-10c2-4562-85d2-8e5421181889 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] Unset dirty status for tenant:8bcb64842cfa4ee4b8d427ff2345f2d0 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:47:10.055160 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-017d3efb-a20e-49dd-8b7d-07e65736e86f req-33dd9c02-10c2-4562-85d2-8e5421181889 tempest-DeleteServersTestJSON-234980332 tempest-DeleteServersTestJSON-234980332-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ac213ee-ad66-404a-b1d1-5a3627c45b8e HTTP/1.1" status: 200 len: 210 time: 0.0598671 Dec 23 08:47:11.330849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54394) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:47:11.389516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4facaa-96b1-4faa-9cc9-52a55771f87d admin admin] Deleting subnet 52d4bb35-fde5-4b46-bbb6-24f417ac87ea {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:47:11.392435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c4facaa-96b1-4faa-9cc9-52a55771f87d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.443215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c4facaa-96b1-4faa-9cc9-52a55771f87d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.499093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c4facaa-96b1-4faa-9cc9-52a55771f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.569079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c4facaa-96b1-4faa-9cc9-52a55771f87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.607214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4facaa-96b1-4faa-9cc9-52a55771f87d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d4bb35-fde5-4b46-bbb6-24f417ac87ea,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:11.615571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3c4facaa-96b1-4faa-9cc9-52a55771f87d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.625918 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3c4facaa-96b1-4faa-9cc9-52a55771f87d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/52d4bb35-fde5-4b46-bbb6-24f417ac87ea HTTP/1.1" status: 204 len: 168 time: 0.2940364 Dec 23 08:47:11.628453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54398) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:47:11.732581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.854659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.878862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:47:11.890414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6910e33-f47d-4cff-b633-5c3887625121') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:47:11.890709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6910e33-f47d-4cff-b633-5c3887625121') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:47:11.901590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.918905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.925937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:47:11.926668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:47:11.941159 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:47:12.102292 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:12.119980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:12.131415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:12.138295 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1a267f0c-e104-47eb-a878-607fd2456a32 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d78a3af3-7d42-4ebc-b5c3-26b7d40c77a7 HTTP/1.1" status: 204 len: 168 time: 0.5086908 Dec 23 08:47:12.271808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54404) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:47:12.321142 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c79bac94-9666-44f4-afee-9dec65d66ab3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bcb64842cfa4ee4b8d427ff2345f2d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481162 Dec 23 08:47:12.323434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54408) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:47:12.379932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d60aa139-4e81-4da1-8d14-6acce1ee4052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:12.405071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d60aa139-4e81-4da1-8d14-6acce1ee4052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:12.453090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d60aa139-4e81-4da1-8d14-6acce1ee4052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:12.468519 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60aa139-4e81-4da1-8d14-6acce1ee4052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:12.481507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d60aa139-4e81-4da1-8d14-6acce1ee4052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:12.485312 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d60aa139-4e81-4da1-8d14-6acce1ee4052 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc6ee26f-dc4a-4f94-9ee5-2ea0ffa91273 HTTP/1.1" status: 204 len: 168 time: 0.1587019 Dec 23 08:47:12.678192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 8b7b9df4-63d6-4b7d-a30c-89522486b4cf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:47:12.713836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 8b7b9df4-63d6-4b7d-a30c-89522486b4cf {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:47:12.714222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 8b7b9df4-63d6-4b7d-a30c-89522486b4cf not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:47:13.309708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54430) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:47:13.433876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-704576790-network', 'tenant_id': 'e504d112538b4257b26d8634d762d8af'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:47:13.438678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:47:13.442440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Usage tracker for resource:network and tenant:e504d112538b4257b26d8634d762d8af is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:47:13.445208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:47:13.450739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:47:13.460356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Made reservation on behalf of e504d112538b4257b26d8634d762d8af for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:47:13.462700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:13.478644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:13.515111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:47:13.518824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Usage tracker for resource:security_group_rule and tenant:e504d112538b4257b26d8634d762d8af is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:47:13.521703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:47:13.527655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:47:13.592163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:13.595601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:13.627439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:47:13.632413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:13.639585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:13.639585 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Added segment 5864b652-aef5-4dfd-884d-ed7cf99b5602 of type vlan for network 67162055-393f-4b90-b6c2-0c442bd38317 Dec 23 08:47:13.665017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:13.693450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:13.694302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:13.694870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:13.797677 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4866157 Dec 23 08:47:13.798395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b8ff9-7680-48aa-8ecc-a5c73dab8233 admin admin] Pushing event updated for resources: {'Network': ['ID=67162055-393f-4b90-b6c2-0c442bd38317,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:13.800690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54436) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:47:13.806581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Request body: {'subnet': {'network_id': '67162055-393f-4b90-b6c2-0c442bd38317', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-704576790-subnet', 'tenant_id': 'e504d112538b4257b26d8634d762d8af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:47:13.812016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:47:13.812269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 67162055-393f-4b90-b6c2-0c442bd38317 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:47:13.816079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Usage tracker for resource:subnet and tenant:e504d112538b4257b26d8634d762d8af is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:47:13.819952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:47:13.825655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:47:13.835727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Made reservation on behalf of e504d112538b4257b26d8634d762d8af for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:47:13.838581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:14.034040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:14.104799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6858d54-4228-4eff-9a4d-73481bb0fd9d,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:14.118515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Checking segment: {'id': '5864b652-aef5-4dfd-884d-ed7cf99b5602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:47:14.118885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Network hostable DHCP agents. Network: 67162055-393f-4b90-b6c2-0c442bd38317, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:47:14.139585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Network 67162055-393f-4b90-b6c2-0c442bd38317 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:47:14.148202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 67162055-393f-4b90-b6c2-0c442bd38317) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:47:14.153161 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:14.154317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:14.157393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c29412-487f-462e-94f0-ef26aa5b8a3f None None] Network 67162055-393f-4b90-b6c2-0c442bd38317 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:47:14.176156 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-97b9cfb4-1d73-4a4d-ac87-77cdfe884f80 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3742642 Dec 23 08:47:14.362470 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f3796-06f5-483c-b231-2b42b998a2db None None] Network 67162055-393f-4b90-b6c2-0c442bd38317 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:47:14.698986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-7fd3a826-420e-4657-871a-eab1c9c6b9cb tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:14.700473 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-7fd3a826-420e-4657-871a-eab1c9c6b9cb tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 814 time: 0.1390731 Dec 23 08:47:14.716189 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-89d4e25b-9611-4b37-b8d8-9b67e5dfc48b tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/quotas/e504d112538b4257b26d8634d762d8af HTTP/1.1" status: 200 len: 375 time: 0.0101328 Dec 23 08:47:14.760109 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-7e5c87f4-8020-421d-997a-02c99ac77b96 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386872 Dec 23 08:47:14.888285 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-f45b62ad-caff-472e-922d-51a8a823bf4c service neutron] 10.222.0.36 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220887 Dec 23 08:47:15.014393 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-e45cda95-8eaa-4507-8ceb-24c2d3c8ce7d service neutron] 10.222.0.36 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204486 Dec 23 08:47:15.293832 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a7b742d5-d63c-43d0-91b8-025441a5274d req-597da0bc-8b5a-48be-954c-bb133c7d62cb tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 210 time: 0.1296470 Dec 23 08:47:16.170089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-3b53e431-f60e-4514-a09c-3fe1d707167e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:16.171467 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-3b53e431-f60e-4514-a09c-3fe1d707167e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 814 time: 0.1445296 Dec 23 08:47:16.187749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Request body: {'port': {'device_id': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317', 'admin_state_up': True, 'tenant_id': 'e504d112538b4257b26d8634d762d8af'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:47:16.323898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:47:16.327789 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Usage tracker for resource:port and tenant:e504d112538b4257b26d8634d762d8af is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:47:16.330591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:47:16.336159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:47:16.346482 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Made reservation on behalf of e504d112538b4257b26d8634d762d8af for: {'port': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:47:16.349426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:16.538343 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2086e21e-0ff7-48c7-ae7d-8f0f86645c57 req-452921e7-4c8e-4e19-8902-6796ca5e2e8c tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 210 time: 0.1198001 Dec 23 08:47:16.551929 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Allocated IP 172.20.0.6 (67162055-393f-4b90-b6c2-0c442bd38317/e6858d54-4228-4eff-9a4d-73481bb0fd9d/967a1347-e83f-4b51-af44-0cf4aa0d2f70) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:47:16.750470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:16.777552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:16.845580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Network 67162055-393f-4b90-b6c2-0c442bd38317 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:47:16.848535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:47:16.851129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:47:16.894036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Pushing event updated for resources: {'Port': ['ID=967a1347-e83f-4b51-af44-0cf4aa0d2f70,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:16.912974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.913314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.913650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.913998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.914327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.914651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.914972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.915298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.915618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.915934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.916248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:16.932813 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:16.933393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:16.953260 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-58cfd977-d29a-4e31-8c9e-aada4c2597ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7689853 Dec 23 08:47:16.964377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Request body: {'port': {'device_id': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:47:17.068594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:17.479175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967a1347-e83f-4b51-af44-0cf4aa0d2f70 {{(pid=83522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:47:17.485896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:17.500211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Transition to ACTIVE for port object 967a1347-e83f-4b51-af44-0cf4aa0d2f70 will not be triggered until provisioned by entity L2. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:47:17.505082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:17.633412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Pushing event updated for resources: {'Port': ['ID=967a1347-e83f-4b51-af44-0cf4aa0d2f70,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:17.788867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Attempting to bind port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:47:17.789105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Attempting to bind port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5864b652-aef5-4dfd-884d-ed7cf99b5602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317'}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:47:17.789427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Attempting to bind port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 on network 67162055-393f-4b90-b6c2-0c442bd38317 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:47:17.799287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 on network 67162055-393f-4b90-b6c2-0c442bd38317 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:47:17.799599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Attempting to bind port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 on network 67162055-393f-4b90-b6c2-0c442bd38317 {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:47:17.806332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c329-e837-4f2a-a5c4-137d7fea56a1 req-1faecd32-a6db-4267-a9d6-31ddc97372c7 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:17.807006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-9828c329-e837-4f2a-a5c4-137d7fea56a1 req-1faecd32-a6db-4267-a9d6-31ddc97372c7 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Synchronizing usage tracker for tenant:e504d112538b4257b26d8634d762d8af on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:47:17.821458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:47:17.821859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Checking segment: {'id': '5864b652-aef5-4dfd-884d-ed7cf99b5602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:47:17.822205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Bound using segment: {'id': '5864b652-aef5-4dfd-884d-ed7cf99b5602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317'} {{(pid=83522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:47:17.822616 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.managers [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Bound port: 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5864b652-aef5-4dfd-884d-ed7cf99b5602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317'}}] {{(pid=83522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:47:17.822949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:17.838063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-9828c329-e837-4f2a-a5c4-137d7fea56a1 req-1faecd32-a6db-4267-a9d6-31ddc97372c7 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Unset dirty status for tenant:e504d112538b4257b26d8634d762d8af on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:47:17.839182 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9828c329-e837-4f2a-a5c4-137d7fea56a1 req-1faecd32-a6db-4267-a9d6-31ddc97372c7 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 943 time: 0.1747127 Dec 23 08:47:17.941292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9828c329-e837-4f2a-a5c4-137d7fea56a1 req-d6634da3-d6ae-47ec-97fe-db939e5ab057 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721867 Dec 23 08:47:17.947428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, cleared binding levels {{(pid=83522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:47:17.950416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:47:17.954424 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:18.016191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:18.017489 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] 10.222.0.24 "PUT /v2.0/ports/967a1347-e83f-4b51-af44-0cf4aa0d2f70 HTTP/1.1" status: 200 len: 1093 time: 1.0569837 Dec 23 08:47:18.017908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:47:18.034234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994e256-960b-4b00-b517-e227fb7de430 service neutron] Pushing event updated for resources: {'Port': ['ID=967a1347-e83f-4b51-af44-0cf4aa0d2f70,revision_number=3']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:18.088191 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70', 'status': 'completed', 'code': 200} Dec 23 08:47:18.122310 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-56c2ecd8-a22e-41aa-a869-fef68ea2a228 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 1096 time: 0.0684655 Dec 23 08:47:18.191452 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-01cb33d1-effd-496d-b073-4e348a106844 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70 HTTP/1.1" status: 200 len: 217 time: 0.0622592 Dec 23 08:47:18.253161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-937c6382-709b-4a0e-84e3-d8d4cc76e0d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:18.254624 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-937c6382-709b-4a0e-84e3-d8d4cc76e0d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0562112 Dec 23 08:47:18.301449 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-32c18a06-d77d-46d5-a8d8-60216a5a98f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399327 Dec 23 08:47:18.428832 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-bae611c4-035b-42e3-99e2-838a45e6ed0c service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205156 Dec 23 08:47:18.555730 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b241375-6e4a-40e2-91e1-73805d7a48bf req-ff8fe86e-79df-45c6-abed-752359cc986c service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204541 Dec 23 08:47:18.663679 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ba9801f6-a61e-44c0-82e2-34cd25a71c32 req-2ea185ae-8834-4c8d-8a87-852c58a6adc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 1096 time: 0.0663667 Dec 23 08:47:18.791395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9801f6-a61e-44c0-82e2-34cd25a71c32 req-aa1ec57e-c4a8-4a12-badd-3ad3b1d3349b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:18.792787 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ba9801f6-a61e-44c0-82e2-34cd25a71c32 req-aa1ec57e-c4a8-4a12-badd-3ad3b1d3349b service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.1226089 Dec 23 08:47:18.948236 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ba9801f6-a61e-44c0-82e2-34cd25a71c32 req-349305f8-8300-4586-8262-47a4b9da9661 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70 HTTP/1.1" status: 200 len: 217 time: 0.1473157 Dec 23 08:47:19.010828 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9801f6-a61e-44c0-82e2-34cd25a71c32 req-18f0411f-aa04-4b00-adcd-dfa9e8d042d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:19.012286 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ba9801f6-a61e-44c0-82e2-34cd25a71c32 req-18f0411f-aa04-4b00-adcd-dfa9e8d042d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0571609 Dec 23 08:47:19.059961 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ba9801f6-a61e-44c0-82e2-34cd25a71c32 req-7552faad-06e9-4325-9d28-a6e55c4a2d72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404179 Dec 23 08:47:19.240486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115947e-8d15-4f86-b733-2d45a1a1fce0 req-07514920-92bc-4e08-9d5f-27ff401067d5 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:19.241823 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8115947e-8d15-4f86-b733-2d45a1a1fce0 req-07514920-92bc-4e08-9d5f-27ff401067d5 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 943 time: 0.1800420 Dec 23 08:47:19.247699 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ba9801f6-a61e-44c0-82e2-34cd25a71c32 req-91803291-3613-4079-8cc5-5412d442e0e1 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571372 Dec 23 08:47:19.395907 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8115947e-8d15-4f86-b733-2d45a1a1fce0 req-fcc1de71-79df-46ac-91c0-40e10427e065 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472323 Dec 23 08:47:19.433316 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ba9801f6-a61e-44c0-82e2-34cd25a71c32 req-ca95a60a-a465-48d3-9ac7-352bd997bdae service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709754 Dec 23 08:47:20.590377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c24b-511f-4432-b9f2-37e65543831a req-c2abcd66-db38-444c-ac1f-0991f56e14c5 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:20.591790 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8672c24b-511f-4432-b9f2-37e65543831a req-c2abcd66-db38-444c-ac1f-0991f56e14c5 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 943 time: 0.0740082 Dec 23 08:47:20.636097 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8672c24b-511f-4432-b9f2-37e65543831a req-3a73ceb4-f932-4741-a33c-4e9ef59cd8b4 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386844 Dec 23 08:47:20.725057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 967a1347-e83f-4b51-af44-0cf4aa0d2f70 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:47:20.854122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:47:20.866659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '967a1347-e83f-4b51-af44-0cf4aa0d2f70', 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317', 'port_id': '967a1347-e83f-4b51-af44-0cf4aa0d2f70', 'mac_address': 'fa:16:3e:38:c7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6858d54-4228-4eff-9a4d-73481bb0fd9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:47:20.917848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:20.937413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967a1347-e83f-4b51-af44-0cf4aa0d2f70 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:47:20.951522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:47:20.955382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:21.021785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=967a1347-e83f-4b51-af44-0cf4aa0d2f70,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:21.029853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.030219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.030551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.030877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.031204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.031526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.031845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.032164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.032479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.032791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.033103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:47:21.157497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['967a1347-e83f-4b51-af44-0cf4aa0d2f70'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:47:21.830698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924decd4-8d76-46e6-aa2b-104493ae8c54 req-c8844a27-6a12-4395-81a9-63c2887f52e3 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:21.832118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-924decd4-8d76-46e6-aa2b-104493ae8c54 req-c8844a27-6a12-4395-81a9-63c2887f52e3 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 944 time: 0.0787935 Dec 23 08:47:21.876118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-924decd4-8d76-46e6-aa2b-104493ae8c54 req-0c02a80d-ca44-43be-abfa-0d223c4e80f6 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385675 Dec 23 08:47:22.740049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 967a1347-e83f-4b51-af44-0cf4aa0d2f70 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:47:22.805786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:47:22.811235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:47:22.811601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:22.925013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:22.953076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:47:22.962760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:47:22.966690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:23.017132 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70', 'code': 200} Dec 23 08:47:23.043474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=967a1347-e83f-4b51-af44-0cf4aa0d2f70,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:47:23.077107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3b9ef-53d1-480a-a4c7-a14dae640b66 req-3912e195-f03c-4eb3-b583-2f6c8713ce89 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:23.078486 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-64b3b9ef-53d1-480a-a4c7-a14dae640b66 req-3912e195-f03c-4eb3-b583-2f6c8713ce89 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0802557 Dec 23 08:47:23.124372 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-64b3b9ef-53d1-480a-a4c7-a14dae640b66 req-85595ad9-1403-4863-85fd-e87527577e82 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Dec 23 08:47:23.233929 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e0cd9e3-c853-46bf-a2a6-ba3e5ba5b9c2 req-991e61e5-278f-4a5c-83a9-23c883f9c45e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 1098 time: 0.0698290 Dec 23 08:47:23.275295 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1e0cd9e3-c853-46bf-a2a6-ba3e5ba5b9c2 req-4c919e93-6614-4ade-8f7c-099367f44ec3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Dec 23 08:47:24.324837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275879-2480-4654-a3e9-588074bde477 req-68672ec5-81a6-4ca2-9634-2bf275e409ef tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:24.326322 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6e275879-2480-4654-a3e9-588074bde477 req-68672ec5-81a6-4ca2-9634-2bf275e409ef tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0746465 Dec 23 08:47:24.374184 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6e275879-2480-4654-a3e9-588074bde477 req-ff459efb-1dba-448d-9746-c417fefa8154 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Dec 23 08:47:25.566192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07579664-b605-4d76-b4aa-33bffcb6d464 req-96e1058e-f905-41a2-87d5-e8ace7132f58 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:25.567624 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-07579664-b605-4d76-b4aa-33bffcb6d464 req-96e1058e-f905-41a2-87d5-e8ace7132f58 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0760846 Dec 23 08:47:25.611748 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-07579664-b605-4d76-b4aa-33bffcb6d464 req-63255798-f238-41ca-8571-b26b00b8dfda tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Dec 23 08:47:25.803170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758f157-e67b-416f-a8ce-a7314f30bca1 req-0a4c2b4e-ed2c-46bf-b8fe-6500187acab5 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:25.804480 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9758f157-e67b-416f-a8ce-a7314f30bca1 req-0a4c2b4e-ed2c-46bf-b8fe-6500187acab5 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0766873 Dec 23 08:47:25.847967 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9758f157-e67b-416f-a8ce-a7314f30bca1 req-2dcd73a9-1096-434b-baba-61c330913b05 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381651 Dec 23 08:47:26.203497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65459f72-1df1-4a4d-b16a-d23a41972e02 req-ccf06eb6-9f43-420c-8b1a-2bc9189ac8a9 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:26.204902 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65459f72-1df1-4a4d-b16a-d23a41972e02 req-ccf06eb6-9f43-420c-8b1a-2bc9189ac8a9 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0733745 Dec 23 08:47:26.248382 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65459f72-1df1-4a4d-b16a-d23a41972e02 req-861efec1-331f-476c-a4e8-cea61129e113 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380828 Dec 23 08:47:26.445000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ba249-6488-4646-a14a-5381edeea10d req-b4c9ccc5-f418-4fda-841b-23042186b7a8 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:26.446922 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b40ba249-6488-4646-a14a-5381edeea10d req-b4c9ccc5-f418-4fda-841b-23042186b7a8 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0818510 Dec 23 08:47:26.491073 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b40ba249-6488-4646-a14a-5381edeea10d req-c1435af6-558a-472b-ac97-ab4fa808691d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387385 Dec 23 08:47:26.834638 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-86326acd-8f7e-4cbd-9b76-c564a5323519 req-d14c43e0-e965-4a16-ae09-44e7688c2b8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0649250 Dec 23 08:47:27.083092 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-bfffbbb8-a15c-4ec4-923c-353e881711b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670292 Dec 23 08:47:27.142967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af4ad1-b09e-45aa-8413-2d41c0d7f1ba req-004ca2ad-9856-4614-aa6a-701727ce4cd5 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:27.144404 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c8af4ad1-b09e-45aa-8413-2d41c0d7f1ba req-004ca2ad-9856-4614-aa6a-701727ce4cd5 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0801101 Dec 23 08:47:27.189695 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c8af4ad1-b09e-45aa-8413-2d41c0d7f1ba req-8e53feac-d427-4d96-a248-a7bc47c8a6a3 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397170 Dec 23 08:47:28.262754 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-94640b37-ff0f-43d2-8fee-5c6f05639b7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 1098 time: 0.0680432 Dec 23 08:47:28.526303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-630d277a-6b1f-4b1b-b7f9-1f23e67b0164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:28.527642 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-630d277a-6b1f-4b1b-b7f9-1f23e67b0164 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.2588687 Dec 23 08:47:28.537144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dea100-af9d-45e0-9b3f-07cc3cc0cba8 req-2b94ec87-ceba-4b4e-8623-802b0fbffeee tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:28.538493 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f6dea100-af9d-45e0-9b3f-07cc3cc0cba8 req-2b94ec87-ceba-4b4e-8623-802b0fbffeee tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.1240492 Dec 23 08:47:28.622619 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-28faa28b-a2d2-4659-b555-80d7353ab025 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70 HTTP/1.1" status: 200 len: 217 time: 0.0830822 Dec 23 08:47:28.686847 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f6dea100-af9d-45e0-9b3f-07cc3cc0cba8 req-4732216b-557a-4671-adb7-d795307863ee tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008868 Dec 23 08:47:28.696556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-623912cd-9221-4c86-b5f1-d674db08c999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:28.698018 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-623912cd-9221-4c86-b5f1-d674db08c999 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0647149 Dec 23 08:47:28.742980 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-67f6256b-750b-43bb-b0cc-2cbd70934555 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391417 Dec 23 08:47:28.870144 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-d5372195-bf0b-4580-b775-04c7d314c276 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207700 Dec 23 08:47:29.004180 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-313e4dda-52bf-4c21-8d93-e14438bf3ed8 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282263 Dec 23 08:47:29.884120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92bc2b-8f4f-4a7b-8118-3d7f5d45b2fb req-ea80c8e0-bd13-47f6-9cad-6fde67d3e8d1 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:29.885530 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cd92bc2b-8f4f-4a7b-8118-3d7f5d45b2fb req-ea80c8e0-bd13-47f6-9cad-6fde67d3e8d1 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0801003 Dec 23 08:47:29.928349 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cd92bc2b-8f4f-4a7b-8118-3d7f5d45b2fb req-2efe6b68-098d-430c-90a0-af4ac4fd84ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Dec 23 08:47:30.244997 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:47:30.460254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:30.482846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00897538-9d7b-47b3-a829-021fff63cfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:31.120862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51942d9-1071-408e-ab34-0e2bcb72f480 req-ed839146-3775-4e0e-9a64-b1f27ed35f63 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:31.122284 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a51942d9-1071-408e-ab34-0e2bcb72f480 req-ed839146-3775-4e0e-9a64-b1f27ed35f63 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0739515 Dec 23 08:47:31.168820 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a51942d9-1071-408e-ab34-0e2bcb72f480 req-7e2ddea7-d015-4cab-a36c-e5f22ceef663 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Dec 23 08:47:32.363417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcfd9a-ced5-477b-8fae-350e4a504452 req-07a148c1-ff1e-4691-8490-039f0fa32841 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:32.364829 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7dcfd9a-ced5-477b-8fae-350e4a504452 req-07a148c1-ff1e-4691-8490-039f0fa32841 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0767634 Dec 23 08:47:32.408228 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7dcfd9a-ced5-477b-8fae-350e4a504452 req-c54cffb0-9799-45c5-905b-833741e833d7 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372958 Dec 23 08:47:32.773426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1b57bb8b-0917-47b5-8d79-221d83fce1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:33.603067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8561e3-4ac6-4d8f-84e1-6ca4313696d5 req-30984b21-e0cc-48e6-ac64-4eb0546ee58d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:33.604989 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-af8561e3-4ac6-4d8f-84e1-6ca4313696d5 req-30984b21-e0cc-48e6-ac64-4eb0546ee58d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0781431 Dec 23 08:47:33.648255 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-af8561e3-4ac6-4d8f-84e1-6ca4313696d5 req-d13226da-b079-4f81-a4f8-db1f12fdd094 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377665 Dec 23 08:47:33.870331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:33.947355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:34.871001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf95afa-66e1-42a9-b25f-f13e364b3c0e req-8eac2218-7346-44df-ad99-9ead1b7b9a18 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:34.872318 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7bf95afa-66e1-42a9-b25f-f13e364b3c0e req-8eac2218-7346-44df-ad99-9ead1b7b9a18 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0746033 Dec 23 08:47:34.915606 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7bf95afa-66e1-42a9-b25f-f13e364b3c0e req-64d4132e-8c1d-4574-89ee-822dde135544 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Dec 23 08:47:35.298715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:47:36.112700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e7196-f58a-4ce9-bc52-cca9d0f1bc53 req-3fdbcdfc-bb64-4cd3-885a-d66f8427da29 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:36.114114 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e91e7196-f58a-4ce9-bc52-cca9d0f1bc53 req-3fdbcdfc-bb64-4cd3-885a-d66f8427da29 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0802679 Dec 23 08:47:36.158481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e91e7196-f58a-4ce9-bc52-cca9d0f1bc53 req-0b39902f-fdaf-421b-b229-9d6651688167 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 Dec 23 08:47:37.350938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab6735-93c9-4268-97c2-9f2af75612ec req-d88bd971-f3b2-4986-8eeb-1ca7c104f9f3 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:37.352349 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4fab6735-93c9-4268-97c2-9f2af75612ec req-d88bd971-f3b2-4986-8eeb-1ca7c104f9f3 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0779297 Dec 23 08:47:37.398622 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4fab6735-93c9-4268-97c2-9f2af75612ec req-34ec6f64-1ea8-48a4-b3d0-8da1149a213e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Dec 23 08:47:38.597338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62074d2d-8234-463b-9bc7-87fed19535da req-30e79305-7756-41c2-b87a-1920681bce35 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:38.598774 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-62074d2d-8234-463b-9bc7-87fed19535da req-30e79305-7756-41c2-b87a-1920681bce35 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0780191 Dec 23 08:47:38.642483 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-62074d2d-8234-463b-9bc7-87fed19535da req-f1b4a29c-e528-43dd-903e-b5f3e60a3e58 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372930 Dec 23 08:47:39.836762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f672e-f43a-43df-aaf6-a6712d94a72f req-236dc5b8-bf89-4ed3-ab03-4da9a65b03be tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:39.838335 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-600f672e-f43a-43df-aaf6-a6712d94a72f req-236dc5b8-bf89-4ed3-ab03-4da9a65b03be tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0770185 Dec 23 08:47:39.882581 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-600f672e-f43a-43df-aaf6-a6712d94a72f req-7ea94ab0-5d29-4e7d-b94f-5e3306c8f0ea tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388997 Dec 23 08:47:41.072697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d807c5-cc1d-48b0-be4c-3efbe697073e req-8ef9bbba-615d-4a42-bb59-f72871e6c6da tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:41.074119 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d4d807c5-cc1d-48b0-be4c-3efbe697073e req-8ef9bbba-615d-4a42-bb59-f72871e6c6da tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0752249 Dec 23 08:47:41.117413 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d4d807c5-cc1d-48b0-be4c-3efbe697073e req-0ff9dfcb-a28e-4b85-a51b-43fa5b7739be tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379899 Dec 23 08:47:42.390987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce2602-35c2-41ec-b1ce-d1368fcb41ec req-fbaf4d33-3ac4-48a2-9037-157662cc3be0 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:42.392406 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-90ce2602-35c2-41ec-b1ce-d1368fcb41ec req-fbaf4d33-3ac4-48a2-9037-157662cc3be0 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.1540539 Dec 23 08:47:42.436764 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-90ce2602-35c2-41ec-b1ce-d1368fcb41ec req-1cc9d7f1-8e3d-4aa3-9fee-894225f31f18 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Dec 23 08:47:43.628105 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6334d-4fc5-4733-ba76-9ff95b529fd7 req-bac04e6d-5906-4089-b752-f688fd1ed16d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:43.629537 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-89a6334d-4fc5-4733-ba76-9ff95b529fd7 req-bac04e6d-5906-4089-b752-f688fd1ed16d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0748267 Dec 23 08:47:43.677336 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-89a6334d-4fc5-4733-ba76-9ff95b529fd7 req-dead5b9a-062d-432c-812a-073f7311e16e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Dec 23 08:47:44.871096 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c23f3-2fc9-442b-ae45-fff830456410 req-68098cb6-5fed-4d94-8176-adc78efead89 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:44.872399 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bc9c23f3-2fc9-442b-ae45-fff830456410 req-68098cb6-5fed-4d94-8176-adc78efead89 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0772099 Dec 23 08:47:44.914741 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bc9c23f3-2fc9-442b-ae45-fff830456410 req-9fde2421-f598-476d-b14a-46880b2d2313 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370338 Dec 23 08:47:46.107433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e1ead-6c5c-4fc9-8981-7ccbc5b4384c req-9753749f-ded4-4c6e-8719-3d0c1e4f465a tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:46.108742 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-be6e1ead-6c5c-4fc9-8981-7ccbc5b4384c req-9753749f-ded4-4c6e-8719-3d0c1e4f465a tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0731616 Dec 23 08:47:46.155533 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-be6e1ead-6c5c-4fc9-8981-7ccbc5b4384c req-bc91e1f6-e8b1-435e-bc44-907feec2eed4 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Dec 23 08:47:46.640215 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f86fcc8e-1cc8-407f-8198-2240fc19b7a7 req-4d310c8b-6232-4d0e-9cfa-3d0b8de26485 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 1098 time: 0.0669425 Dec 23 08:47:46.782475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fcc8e-1cc8-407f-8198-2240fc19b7a7 req-362e75e0-378c-49ce-ba59-bd08b3da69d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:46.783813 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f86fcc8e-1cc8-407f-8198-2240fc19b7a7 req-362e75e0-378c-49ce-ba59-bd08b3da69d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.1249244 Dec 23 08:47:46.854470 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f86fcc8e-1cc8-407f-8198-2240fc19b7a7 req-1a226783-a519-403c-8ff5-c945668ce8e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70 HTTP/1.1" status: 200 len: 217 time: 0.0635228 Dec 23 08:47:46.913070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fcc8e-1cc8-407f-8198-2240fc19b7a7 req-f4d6eb18-a2d3-467c-a0ea-e64c0e262225 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:46.914469 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f86fcc8e-1cc8-407f-8198-2240fc19b7a7 req-f4d6eb18-a2d3-467c-a0ea-e64c0e262225 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0545862 Dec 23 08:47:46.957147 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f86fcc8e-1cc8-407f-8198-2240fc19b7a7 req-48c43f37-6173-49d6-aad9-0262cd779f22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363352 Dec 23 08:47:47.084770 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f86fcc8e-1cc8-407f-8198-2240fc19b7a7 req-30e23699-4f57-43c8-8f4b-28eef4b94b36 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202216 Dec 23 08:47:47.214450 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f86fcc8e-1cc8-407f-8198-2240fc19b7a7 req-d0fb3ff1-274a-4ada-b407-ff724fb9f591 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223598 Dec 23 08:47:47.353221 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a21e69-809c-4eda-888c-736a1be81d32 req-cf132666-d5b9-407e-897d-5f475e17c529 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:47.354660 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-03a21e69-809c-4eda-888c-736a1be81d32 req-cf132666-d5b9-407e-897d-5f475e17c529 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0781059 Dec 23 08:47:47.397938 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-03a21e69-809c-4eda-888c-736a1be81d32 req-ca3841de-e101-4382-afdb-86c2fdac23b6 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379004 Dec 23 08:47:48.588784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b99063-fcb8-4c34-99d6-7e8f6dfb045f req-3ae7fbb0-1365-4a9f-9817-f11596d40d82 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:48.590219 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a9b99063-fcb8-4c34-99d6-7e8f6dfb045f req-3ae7fbb0-1365-4a9f-9817-f11596d40d82 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0748091 Dec 23 08:47:48.636811 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a9b99063-fcb8-4c34-99d6-7e8f6dfb045f req-e2631f30-f1ce-4105-81e7-827c8e9afc69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Dec 23 08:47:49.832920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce615a-d77d-402e-98f7-fbdd0f6e5072 req-90d89fee-db98-4688-b758-0559517dff0a tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:49.834272 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48ce615a-d77d-402e-98f7-fbdd0f6e5072 req-90d89fee-db98-4688-b758-0559517dff0a tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0738959 Dec 23 08:47:49.879023 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48ce615a-d77d-402e-98f7-fbdd0f6e5072 req-61e62b00-98d7-4e24-a5bb-7ddec8189440 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386610 Dec 23 08:47:51.072515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6639a-4d0d-421c-b115-4ca0cd435aaf req-a33a3bd3-ae7e-44ac-9b87-65c0b8b91201 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:51.073919 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aec6639a-4d0d-421c-b115-4ca0cd435aaf req-a33a3bd3-ae7e-44ac-9b87-65c0b8b91201 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0768478 Dec 23 08:47:51.117379 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aec6639a-4d0d-421c-b115-4ca0cd435aaf req-0b31c3b7-9bf6-4042-a894-c8e2d045fb42 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379310 Dec 23 08:47:52.308680 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfadf5a-1511-4ad6-8fdd-c60270c664d7 req-c42c4e27-e0fa-4cf4-8541-8c74786fcfcf tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:52.310104 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9bfadf5a-1511-4ad6-8fdd-c60270c664d7 req-c42c4e27-e0fa-4cf4-8541-8c74786fcfcf tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0735807 Dec 23 08:47:52.353562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9bfadf5a-1511-4ad6-8fdd-c60270c664d7 req-e062fef9-819c-4ea6-9347-780e6360ae3d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376863 Dec 23 08:47:53.551785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9b939-9789-41c1-a690-d4c5f8ec16e8 req-2e8dca3e-82bc-4325-a46a-b31839472e01 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:53.553213 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ce9b939-9789-41c1-a690-d4c5f8ec16e8 req-2e8dca3e-82bc-4325-a46a-b31839472e01 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0799484 Dec 23 08:47:53.598900 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6ce9b939-9789-41c1-a690-d4c5f8ec16e8 req-07b3f3b1-3fd2-4142-b53d-bfac9c466345 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Dec 23 08:47:54.791915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155c17-e9cd-4d77-8b98-ed88bc672d8b req-e2fd53be-44e6-4903-a9c8-b760d42358b9 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:54.793284 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fa155c17-e9cd-4d77-8b98-ed88bc672d8b req-e2fd53be-44e6-4903-a9c8-b760d42358b9 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0765798 Dec 23 08:47:54.840418 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fa155c17-e9cd-4d77-8b98-ed88bc672d8b req-3bb65a9f-53fc-475f-8ac4-5a0c700362eb tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Dec 23 08:47:56.030814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f068a09-bcb6-4c72-9d01-b83ec6f403c5 req-7a804383-327c-486a-b76e-8d31458f763c tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:56.032210 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1f068a09-bcb6-4c72-9d01-b83ec6f403c5 req-7a804383-327c-486a-b76e-8d31458f763c tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0748308 Dec 23 08:47:56.076828 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1f068a09-bcb6-4c72-9d01-b83ec6f403c5 req-db450e1d-9027-49c3-9e86-8624c74012c4 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391259 Dec 23 08:47:57.279406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc944d-12c8-40b5-ad69-6ad86c59ad94 req-47d3eb60-9da1-49a8-87ec-deca90b9e85c tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:57.280841 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dbfc944d-12c8-40b5-ad69-6ad86c59ad94 req-47d3eb60-9da1-49a8-87ec-deca90b9e85c tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0788429 Dec 23 08:47:57.327100 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dbfc944d-12c8-40b5-ad69-6ad86c59ad94 req-be85ef01-bb0e-48e0-aab5-f8b04e970ad3 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Dec 23 08:47:58.518364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3ba44-a713-41e6-b503-b033b5306e44 req-83f2659e-0385-4da6-bbe2-48085a77a050 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:58.519783 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ce3ba44-a713-41e6-b503-b033b5306e44 req-83f2659e-0385-4da6-bbe2-48085a77a050 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0744348 Dec 23 08:47:58.564481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ce3ba44-a713-41e6-b503-b033b5306e44 req-81d6c2b5-6543-4281-9cb9-f20f180753fc tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Dec 23 08:47:59.833296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da519a-b90a-4199-9e8a-a12892852547 req-8f445fc2-d74f-495b-8fb7-222cf55e9746 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:47:59.834639 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-40da519a-b90a-4199-9e8a-a12892852547 req-8f445fc2-d74f-495b-8fb7-222cf55e9746 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.1527860 Dec 23 08:47:59.879362 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-40da519a-b90a-4199-9e8a-a12892852547 req-3996a750-bd14-4000-a8ab-82d91b63d095 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392640 Dec 23 08:48:00.494828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d361fc99-51a6-40d0-a7fe-2621874953a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:00.496661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:00.653277 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-88307442-1c40-49ce-af20-b3c3b51ce744 service neutron] 10.222.0.24 "GET /v2.0/ports/967a1347-e83f-4b51-af44-0cf4aa0d2f70/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0718005 Dec 23 08:48:00.909635 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-b38d3043-6819-4f3d-bd1d-beadfbdb8491 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef&tenant_id=e504d112538b4257b26d8634d762d8af HTTP/1.1" status: 200 len: 1098 time: 0.0702977 Dec 23 08:48:00.998104 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-d6ea1db1-3cd3-4549-a0bb-7d23fe938b2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 1098 time: 0.0685153 Dec 23 08:48:01.183066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11c012-ab35-4c22-bc2f-954b6b67fb1f req-e734ab2b-1fac-4c45-903c-887334c23a71 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:01.184390 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4a11c012-ab35-4c22-bc2f-954b6b67fb1f req-e734ab2b-1fac-4c45-903c-887334c23a71 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.1827819 Dec 23 08:48:01.186679 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-02ca942a-54bd-4e80-ae47-e494e8fb9876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:01.187933 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-02ca942a-54bd-4e80-ae47-e494e8fb9876 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.1577432 Dec 23 08:48:01.276832 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-26de35e3-70da-4946-a7cb-e7f81a30b295 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70 HTTP/1.1" status: 200 len: 217 time: 0.0736217 Dec 23 08:48:01.324955 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4a11c012-ab35-4c22-bc2f-954b6b67fb1f req-a46f0d23-48e7-418c-9ce4-0e846059ff2f tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351967 Dec 23 08:48:01.342312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-a93f1805-6076-4895-b846-49491cc8471a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:01.343726 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-a93f1805-6076-4895-b846-49491cc8471a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0591640 Dec 23 08:48:01.388223 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-cce040fc-00b1-43f6-8346-b922d6310ec9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382459 Dec 23 08:48:01.516410 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-4f963de9-fd47-41d7-af81-588390eb19e7 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214070 Dec 23 08:48:01.642839 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f407a2ec-990c-49b6-9255-71e9ba2a5945 req-e53ed0d6-5c34-4891-b551-56bb1e011b18 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202056 Dec 23 08:48:02.518852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12700cda-82c9-4418-968d-fc3b6845a5a0 req-da7c6255-10a1-4cf2-b3f0-75e23dbf68d3 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:02.520277 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-12700cda-82c9-4418-968d-fc3b6845a5a0 req-da7c6255-10a1-4cf2-b3f0-75e23dbf68d3 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0788100 Dec 23 08:48:02.564518 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-12700cda-82c9-4418-968d-fc3b6845a5a0 req-284ee5b3-d517-4964-8495-e3d895b9ceea tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Dec 23 08:48:02.775050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e66ecae8-2952-459a-9331-919fa8ffdb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:03.755689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e483c-80f2-4568-a949-b3b58fb7cf20 req-1267860c-1012-4419-9734-7411c547898c tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:03.757100 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c21e483c-80f2-4568-a949-b3b58fb7cf20 req-1267860c-1012-4419-9734-7411c547898c tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0748820 Dec 23 08:48:03.803805 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c21e483c-80f2-4568-a949-b3b58fb7cf20 req-a99bd4c8-f556-41ea-bf00-0e3133929ab8 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Dec 23 08:48:03.872336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:03.950738 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:04.175438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dcd16-c465-48f4-8398-4aa4a4f02081 req-c0492dfa-968a-435b-b771-77ec5d1a148b tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:04.176848 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-652dcd16-c465-48f4-8398-4aa4a4f02081 req-c0492dfa-968a-435b-b771-77ec5d1a148b tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.1015596 Dec 23 08:48:04.187186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-28bcab71-0a4f-4411-bf20-a1a0286af10d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:04.188482 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-28bcab71-0a4f-4411-bf20-a1a0286af10d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef&tenant_id=e504d112538b4257b26d8634d762d8af&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1437299 Dec 23 08:48:04.229011 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-652dcd16-c465-48f4-8398-4aa4a4f02081 req-719ab8fb-1ebe-4fae-a90c-10a867260f50 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396118 Dec 23 08:48:04.329044 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-7d6eaf22-4c68-475c-a4a3-f9dc7b31833b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 1098 time: 0.0660045 Dec 23 08:48:04.454547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-09282677-9066-4b95-a1a8-e0dd2ee09c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:04.455829 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-09282677-9066-4b95-a1a8-e0dd2ee09c9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.1208603 Dec 23 08:48:04.605102 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-07ad7100-d807-47a3-8d8d-f25e43b0a280 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70 HTTP/1.1" status: 200 len: 217 time: 0.1428349 Dec 23 08:48:04.663869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-040e79da-d890-4323-832d-898f65409d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:04.665209 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-040e79da-d890-4323-832d-898f65409d50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0542929 Dec 23 08:48:04.710331 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-24a8129f-33a4-4786-82c8-73692ec50d62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389540 Dec 23 08:48:04.836674 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-44550881-7a0f-4af5-a7b2-b1533c2c0178 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207402 Dec 23 08:48:04.963054 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4c3fe098-6ca0-47a1-8e4b-cc5544456dd3 req-e5cf136c-0325-4da3-a5a5-36d274b3d3bb service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196201 Dec 23 08:48:05.019649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 967a1347-e83f-4b51-af44-0cf4aa0d2f70 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:48:05.024341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 967a1347-e83f-4b51-af44-0cf4aa0d2f70 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:48:05.239572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:05.260029 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:05.283746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '967a1347-e83f-4b51-af44-0cf4aa0d2f70', 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317', 'port_id': '967a1347-e83f-4b51-af44-0cf4aa0d2f70', 'mac_address': 'fa:16:3e:38:c7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6858d54-4228-4eff-9a4d-73481bb0fd9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:48:05.286001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:48:05.331081 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:05.348286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:05.386713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:05.412155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:05.459036 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70', 'code': 200} Dec 23 08:48:05.477209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 967a1347-e83f-4b51-af44-0cf4aa0d2f70 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:48:05.490849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeac33-747f-460e-a8eb-487316c6551a req-4ef30798-e35a-4a04-9291-fc6194e9dbad tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:05.492483 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7cfeac33-747f-460e-a8eb-487316c6551a req-4ef30798-e35a-4a04-9291-fc6194e9dbad tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 943 time: 0.1212058 Dec 23 08:48:05.514422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=967a1347-e83f-4b51-af44-0cf4aa0d2f70,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:05.557995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:48:05.558550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:48:05.558670 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7cfeac33-747f-460e-a8eb-487316c6551a req-67cb5265-6507-4617-9450-684fb40531ca tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604169 Dec 23 08:48:06.111815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:06.128861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967a1347-e83f-4b51-af44-0cf4aa0d2f70 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:48:06.143873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:06.147825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:06.208126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['967a1347-e83f-4b51-af44-0cf4aa0d2f70'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:48:06.255936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=967a1347-e83f-4b51-af44-0cf4aa0d2f70,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:06.757146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6070e-a789-40c2-9f5e-c9bea36327d1 req-5158cca9-2be4-4fbb-849b-bbea9f33f494 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:06.758591 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-66f6070e-a789-40c2-9f5e-c9bea36327d1 req-5158cca9-2be4-4fbb-849b-bbea9f33f494 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 944 time: 0.0790436 Dec 23 08:48:06.802434 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-66f6070e-a789-40c2-9f5e-c9bea36327d1 req-d72eefb4-3322-45bc-9124-271d47a32f1e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Dec 23 08:48:06.991461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d8a25-cd44-4324-a7d8-d4f2ae55aed4 req-7f6fc56d-51f9-411e-898c-9fe2e535863d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:06.992859 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-769d8a25-cd44-4324-a7d8-d4f2ae55aed4 req-7f6fc56d-51f9-411e-898c-9fe2e535863d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 944 time: 0.0744319 Dec 23 08:48:07.035318 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 967a1347-e83f-4b51-af44-0cf4aa0d2f70 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:48:07.037150 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-769d8a25-cd44-4324-a7d8-d4f2ae55aed4 req-1f5e62c3-5ef7-4d2a-afe6-8457af11e6d6 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383260 Dec 23 08:48:07.102360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:48:07.102726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:07.214690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:07.230670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e2ebf-ffc7-43b9-8915-f53b7a533aed req-a94243a5-e8f3-4bea-92e1-b835651eed12 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:07.232111 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6c9e2ebf-ffc7-43b9-8915-f53b7a533aed req-a94243a5-e8f3-4bea-92e1-b835651eed12 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 944 time: 0.0783489 Dec 23 08:48:07.245689 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:48:07.246824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:07.251231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:07.279082 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6c9e2ebf-ffc7-43b9-8915-f53b7a533aed req-8f586de4-7cd4-4018-856a-6cc4d58985ee tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Dec 23 08:48:07.320206 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=967a1347-e83f-4b51-af44-0cf4aa0d2f70,revision_number=8']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:07.459952 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:48:07.521914 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70', 'code': 200} Dec 23 08:48:07.813097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-e2dcde5b-2560-4143-85cb-5ecf9cde0e19 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:07.814545 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-e2dcde5b-2560-4143-85cb-5ecf9cde0e19 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 814 time: 0.1425288 Dec 23 08:48:07.829821 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-7d808031-89db-45c2-bc7d-957da2fd7269 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/quotas/e504d112538b4257b26d8634d762d8af HTTP/1.1" status: 200 len: 375 time: 0.0101402 Dec 23 08:48:07.904791 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-c33b8457-402c-457d-b4f0-ca8074fc4b2e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704484 Dec 23 08:48:08.033006 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-8f5970a1-2fcd-4d60-9c6e-9b0ef64557e4 service neutron] 10.222.0.36 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217527 Dec 23 08:48:08.159965 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-2a3ce793-5710-44d8-a856-26902b47e7eb service neutron] 10.222.0.36 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214015 Dec 23 08:48:08.344159 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7113793-b298-48d0-bd14-7aaf5a6f37b4 req-9ccf97f0-f8db-47f7-b4ac-5a0c3274fd38 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 210 time: 0.0455067 Dec 23 08:48:09.314636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-6e665f55-3e70-4522-9adc-3ce99d538b62 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:09.316035 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-6e665f55-3e70-4522-9adc-3ce99d538b62 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef HTTP/1.1" status: 200 len: 945 time: 0.0761082 Dec 23 08:48:09.396242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Deleting port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:48:09.396580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:09.512334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-cadf16c5-b4d0-4a3b-ab45-5ce3145ef701 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:09.513610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-cadf16c5-b4d0-4a3b-ab45-5ce3145ef701 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Synchronizing usage tracker for tenant:e504d112538b4257b26d8634d762d8af on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:48:09.534075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-cadf16c5-b4d0-4a3b-ab45-5ce3145ef701 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Unset dirty status for tenant:e504d112538b4257b26d8634d762d8af on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:48:09.535646 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-cadf16c5-b4d0-4a3b-ab45-5ce3145ef701 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 814 time: 0.1814134 Dec 23 08:48:09.554667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Request body: {'port': {'device_id': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317', 'admin_state_up': True, 'tenant_id': 'e504d112538b4257b26d8634d762d8af'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:48:09.643424 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8a19006d-9a02-406b-b4c3-7afafa58215d req-61dbd530-cc4d-4b73-91e5-eea745e8b1a1 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 210 time: 0.1445887 Dec 23 08:48:09.691250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:48:09.701051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:48:09.710745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Made reservation on behalf of e504d112538b4257b26d8634d762d8af for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:48:09.714422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:09.789790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] For port 967a1347-e83f-4b51-af44-0cf4aa0d2f70, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=967a1347-e83f-4b51-af44-0cf4aa0d2f70,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:09.790183 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:09.912361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Calling delete_port for 967a1347-e83f-4b51-af44-0cf4aa0d2f70 owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:48:09.962214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Allocated IP 172.20.0.10 (67162055-393f-4b90-b6c2-0c442bd38317/e6858d54-4228-4eff-9a4d-73481bb0fd9d/906c559b-bd0d-4f34-a4cc-a05db2ba9d51) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:48:10.052188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:10.064273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['967a1347-e83f-4b51-af44-0cf4aa0d2f70'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:48:10.101774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Pushing event deleted for resources: {'Port': ['ID=967a1347-e83f-4b51-af44-0cf4aa0d2f70,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:10.173552 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] No DVR routers for this DVR port 967a1347-e83f-4b51-af44-0cf4aa0d2f70 on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:48:10.176031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:10.178590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'name': 'network-vif-deleted', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:48:10.197602 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "DELETE /v2.0/ports/967a1347-e83f-4b51-af44-0cf4aa0d2f70 HTTP/1.1" status: 204 len: 173 time: 0.8764789 Dec 23 08:48:10.206991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:10.238310 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd26b43d-8e7a-49f8-9bfe-e16a61cb64ef', 'name': 'network-vif-deleted', 'tag': '967a1347-e83f-4b51-af44-0cf4aa0d2f70', 'status': 'completed', 'code': 200} Dec 23 08:48:10.241291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:10.253769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['967a1347-e83f-4b51-af44-0cf4aa0d2f70'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:48:10.314177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Network 67162055-393f-4b90-b6c2-0c442bd38317 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:48:10.317240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:48:10.319670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:48:10.366106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Pushing event updated for resources: {'Port': ['ID=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:10.384247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.384588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.384915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.385240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.385565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.385877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.386219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.386730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.387071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.387412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.387854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:10.402010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:10.402594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:10.425773 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1b771976-883d-4ac2-b225-a2c231083f69 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8771198 Dec 23 08:48:10.437668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Request body: {'port': {'device_id': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:48:10.541491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:10.846474 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28e41b-8708-4d7b-988d-823836d48c55 req-dfbacc31-63c9-4271-9ce4-8b29f86174bc tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:10.847145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-7a28e41b-8708-4d7b-988d-823836d48c55 req-dfbacc31-63c9-4271-9ce4-8b29f86174bc tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Synchronizing usage tracker for tenant:e504d112538b4257b26d8634d762d8af on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:48:10.862769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-7a28e41b-8708-4d7b-988d-823836d48c55 req-dfbacc31-63c9-4271-9ce4-8b29f86174bc tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Unset dirty status for tenant:e504d112538b4257b26d8634d762d8af on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:48:10.864738 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7a28e41b-8708-4d7b-988d-823836d48c55 req-dfbacc31-63c9-4271-9ce4-8b29f86174bc tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 932 time: 0.0942519 Dec 23 08:48:10.888117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:48:10.894841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:10.909440 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7a28e41b-8708-4d7b-988d-823836d48c55 req-1b3b0c5a-0c9d-40cb-a659-3ea9539490e9 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Dec 23 08:48:10.909669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Transition to ACTIVE for port object 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:48:10.913214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:11.035876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Pushing event updated for resources: {'Port': ['ID=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:11.139394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Attempting to bind port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:48:11.139639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Attempting to bind port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5864b652-aef5-4dfd-884d-ed7cf99b5602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:48:11.139954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Attempting to bind port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 on network 67162055-393f-4b90-b6c2-0c442bd38317 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:48:11.145492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 on network 67162055-393f-4b90-b6c2-0c442bd38317 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:48:11.145802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Attempting to bind port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 on network 67162055-393f-4b90-b6c2-0c442bd38317 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:48:11.152459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:48:11.152783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Checking segment: {'id': '5864b652-aef5-4dfd-884d-ed7cf99b5602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:48:11.153155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Bound using segment: {'id': '5864b652-aef5-4dfd-884d-ed7cf99b5602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:48:11.153563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Bound port: 906c559b-bd0d-4f34-a4cc-a05db2ba9d51, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5864b652-aef5-4dfd-884d-ed7cf99b5602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:48:11.153894 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:11.237639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] For port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:48:11.240553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] For port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:48:11.243935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:11.303957 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:11.305354 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] 10.222.0.24 "PUT /v2.0/ports/906c559b-bd0d-4f34-a4cc-a05db2ba9d51 HTTP/1.1" status: 200 len: 1094 time: 0.8715932 Dec 23 08:48:11.305774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'tag': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:48:11.323878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41053d-dd8a-4464-a625-1f2edfc84735 service neutron] Pushing event updated for resources: {'Port': ['ID=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:11.413573 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-1eb1ba34-e396-4d0b-b537-56ee564567a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 1097 time: 0.0727930 Dec 23 08:48:11.468806 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'tag': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51', 'status': 'completed', 'code': 200} Dec 23 08:48:11.483099 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-d50a6a7a-62b3-48a1-be21-d432962c6dd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51 HTTP/1.1" status: 200 len: 217 time: 0.0626440 Dec 23 08:48:11.546884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-18cce8c0-ceca-42a0-8a57-08bac814b3d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:11.548277 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-18cce8c0-ceca-42a0-8a57-08bac814b3d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0592091 Dec 23 08:48:11.591913 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-dafd2ddc-66e9-4474-833e-a5535ec53f55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377231 Dec 23 08:48:11.803216 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-ea2e2776-3c19-45a4-8d53-dba028aa3ecb service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051816 Dec 23 08:48:11.931424 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f20f42a-bd61-4a0b-942f-64e69011595a req-5b77707b-5e90-419b-9a02-97878ca6d285 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196585 Dec 23 08:48:12.044642 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7836bcd5-cf3f-4e8f-a621-aeb5e8070410 req-ca68372b-64c4-4323-9c43-14d473579b34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 1097 time: 0.0703154 Dec 23 08:48:12.111570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116220b-d3e0-4c6b-9c1b-057ed8fab255 req-fd732d18-46d9-4e62-a7b3-c2cf09bde325 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:12.112914 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4116220b-d3e0-4c6b-9c1b-057ed8fab255 req-fd732d18-46d9-4e62-a7b3-c2cf09bde325 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 944 time: 0.0793695 Dec 23 08:48:12.157780 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4116220b-d3e0-4c6b-9c1b-057ed8fab255 req-3c13eedf-0515-4c07-b4e2-2aafeec71e0f tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391898 Dec 23 08:48:12.175065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836bcd5-cf3f-4e8f-a621-aeb5e8070410 req-57b1328a-6114-4b47-a215-9177737345e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:12.176477 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7836bcd5-cf3f-4e8f-a621-aeb5e8070410 req-57b1328a-6114-4b47-a215-9177737345e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.1252446 Dec 23 08:48:12.242241 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7836bcd5-cf3f-4e8f-a621-aeb5e8070410 req-ba804907-943f-4896-8d40-26efe73904e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51 HTTP/1.1" status: 200 len: 217 time: 0.0589852 Dec 23 08:48:12.305518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836bcd5-cf3f-4e8f-a621-aeb5e8070410 req-2089cc16-4ba9-40ea-8b6e-7f541b26cbaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:12.306974 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7836bcd5-cf3f-4e8f-a621-aeb5e8070410 req-2089cc16-4ba9-40ea-8b6e-7f541b26cbaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0586245 Dec 23 08:48:12.351329 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7836bcd5-cf3f-4e8f-a621-aeb5e8070410 req-6f750898-eb3c-47f0-bbf6-6a300e1b5328 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373287 Dec 23 08:48:12.479203 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7836bcd5-cf3f-4e8f-a621-aeb5e8070410 req-1c9add7b-602c-49d7-abf0-0bc7c1a7acea service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201446 Dec 23 08:48:12.608124 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7836bcd5-cf3f-4e8f-a621-aeb5e8070410 req-b7ca0021-9e46-4bd7-9a60-e942d4369859 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216943 Dec 23 08:48:13.066358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 967a1347-e83f-4b51-af44-0cf4aa0d2f70 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:48:13.098546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 967a1347-e83f-4b51-af44-0cf4aa0d2f70 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:48:13.098883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 967a1347-e83f-4b51-af44-0cf4aa0d2f70 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:48:13.353417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d8542-2977-4d7b-95d5-022129493b93 req-ef25684a-4437-487e-9593-06c407612776 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:13.354752 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ae6d8542-2977-4d7b-95d5-022129493b93 req-ef25684a-4437-487e-9593-06c407612776 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 944 time: 0.0757127 Dec 23 08:48:13.400776 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ae6d8542-2977-4d7b-95d5-022129493b93 req-a8a04649-9449-40b2-879d-ee7b011db695 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Dec 23 08:48:14.596179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c63b5c-4e7a-4278-8d2f-fc3d04825661 req-6d9a0340-a1b3-4465-bb71-c568a1f38b63 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:14.597581 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9c63b5c-4e7a-4278-8d2f-fc3d04825661 req-6d9a0340-a1b3-4465-bb71-c568a1f38b63 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 944 time: 0.0734627 Dec 23 08:48:14.641974 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9c63b5c-4e7a-4278-8d2f-fc3d04825661 req-da53569e-7411-4b8a-9984-35920302cc63 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385888 Dec 23 08:48:15.082177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:48:15.212391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:15.228649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51', 'network_id': '67162055-393f-4b90-b6c2-0c442bd38317', 'port_id': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51', 'mac_address': 'fa:16:3e:d7:ca:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6858d54-4228-4eff-9a4d-73481bb0fd9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:48:15.280712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:15.297210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:48:15.312011 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:15.315958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:15.384485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:15.502779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['906c559b-bd0d-4f34-a4cc-a05db2ba9d51'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:48:15.832702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c1ba4-f8c1-4d08-b1e2-c41a704a0d8a req-11e15f68-23a8-46fc-8c37-85cdd521fc62 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:15.834184 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b9c1ba4-f8c1-4d08-b1e2-c41a704a0d8a req-11e15f68-23a8-46fc-8c37-85cdd521fc62 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 945 time: 0.0761237 Dec 23 08:48:15.877815 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b9c1ba4-f8c1-4d08-b1e2-c41a704a0d8a req-0e97cbc3-7301-4d69-b0e4-1a04547b6cb8 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 Dec 23 08:48:17.070496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961375ed-1cda-4684-be8b-da5d01623162 req-7eb3d514-ccf5-4210-9ade-7b0f3ccd63e0 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:17.071908 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-961375ed-1cda-4684-be8b-da5d01623162 req-7eb3d514-ccf5-4210-9ade-7b0f3ccd63e0 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 945 time: 0.0746219 Dec 23 08:48:17.081886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:48:17.116305 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-961375ed-1cda-4684-be8b-da5d01623162 req-9726bd58-281f-43fd-a1f7-b449126f6f91 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390327 Dec 23 08:48:17.152914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:48:17.157350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:48:17.157707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:17.265093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:17.289688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:48:17.299187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:17.302946 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:17.348089 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51', 'code': 200} Dec 23 08:48:17.373944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:17.566543 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3ab0510-6d4e-4a60-9a90-0d5e1e6eb36b req-eaf84b28-8367-4129-891f-1228fdef4db4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 1099 time: 0.0693810 Dec 23 08:48:17.608836 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3ab0510-6d4e-4a60-9a90-0d5e1e6eb36b req-c939f182-bdbc-4a7e-bfb2-811f8a3a5d01 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353260 Dec 23 08:48:18.311669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4307da-dbef-4b5b-b83b-e995d1607c6e req-4fa8986b-6e2f-4671-8c46-e74b9f24b891 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:18.313070 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ab4307da-dbef-4b5b-b83b-e995d1607c6e req-4fa8986b-6e2f-4671-8c46-e74b9f24b891 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0770519 Dec 23 08:48:18.356388 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ab4307da-dbef-4b5b-b83b-e995d1607c6e req-6622ed0f-4cc0-41e0-8d31-653737580214 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379932 Dec 23 08:48:19.551418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d601bac-c11a-4a3d-a79a-51fdb25cce78 req-f43a8fa7-a55a-4bd2-90db-53a53798d0e6 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:19.552837 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0d601bac-c11a-4a3d-a79a-51fdb25cce78 req-f43a8fa7-a55a-4bd2-90db-53a53798d0e6 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0735385 Dec 23 08:48:19.596389 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0d601bac-c11a-4a3d-a79a-51fdb25cce78 req-9ab3f8bd-f8e3-4de2-9d2c-29a20cce9cc3 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382140 Dec 23 08:48:19.788248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1301a90-71cd-4fb9-a123-f3687573f8f9 req-f2708068-6349-4849-b832-57f1bb69c996 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:19.789581 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1301a90-71cd-4fb9-a123-f3687573f8f9 req-f2708068-6349-4849-b832-57f1bb69c996 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0777245 Dec 23 08:48:19.833685 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1301a90-71cd-4fb9-a123-f3687573f8f9 req-87ea2bcb-bf8c-408a-8ea3-e6ef45247a6f tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Dec 23 08:48:20.021002 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-14962494-3853-4326-a9f2-2c150f25368d req-c515f88c-6571-44e0-8d17-cea4b91c3487 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660861 Dec 23 08:48:20.261257 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-ad20aa0c-2fbc-4bb5-ad10-5af92b265b5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0662704 Dec 23 08:48:20.331671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24bf8c-dc54-42a4-86b0-07e6e0cafb88 req-0d33297f-d0fe-432f-bfe7-ed077c88994f tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:20.333136 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a24bf8c-dc54-42a4-86b0-07e6e0cafb88 req-0d33297f-d0fe-432f-bfe7-ed077c88994f tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0813403 Dec 23 08:48:20.379137 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a24bf8c-dc54-42a4-86b0-07e6e0cafb88 req-b86650c1-8af5-4e2e-bf9d-2e032f182ca1 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Dec 23 08:48:21.351130 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-97778eff-dd33-4a45-9dcd-d277723dc7db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 1099 time: 0.0690994 Dec 23 08:48:21.494327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-b8db5463-8a39-4eb3-92d9-d84a09ff4d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:21.495748 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-b8db5463-8a39-4eb3-92d9-d84a09ff4d17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.1389737 Dec 23 08:48:21.561825 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-f3926cec-d7a6-496e-9cc5-ebe311e31bf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51 HTTP/1.1" status: 200 len: 217 time: 0.0595987 Dec 23 08:48:21.584809 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948be2bf-f79f-465d-b77f-a831f933a053 req-39fe2a82-5af6-4039-8a66-08548c7fe890 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:21.586249 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-948be2bf-f79f-465d-b77f-a831f933a053 req-39fe2a82-5af6-4039-8a66-08548c7fe890 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0750353 Dec 23 08:48:21.625212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-65122b8e-5273-47d7-8dac-92e84f2a087e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:21.626665 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-65122b8e-5273-47d7-8dac-92e84f2a087e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0592616 Dec 23 08:48:21.672661 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-effd9efb-ad86-4258-b952-ad192cff944e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399055 Dec 23 08:48:21.715735 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-948be2bf-f79f-465d-b77f-a831f933a053 req-d2035ee4-4add-40c5-a5bf-6811c607b459 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231189 Dec 23 08:48:21.894253 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-cb6fa56a-3dcd-4bd8-ab12-57f4b8c55929 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151234 Dec 23 08:48:22.021250 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-a29bf4da-d1f3-486f-8be3-45bf887dcd95 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196339 Dec 23 08:48:22.908689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571dab8-c7a3-495e-8cc9-d7dac6b70656 req-97e6c53d-af0f-429b-b613-cf8b6e18ae98 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:22.910150 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c571dab8-c7a3-495e-8cc9-d7dac6b70656 req-97e6c53d-af0f-429b-b613-cf8b6e18ae98 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0756600 Dec 23 08:48:22.954555 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c571dab8-c7a3-495e-8cc9-d7dac6b70656 req-0bf44860-4595-4e5b-8785-01d53ef0ae72 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 Dec 23 08:48:24.148124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a376-bc5f-4806-bd72-3c5db7e5c43f req-57036bf2-0335-4311-afa1-d5edae1b9afa tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:24.149546 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3bf7a376-bc5f-4806-bd72-3c5db7e5c43f req-57036bf2-0335-4311-afa1-d5edae1b9afa tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0773389 Dec 23 08:48:24.193965 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3bf7a376-bc5f-4806-bd72-3c5db7e5c43f req-034cb2ef-db4b-47fc-9c44-017e503f1e5e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Dec 23 08:48:25.383962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566d315-b925-4696-9b90-9749d957513a req-f279ba47-1ab3-4f76-9dc4-eb098c22ec74 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:25.385796 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a566d315-b925-4696-9b90-9749d957513a req-f279ba47-1ab3-4f76-9dc4-eb098c22ec74 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0745256 Dec 23 08:48:25.429000 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a566d315-b925-4696-9b90-9749d957513a req-49e38eda-d86f-4615-8f89-0fc74dc3665b tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378077 Dec 23 08:48:26.625615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9ef74-d8f0-4472-a5d4-b27afc09bb4a req-872ce01d-bed2-4cfe-b204-6cd4e27b5ac9 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:26.627072 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1dc9ef74-d8f0-4472-a5d4-b27afc09bb4a req-872ce01d-bed2-4cfe-b204-6cd4e27b5ac9 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0783942 Dec 23 08:48:26.670849 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1dc9ef74-d8f0-4472-a5d4-b27afc09bb4a req-c5e3a6a2-2a95-401d-b71a-0859b8f019f6 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 Dec 23 08:48:27.864822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44275cb3-d7b9-4279-963c-96305959fffa req-91152553-e907-4a73-89e7-8bdf34e51179 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:27.866367 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-44275cb3-d7b9-4279-963c-96305959fffa req-91152553-e907-4a73-89e7-8bdf34e51179 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0741186 Dec 23 08:48:27.913713 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-44275cb3-d7b9-4279-963c-96305959fffa req-6e9dc68b-7ab1-4c80-b708-4b6b11ae7088 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Dec 23 08:48:29.113088 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f27f1-33ac-452f-8d04-5a982f254d5c req-514c4a10-e192-4962-be46-f4aead36a1a6 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:29.115184 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-315f27f1-33ac-452f-8d04-5a982f254d5c req-514c4a10-e192-4962-be46-f4aead36a1a6 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0809553 Dec 23 08:48:29.163313 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-315f27f1-33ac-452f-8d04-5a982f254d5c req-cbe68003-7fbe-4dda-bd3f-7f09a8c4cc42 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Dec 23 08:48:30.359259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85f0fa-8685-4519-8a65-797d06201163 req-9e847256-7739-4d65-9e9f-12cf425f8002 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:30.360732 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a85f0fa-8685-4519-8a65-797d06201163 req-9e847256-7739-4d65-9e9f-12cf425f8002 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0794430 Dec 23 08:48:30.405286 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a85f0fa-8685-4519-8a65-797d06201163 req-42bb6fb2-c581-4950-b89f-78eac45c8eb2 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391076 Dec 23 08:48:30.496105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:30.497264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-feee4544-a217-437a-bd1b-a4bf73933416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:31.597694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e8895-2ff1-4903-9442-e32556772020 req-6310f473-2a54-42b2-9fcb-355ee8648fe7 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:31.599378 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-198e8895-2ff1-4903-9442-e32556772020 req-6310f473-2a54-42b2-9fcb-355ee8648fe7 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0734222 Dec 23 08:48:31.642805 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-198e8895-2ff1-4903-9442-e32556772020 req-6adbb725-fcdd-4c4b-b5ab-5c3feba9a6cc tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Dec 23 08:48:32.776486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3b5fc4fb-e91c-4322-a8de-a83c8c6dea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:32.839001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552c87d-0e47-45d6-bf9c-f543afcd5b18 req-2fd3490c-30b9-4b12-8ed1-6491218a3693 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:32.840413 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7552c87d-0e47-45d6-bf9c-f543afcd5b18 req-2fd3490c-30b9-4b12-8ed1-6491218a3693 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0785403 Dec 23 08:48:32.886301 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7552c87d-0e47-45d6-bf9c-f543afcd5b18 req-92b80d4a-000a-4dbe-b437-937c80ba1950 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403481 Dec 23 08:48:33.873651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:33.952978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:34.095071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c42c80-adf8-4dc3-ba72-8634dad9e83d req-84fefc0a-cec3-402e-b789-d96791fad17a tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:34.096508 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9c42c80-adf8-4dc3-ba72-8634dad9e83d req-84fefc0a-cec3-402e-b789-d96791fad17a tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0794461 Dec 23 08:48:34.144455 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9c42c80-adf8-4dc3-ba72-8634dad9e83d req-072717b0-fe13-45e7-8ee6-e1caccd9b927 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Dec 23 08:48:35.306150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:35.478232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc461c7f-f2df-46a7-a58b-c900a4e61eca req-25b6ddea-b290-49ed-8d98-0fb293f28c79 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:35.479574 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fc461c7f-f2df-46a7-a58b-c900a4e61eca req-25b6ddea-b290-49ed-8d98-0fb293f28c79 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0762928 Dec 23 08:48:35.526198 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fc461c7f-f2df-46a7-a58b-c900a4e61eca req-d024f5bf-2ad1-46ef-b80e-c01a8e0d2802 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 Dec 23 08:48:36.723121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06230cbf-f40d-49e6-b161-7823749a4305 req-1a22d64b-03c5-427e-adcc-a3cd63e3df34 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:36.724794 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-06230cbf-f40d-49e6-b161-7823749a4305 req-1a22d64b-03c5-427e-adcc-a3cd63e3df34 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0789437 Dec 23 08:48:36.768189 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-06230cbf-f40d-49e6-b161-7823749a4305 req-36fe5fc1-e422-4e9e-86ca-d975e3197475 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380852 Dec 23 08:48:37.957053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a04ea-8166-497d-a059-5ce7c305b92d req-22a63d2d-6a0f-4496-a0bd-d57133c709ce tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:37.958491 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-043a04ea-8166-497d-a059-5ce7c305b92d req-22a63d2d-6a0f-4496-a0bd-d57133c709ce tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0731213 Dec 23 08:48:38.002166 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-043a04ea-8166-497d-a059-5ce7c305b92d req-4ba98192-323f-456f-a493-399938b5363c tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381386 Dec 23 08:48:39.194588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a8526-a3e7-40e5-8c85-150e03e12e18 req-ecda527d-34ef-4872-b927-17cbc1528e8d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:39.195997 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6d2a8526-a3e7-40e5-8c85-150e03e12e18 req-ecda527d-34ef-4872-b927-17cbc1528e8d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0776653 Dec 23 08:48:39.239771 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6d2a8526-a3e7-40e5-8c85-150e03e12e18 req-0d0732df-74d5-4005-86e1-369d2997aef1 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378053 Dec 23 08:48:40.429741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa768fd-fa6a-43da-99b4-e0ac7caffc77 req-ccb72a35-39ba-499c-99c7-925900aab731 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:40.431861 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aaa768fd-fa6a-43da-99b4-e0ac7caffc77 req-ccb72a35-39ba-499c-99c7-925900aab731 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0746429 Dec 23 08:48:40.475258 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aaa768fd-fa6a-43da-99b4-e0ac7caffc77 req-626ca708-a1a6-4a04-ab17-e1b5e7df3b2f tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Dec 23 08:48:41.673656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9f783-ec98-4939-91cd-e57f08ca71a0 req-e341a085-3e26-43a2-825a-578669f47387 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:41.675086 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45b9f783-ec98-4939-91cd-e57f08ca71a0 req-e341a085-3e26-43a2-825a-578669f47387 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0764580 Dec 23 08:48:41.722157 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45b9f783-ec98-4939-91cd-e57f08ca71a0 req-ac68ac3f-dbbd-49c5-91d5-e04dbb28cf2f tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Dec 23 08:48:42.917234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb874a48-49fe-4b3e-bd4b-7461296b632b req-29487286-264c-4a7e-a416-8e64616c843d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:42.918659 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb874a48-49fe-4b3e-bd4b-7461296b632b req-29487286-264c-4a7e-a416-8e64616c843d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0771055 Dec 23 08:48:42.964876 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb874a48-49fe-4b3e-bd4b-7461296b632b req-08ccf74b-1984-42d0-8702-571f4b0cc073 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Dec 23 08:48:44.168668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb91ab-2e28-448c-bae5-4e4960e5acf5 req-734f3177-8a48-4ba9-a52c-3172fcebc139 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:44.170141 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5bcb91ab-2e28-448c-bae5-4e4960e5acf5 req-734f3177-8a48-4ba9-a52c-3172fcebc139 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0851583 Dec 23 08:48:44.214357 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5bcb91ab-2e28-448c-bae5-4e4960e5acf5 req-ba9cf008-7fc1-402a-a409-665cd01c4b8e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 Dec 23 08:48:44.246027 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:48:45.407372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2dba-f01b-4530-bd27-ac07adbf5ec3 req-bbc861b5-2425-4b82-ab55-82ae8c8b26d4 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:45.408809 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff4d2dba-f01b-4530-bd27-ac07adbf5ec3 req-bbc861b5-2425-4b82-ab55-82ae8c8b26d4 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0783303 Dec 23 08:48:45.458863 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff4d2dba-f01b-4530-bd27-ac07adbf5ec3 req-d89cff5c-94fb-458d-901f-4c275a88e085 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445871 Dec 23 08:48:46.653463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed9b05-bb94-4a73-9db3-3ddbdbdec63f req-5319deab-3405-4c72-b580-ca9a13f316ff tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:46.654887 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9ed9b05-bb94-4a73-9db3-3ddbdbdec63f req-5319deab-3405-4c72-b580-ca9a13f316ff tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0739820 Dec 23 08:48:46.698505 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9ed9b05-bb94-4a73-9db3-3ddbdbdec63f req-f86c521d-5641-44bb-87b1-18ebe1d683ff tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382478 Dec 23 08:48:47.088687 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-183293cf-dfb9-49c6-98f2-acd1e090a3cd req-4966c698-a2d1-4978-bff6-6b37f3561f9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 1099 time: 0.0673342 Dec 23 08:48:47.228687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183293cf-dfb9-49c6-98f2-acd1e090a3cd req-d968de82-06a2-43b9-b191-9cdb04a42cc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:47.230133 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-183293cf-dfb9-49c6-98f2-acd1e090a3cd req-d968de82-06a2-43b9-b191-9cdb04a42cc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.1230752 Dec 23 08:48:47.299303 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-183293cf-dfb9-49c6-98f2-acd1e090a3cd req-7aa46a47-d9ae-42a2-b6f6-630324629b25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51 HTTP/1.1" status: 200 len: 217 time: 0.0628748 Dec 23 08:48:47.363426 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183293cf-dfb9-49c6-98f2-acd1e090a3cd req-d21d699f-69d3-4a6f-9ee4-102f4719ae94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:47.364916 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-183293cf-dfb9-49c6-98f2-acd1e090a3cd req-d21d699f-69d3-4a6f-9ee4-102f4719ae94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0572627 Dec 23 08:48:47.413766 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-183293cf-dfb9-49c6-98f2-acd1e090a3cd req-8444e6f0-a47d-47dd-a64d-f971cae62655 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422492 Dec 23 08:48:47.542091 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-183293cf-dfb9-49c6-98f2-acd1e090a3cd req-8a5a896d-a8e5-4707-a35a-5cf0d5244610 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221247 Dec 23 08:48:47.672976 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-183293cf-dfb9-49c6-98f2-acd1e090a3cd req-cd09e357-db87-4a97-b6a9-86cfeb43340c service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232207 Dec 23 08:48:47.893575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bfe66-b9bc-42aa-bad9-84ba5c1ab285 req-ff1c1592-d169-4b03-ac6e-58f205a1f331 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:47.895016 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-234bfe66-b9bc-42aa-bad9-84ba5c1ab285 req-ff1c1592-d169-4b03-ac6e-58f205a1f331 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0778017 Dec 23 08:48:47.939127 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-234bfe66-b9bc-42aa-bad9-84ba5c1ab285 req-2a956c72-fa69-4023-8e77-85b23b23a761 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Dec 23 08:48:48.660030 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-64b06116-eab2-4bab-b9c3-baa7c3fa3024 service neutron] 10.222.0.24 "GET /v2.0/ports/906c559b-bd0d-4f34-a4cc-a05db2ba9d51/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0721865 Dec 23 08:48:48.916532 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-98de932b-1775-41f2-b677-5e9df8b1f801 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe&tenant_id=e504d112538b4257b26d8634d762d8af HTTP/1.1" status: 200 len: 1099 time: 0.0706787 Dec 23 08:48:49.010181 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-ad763574-971c-4360-9547-389d78d138f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 1099 time: 0.0707750 Dec 23 08:48:49.131587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f640b-b564-4a2f-8891-61d1e08851a9 req-c2f8d5de-1065-4cbf-9dec-14bbbc9889e0 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:49.133065 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d0f640b-b564-4a2f-8891-61d1e08851a9 req-c2f8d5de-1065-4cbf-9dec-14bbbc9889e0 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0744343 Dec 23 08:48:49.137681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-49717ff9-8105-4341-8621-15ea23c889d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:49.139160 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-49717ff9-8105-4341-8621-15ea23c889d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.1240439 Dec 23 08:48:49.181045 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d0f640b-b564-4a2f-8891-61d1e08851a9 req-657e79a6-c035-4c8e-8531-f6315293caaf tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Dec 23 08:48:49.209094 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-126bd011-5577-4ef7-825d-510a78f60cd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51 HTTP/1.1" status: 200 len: 217 time: 0.0636871 Dec 23 08:48:49.269909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-0751f268-1b8c-41ee-b903-8a8f6ee7df81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:49.271330 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-0751f268-1b8c-41ee-b903-8a8f6ee7df81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0562730 Dec 23 08:48:49.315651 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-0270f311-89a1-4e4a-b972-660c132aba46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372424 Dec 23 08:48:49.441296 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-16fd84ae-747c-41ea-89c4-c84954325ee4 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196492 Dec 23 08:48:49.664565 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd139900-0e29-4715-ade7-cfc8d8a1d62e req-436dc123-018f-4ab0-b948-381e1be805d9 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175195 Dec 23 08:48:50.451446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78772a2e-d862-47bb-a891-f9c3ee959600 req-49012a7a-225c-49f5-8610-e6269878eec2 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:50.452856 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-78772a2e-d862-47bb-a891-f9c3ee959600 req-49012a7a-225c-49f5-8610-e6269878eec2 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.1463268 Dec 23 08:48:50.496755 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-78772a2e-d862-47bb-a891-f9c3ee959600 req-06020932-cb55-4edd-b8bd-eef3f5257a73 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384216 Dec 23 08:48:51.700045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e87f2d-082c-4b91-a2ce-72899649288a req-f96d009e-0620-4e80-9bc6-0c40e86d2394 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:51.701450 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d3e87f2d-082c-4b91-a2ce-72899649288a req-f96d009e-0620-4e80-9bc6-0c40e86d2394 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0791225 Dec 23 08:48:51.745859 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d3e87f2d-082c-4b91-a2ce-72899649288a req-ae99e12c-2418-40df-890d-c98379642273 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390167 Dec 23 08:48:52.062733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-128fdcb4-427c-4020-9b25-f2b5fe2d8669 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:52.063334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-128fdcb4-427c-4020-9b25-f2b5fe2d8669 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Synchronizing usage tracker for tenant:e504d112538b4257b26d8634d762d8af on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:48:52.066923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f503-8b4a-4488-ba33-7bcdefa0621a req-a9694914-1f3e-4a62-8ef9-37d1ac6745e1 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:52.068354 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6482f503-8b4a-4488-ba33-7bcdefa0621a req-a9694914-1f3e-4a62-8ef9-37d1ac6745e1 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0752726 Dec 23 08:48:52.075349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-128fdcb4-427c-4020-9b25-f2b5fe2d8669 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Unset dirty status for tenant:e504d112538b4257b26d8634d762d8af on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:48:52.076417 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-128fdcb4-427c-4020-9b25-f2b5fe2d8669 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe&tenant_id=e504d112538b4257b26d8634d762d8af&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0926619 Dec 23 08:48:52.113694 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6482f503-8b4a-4488-ba33-7bcdefa0621a req-bb2cb55c-579b-4558-a0e0-a4e999327763 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390983 Dec 23 08:48:52.231164 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-9b6882b1-6168-4229-9406-41811e43b3ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e504d112538b4257b26d8634d762d8af&device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 1099 time: 0.0691240 Dec 23 08:48:52.356250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-c5e5076b-4d64-4807-99f2-bbf07e35d2af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:52.357536 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-c5e5076b-4d64-4807-99f2-bbf07e35d2af service neutron] 10.222.0.24 "GET /v2.0/networks?id=67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 200 len: 914 time: 0.1204114 Dec 23 08:48:52.425438 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-1f1077b8-569b-4d75-962b-0a10111faeb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51 HTTP/1.1" status: 200 len: 217 time: 0.0620420 Dec 23 08:48:52.491091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-cb500b65-c587-4b57-928e-a1974859fabc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:52.492498 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-cb500b65-c587-4b57-928e-a1974859fabc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 200 len: 854 time: 0.0612247 Dec 23 08:48:52.541001 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-52eeed1f-eb9b-4c9c-88bd-332f1afc6975 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=67162055-393f-4b90-b6c2-0c442bd38317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414469 Dec 23 08:48:52.667965 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-43d6b31e-a3be-4e4b-9595-9d1c7a28a654 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208854 Dec 23 08:48:52.796890 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e2c4a021-7b15-4318-93c8-7bc945a84896 req-9a362ebb-d50e-466e-b5e9-c84b1e215b04 service neutron] 10.222.0.24 "GET /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227248 Dec 23 08:48:53.313395 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935aa0-7bb8-46d7-8b36-40e9411d7139 req-c9afd5d5-03fe-4751-be87-28c0c23cd250 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:53.314862 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb935aa0-7bb8-46d7-8b36-40e9411d7139 req-c9afd5d5-03fe-4751-be87-28c0c23cd250 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 946 time: 0.0783913 Dec 23 08:48:53.315131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:48:53.363058 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb935aa0-7bb8-46d7-8b36-40e9411d7139 req-c1b35384-c7b1-4a4e-8479-be471bd5cefd tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Dec 23 08:48:53.435462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:53.463995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:48:53.473544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:53.478164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:53.523824 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51', 'code': 200} Dec 23 08:48:53.548504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:53.558044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.558379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.558704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.559025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.559340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.559664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.559969 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.560277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.560615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.560894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:53.561201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:48:54.573811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa82f8-fd5b-404e-9e64-9cfb6050c424 req-809c701a-4eff-484d-b24c-fd2541c6f68d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:54.575261 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f4fa82f8-fd5b-404e-9e64-9cfb6050c424 req-809c701a-4eff-484d-b24c-fd2541c6f68d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 944 time: 0.0745416 Dec 23 08:48:54.622283 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f4fa82f8-fd5b-404e-9e64-9cfb6050c424 req-c20017a9-b241-4ed6-ae53-1c96ed40c10b tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Dec 23 08:48:54.813369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ed147-39d8-45a1-955c-709828143ebf req-82cbe33d-e0b5-4c79-80a3-397168b702ea tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:54.814810 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3c4ed147-39d8-45a1-955c-709828143ebf req-82cbe33d-e0b5-4c79-80a3-397168b702ea tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 944 time: 0.0744247 Dec 23 08:48:54.859143 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3c4ed147-39d8-45a1-955c-709828143ebf req-d5d8d0b1-4bec-4b68-8fdb-eb14da95f009 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Dec 23 08:48:55.051176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbd57b-da39-4825-8291-64cad6df3ba5 req-99031cb7-3da0-463e-bb5f-0ad74c93f27b tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:55.052494 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-defbd57b-da39-4825-8291-64cad6df3ba5 req-99031cb7-3da0-463e-bb5f-0ad74c93f27b tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 944 time: 0.0773039 Dec 23 08:48:55.096924 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-defbd57b-da39-4825-8291-64cad6df3ba5 req-dafd1188-c199-4d8b-b6d8-cb9d308c0c01 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Dec 23 08:48:55.668480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3e369-82a4-477d-9600-0ceb790bb82c req-2cefeea0-3e4e-494c-affc-3a2f4201f47e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:55.669915 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-abf3e369-82a4-477d-9600-0ceb790bb82c req-2cefeea0-3e4e-494c-affc-3a2f4201f47e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 944 time: 0.0756912 Dec 23 08:48:55.714734 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-abf3e369-82a4-477d-9600-0ceb790bb82c req-de7c74ee-7f97-45f1-a76d-2f1bdc30fe44 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392134 Dec 23 08:48:56.911826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2bc80-0ec2-4d04-933d-22217fe83b86 req-dd2cc577-4b47-4f1a-824b-2c24ef4eff5d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:56.913252 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01e2bc80-0ec2-4d04-933d-22217fe83b86 req-dd2cc577-4b47-4f1a-824b-2c24ef4eff5d tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 944 time: 0.0772042 Dec 23 08:48:56.958831 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01e2bc80-0ec2-4d04-933d-22217fe83b86 req-5ba07a4b-9786-4fd8-ad02-2d8eba29c3cf tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/security-groups?id=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Dec 23 08:48:57.128401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-b95f66e6-4855-4cb1-a052-5b6699d71025 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:48:57.129770 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-b95f66e6-4855-4cb1-a052-5b6699d71025 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 944 time: 0.0723541 Dec 23 08:48:57.198418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Deleting port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:48:57.198660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:57.432106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] For port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,segment=NetworkSegment(5864b652-aef5-4dfd-884d-ed7cf99b5602),segment_id=5864b652-aef5-4dfd-884d-ed7cf99b5602)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:48:57.432443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:57.553399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Calling delete_port for 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:48:57.688143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:57.820314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Pushing event deleted for resources: {'Port': ['ID=906c559b-bd0d-4f34-a4cc-a05db2ba9d51,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:57.889877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] No DVR routers for this DVR port 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:48:57.892293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:57.894690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'name': 'network-vif-deleted', 'tag': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:48:57.910209 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fd3f3587-3256-4c69-a426-6381ea72b7a4 req-22b81955-53ce-4226-9972-cc7a63363698 tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.24 "DELETE /v2.0/ports/906c559b-bd0d-4f34-a4cc-a05db2ba9d51 HTTP/1.1" status: 204 len: 173 time: 0.7747195 Dec 23 08:48:57.954424 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fedb08c-31d0-493b-9b1c-5a431324defe', 'name': 'network-vif-deleted', 'tag': '906c559b-bd0d-4f34-a4cc-a05db2ba9d51', 'status': 'completed', 'code': 200} Dec 23 08:48:58.131696 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6968d3c9-b014-4d43-9897-0b1c8576893e req-cf3911be-447c-45f4-8648-0dd22680afea tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fedb08c-31d0-493b-9b1c-5a431324defe HTTP/1.1" status: 200 len: 210 time: 0.0398996 Dec 23 08:48:59.387660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54764) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:48:59.453590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-be74925a-1b9c-45df-ac61-ac494480665a admin admin] Deleting subnet e6858d54-4228-4eff-9a4d-73481bb0fd9d {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:48:59.457237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be74925a-1b9c-45df-ac61-ac494480665a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:59.509747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be74925a-1b9c-45df-ac61-ac494480665a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:59.564281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be74925a-1b9c-45df-ac61-ac494480665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:59.634591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be74925a-1b9c-45df-ac61-ac494480665a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:59.670386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74925a-1b9c-45df-ac61-ac494480665a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6858d54-4228-4eff-9a4d-73481bb0fd9d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:48:59.676758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-be74925a-1b9c-45df-ac61-ac494480665a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:59.682919 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-be74925a-1b9c-45df-ac61-ac494480665a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e6858d54-4228-4eff-9a4d-73481bb0fd9d HTTP/1.1" status: 204 len: 168 time: 0.2942035 Dec 23 08:48:59.685368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54768) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:48:59.789677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:59.915810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:59.939957 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67162055-393f-4b90-b6c2-0c442bd38317']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:48:59.951316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5864b652-aef5-4dfd-884d-ed7cf99b5602') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:48:59.951608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5864b652-aef5-4dfd-884d-ed7cf99b5602') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:48:59.962292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:59.977432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:48:59.984240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:48:59.984608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:49:00.001450 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:49:00.072585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:00.088202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:00.108291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67162055-393f-4b90-b6c2-0c442bd38317,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:00.117828 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7ac3770a-2e93-4b8f-a626-0ac59ce2d3a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/67162055-393f-4b90-b6c2-0c442bd38317 HTTP/1.1" status: 204 len: 168 time: 0.4313481 Dec 23 08:49:00.256462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54774) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:00.308994 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fdded57f-6bd1-4253-aa8b-4c3f2fc68e78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e504d112538b4257b26d8634d762d8af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513370 Dec 23 08:49:00.311382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54778) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:00.367594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24d340e3-d21d-4a4e-8154-b9cd9d1aded9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:00.394423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24d340e3-d21d-4a4e-8154-b9cd9d1aded9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:00.446248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24d340e3-d21d-4a4e-8154-b9cd9d1aded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:00.462360 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d340e3-d21d-4a4e-8154-b9cd9d1aded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:00.466545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24d340e3-d21d-4a4e-8154-b9cd9d1aded9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:00.467646 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-24d340e3-d21d-4a4e-8154-b9cd9d1aded9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73c4d58f-f9e4-4bcd-9c14-c7baf78a7bc4 HTTP/1.1" status: 204 len: 168 time: 0.1553648 Dec 23 08:49:00.518735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e0dc-9af5-4584-bcfe-d3b73472244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:00.522235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:01.279718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54800) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:01.345964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:49:01.407624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:49:01.407974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 906c559b-bd0d-4f34-a4cc-a05db2ba9d51 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:49:01.414000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-193850771-network', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:01.418756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:01.422489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Usage tracker for resource:network and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:01.425308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:01.430890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:01.440993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Made reservation on behalf of f250c530a5604b0f8e7af7d16db671ce for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:49:01.443367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:01.455769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:01.488008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:01.491770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Usage tracker for resource:security_group_rule and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:01.494580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:01.500589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:01.568622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:01.572769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:01.603768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:49:01.608750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15f62e3-bb7e-4906-afdd-68a92c7bdce2,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:01.615267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:01.616253 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Added segment 5dce6189-4e53-43c3-be46-db975a6fe80b of type vlan for network 2685b334-da22-4d8a-8d4b-ce04727647c4 Dec 23 08:49:01.642698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:01.669925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:01.670769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:01.671334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:01.774831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] Pushing event updated for resources: {'Network': ['ID=2685b334-da22-4d8a-8d4b-ce04727647c4,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:01.777867 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-de6f5d81-a91d-4e05-8704-c6eaa7fdd53f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4971600 Dec 23 08:49:01.780742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54806) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:01.785112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:49:01.785862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Request body: {'subnet': {'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-193850771-subnet', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:01.790728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:01.794477 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Usage tracker for resource:subnet and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:01.797265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:01.803432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:01.813718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Made reservation on behalf of f250c530a5604b0f8e7af7d16db671ce for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:49:01.816049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.008573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.081889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6c6ce0-57c3-4d0a-bf79-2b4164792818,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:02.091089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Checking segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:49:02.091432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Network hostable DHCP agents. Network: 2685b334-da22-4d8a-8d4b-ce04727647c4, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:49:02.113263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:49:02.122788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 2685b334-da22-4d8a-8d4b-ce04727647c4) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:49:02.127076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:02.127634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.131149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d40ba58-5bc4-4fff-a6be-bb2218868233 None None] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:49:02.151313 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-73c62f35-a78e-447c-8a22-e2e96fb760f5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3670592 Dec 23 08:49:02.151497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54810) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:02.156479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:02.160953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:02.164697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Usage tracker for resource:router and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:02.168015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:02.173598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:02.184248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.185515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.203523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.337105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-2685b334-da22-4d8a-8d4b-ce04727647c4', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:49:02.337926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.440978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.491918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Allocated IP 172.20.0.2 (2685b334-da22-4d8a-8d4b-ce04727647c4/be6c6ce0-57c3-4d0a-bf79-2b4164792818/f949fc3f-7cfc-47ba-97f2-3be463e8c39b) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:49:02.628898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.658268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.696829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.706602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Transition to ACTIVE for port object f949fc3f-7cfc-47ba-97f2-3be463e8c39b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:49:02.726245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Transition to ACTIVE for port object f949fc3f-7cfc-47ba-97f2-3be463e8c39b will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:49:02.732031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.792683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Allocated IP 172.26.8.249 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/5b7b40b1-a981-4350-864f-4b9c715164c5) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:49:02.810380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25ad5193-e06a-4c05-8fa7-ab149c533fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.818190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:49:02.819025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Pushing event updated for resources: {'Port': ['ID=f949fc3f-7cfc-47ba-97f2-3be463e8c39b,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:02.822891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:49:02.825008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:49:02.914460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Attempting to bind port f949fc3f-7cfc-47ba-97f2-3be463e8c39b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:49:02.914820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Attempting to bind port f949fc3f-7cfc-47ba-97f2-3be463e8c39b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:49:02.915181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Attempting to bind port f949fc3f-7cfc-47ba-97f2-3be463e8c39b on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:49:02.921428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:49:02.921791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Checking segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:49:02.922215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.922596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Bound using segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:49:02.923050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Bound port: f949fc3f-7cfc-47ba-97f2-3be463e8c39b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:49:02.923410 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.940326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:02.967809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:03.006611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] For port f949fc3f-7cfc-47ba-97f2-3be463e8c39b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:49:03.010215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] For port f949fc3f-7cfc-47ba-97f2-3be463e8c39b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f949fc3f-7cfc-47ba-97f2-3be463e8c39b,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:49:03.014352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:03.037166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:49:03.040031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:49:03.042287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:49:03.079353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7b40b1-a981-4350-864f-4b9c715164c5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:03.098223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b10e0-67bc-4221-b6ac-a18be1790f2c None None] Pushing event updated for resources: {'Port': ['ID=f949fc3f-7cfc-47ba-97f2-3be463e8c39b,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:03.207066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:03.207796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:03.443596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:49:03.638320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:49:03.647848 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:49:03.659265 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:49:03.659896 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:49:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:03.661819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:03.663106 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c7581f36-5568-4266-8d94-ae5de81ddca1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5107002 Dec 23 08:49:03.666320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54814) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:03.845665 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:49:03.900371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:03.963252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.009323 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f949fc3f-7cfc-47ba-97f2-3be463e8c39b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:49:04.090954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f949fc3f-7cfc-47ba-97f2-3be463e8c39b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:49:04.095598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1dda9-990e-4fa4-8267-b29a14a11caf None None] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:49:04.143795 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:03Z', 'revision_number': 3, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:04.147630 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:49:04.147973 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Updating router 72de53a0-b45e-4655-852d-e8c9a65e07d1 port 5b7b40b1-a981-4350-864f-4b9c715164c5 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:49:04.199414 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.221769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d511ad9c-d036-4913-b4d5-7938ef4c4774 None None] Provisioning for port f949fc3f-7cfc-47ba-97f2-3be463e8c39b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:49:04.231921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d511ad9c-d036-4913-b4d5-7938ef4c4774 None None] Provisioning complete for port f949fc3f-7cfc-47ba-97f2-3be463e8c39b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:04.232291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d511ad9c-d036-4913-b4d5-7938ef4c4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.435376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d511ad9c-d036-4913-b4d5-7938ef4c4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.476375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-d511ad9c-d036-4913-b4d5-7938ef4c4774 None None] For port f949fc3f-7cfc-47ba-97f2-3be463e8c39b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f949fc3f-7cfc-47ba-97f2-3be463e8c39b,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:49:04.481523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d511ad9c-d036-4913-b4d5-7938ef4c4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.533631 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.546744 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Transition to ACTIVE for port object 5b7b40b1-a981-4350-864f-4b9c715164c5 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:49:04.559147 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.576375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511ad9c-d036-4913-b4d5-7938ef4c4774 None None] Pushing event updated for resources: {'Port': ['ID=f949fc3f-7cfc-47ba-97f2-3be463e8c39b,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:04.618676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.642978 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Pushing event updated for resources: {'Port': ['ID=5b7b40b1-a981-4350-864f-4b9c715164c5,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:04.656017 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.656688 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.656688 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.656972 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.657299 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.657618 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.657942 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.658271 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.658584 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.658892 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.659199 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:04.669475 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Attempting to bind port 5b7b40b1-a981-4350-864f-4b9c715164c5 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:49:04.669917 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Attempting to bind port 5b7b40b1-a981-4350-864f-4b9c715164c5 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:49:04.670360 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Attempting to bind port 5b7b40b1-a981-4350-864f-4b9c715164c5 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:49:04.678334 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:49:04.678649 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:49:04.679104 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.679492 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:49:04.679992 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Bound port: 5b7b40b1-a981-4350-864f-4b9c715164c5, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:49:04.680360 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.751867 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] For port 5b7b40b1-a981-4350-864f-4b9c715164c5, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:49:04.754760 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] For port 5b7b40b1-a981-4350-864f-4b9c715164c5, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5b7b40b1-a981-4350-864f-4b9c715164c5,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:49:04.758676 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.806571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3f76e02f-3918-4b9b-addf-8ac167345112 None None] Provisioning complete for port f949fc3f-7cfc-47ba-97f2-3be463e8c39b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:04.806935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3f76e02f-3918-4b9b-addf-8ac167345112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:04.842092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Allocated IP 172.20.0.1 (2685b334-da22-4d8a-8d4b-ce04727647c4/be6c6ce0-57c3-4d0a-bf79-2b4164792818/52481232-d985-4722-8d79-0d2a71597799) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:49:04.846669 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:49:04.847274 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:49:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:04.930554 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c5eb9-f848-4674-b1f3-8c15cf7e7beb None None] Pushing event updated for resources: {'Port': ['ID=5b7b40b1-a981-4350-864f-4b9c715164c5,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:04.996670 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:05.012375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Transition to ACTIVE for port object 52481232-d985-4722-8d79-0d2a71597799 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:49:05.025524 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:49:05.033802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:05.103056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:49:05.105992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:49:05.112078 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:49:05.144528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=52481232-d985-4722-8d79-0d2a71597799,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:05.182040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:05.273904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:05.313079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:05.378829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-76dadf1d-7502-411d-8a5a-5e9b738ea81e None None] Provisioning for port 52481232-d985-4722-8d79-0d2a71597799 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:49:05.383472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-76dadf1d-7502-411d-8a5a-5e9b738ea81e None None] Provisioning complete for port 52481232-d985-4722-8d79-0d2a71597799 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:05.384695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-76dadf1d-7502-411d-8a5a-5e9b738ea81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:05.387423 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:03Z', 'revision_number': 3, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:05.391433 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf421e1-2016-4a65-be8b-d320fc8f3b13 None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:03Z', 'revision_number': 3, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:49:05.443078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-76dadf1d-7502-411d-8a5a-5e9b738ea81e None None] Port 52481232-d985-4722-8d79-0d2a71597799 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:49:05.513556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:05.518702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:05.640132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=52481232-d985-4722-8d79-0d2a71597799,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:05.642890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:05.785865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:49:05.787056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:49:06.041378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f949fc3f-7cfc-47ba-97f2-3be463e8c39b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:49:06.108940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1de932b8-63a1-4f99-bd8b-5e7f6f142956 None None] Provisioning complete for port 52481232-d985-4722-8d79-0d2a71597799 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:06.109337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1de932b8-63a1-4f99-bd8b-5e7f6f142956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:06.169868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1de932b8-63a1-4f99-bd8b-5e7f6f142956 None None] Port 52481232-d985-4722-8d79-0d2a71597799 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:49:06.176500 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f949fc3f-7cfc-47ba-97f2-3be463e8c39b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:06.176865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:06.289346 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5b7b40b1-a981-4350-864f-4b9c715164c5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:49:06.307025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:49:06.357588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 5b7b40b1-a981-4350-864f-4b9c715164c5 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:49:06.362106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5b7b40b1-a981-4350-864f-4b9c715164c5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:06.362469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:06.469920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:06.486311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 5b7b40b1-a981-4350-864f-4b9c715164c5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5b7b40b1-a981-4350-864f-4b9c715164c5,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:49:06.490188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:06.510069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:49:06.528046 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d53c3f64-7055-40ed-8760-d5c1f5ff4ef9 admin admin] 10.222.0.36 "PUT /v2.0/routers/72de53a0-b45e-4655-852d-e8c9a65e07d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8528101 Dec 23 08:49:06.558277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=5b7b40b1-a981-4350-864f-4b9c715164c5,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:07.002281 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54824) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:07.007866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902487461', 'description': 'tempest-description--1792450958'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:07.013755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:07.017747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Usage tracker for resource:security_group and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:07.020662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:07.027318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:07.037085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.070572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:07.074210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Usage tracker for resource:security_group_rule and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:07.077011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:07.082574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:07.137742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.141383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.182382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ccf4f-6381-4783-9191-3db75a233bfd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:07.187135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.188302 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1850538 Dec 23 08:49:07.191332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54828) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:07.193417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.193755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.194107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.194433 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.194753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.195075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.195595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.195907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.196268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.196578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.196891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4508aa-c9ca-408f-8025-90c0db29eb16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:07.196994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'security_group_rule': {'security_group_id': 'f53ccf4f-6381-4783-9191-3db75a233bfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:07.212396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:07.216274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Usage tracker for resource:security_group_rule and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:07.219184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:07.225214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:07.242728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.304242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.307866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.330512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f0578d-a974-4071-b06f-4ea41465913e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:07.339783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.343373 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d403a1b9-840d-4c77-9826-5c673f331662 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1487050 Dec 23 08:49:07.343584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54832) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:07.349169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'security_group_rule': {'security_group_id': 'f53ccf4f-6381-4783-9191-3db75a233bfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:07.354826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:07.358599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Usage tracker for resource:security_group_rule and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:07.361467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:07.367060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:07.382522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.442001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.445251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.468057 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5040f7b-f0df-4100-924b-b4131ae33ebc,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:07.476927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.478149 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9b49969e-67b5-4b5f-a7ee-d8472d35d616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1335907 Dec 23 08:49:07.481132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 54836) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:07.486265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:07.491542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:07.495218 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Usage tracker for resource:floatingip and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:07.498055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:07.503547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:07.514619 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.651909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.789006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Allocated IP 172.26.8.120 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/99c16013-a6c1-43be-9d4c-3c410d096c56) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:49:07.932611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5b7b40b1-a981-4350-864f-4b9c715164c5 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:49:07.958054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:07.985740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:08.000327 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5b7b40b1-a981-4350-864f-4b9c715164c5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:08.000674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:08.053108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:49:08.057367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:49:08.059138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event updated for resources: {'Port': ['ID=99c16013-a6c1-43be-9d4c-3c410d096c56,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:08.061216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:49:08.222548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:08.275762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:08.472087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:08.477042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:08.674571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event updated for resources: {'Port': ['ID=99c16013-a6c1-43be-9d4c-3c410d096c56,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:08.691426 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:08.713381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:08.714915 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-975c2b0c-32b9-483c-b139-8b3ecd509999 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2327564 Dec 23 08:49:08.886762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-05e621d9-0e05-42d7-831a-0045134bc975 req-6b804e8f-bc08-43cb-b67b-dd55cade6741 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Synchronizing usage tracker for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:49:08.895333 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:49:08.905658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-05e621d9-0e05-42d7-831a-0045134bc975 req-6b804e8f-bc08-43cb-b67b-dd55cade6741 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Unset dirty status for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:49:08.907160 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-6b804e8f-bc08-43cb-b67b-dd55cade6741 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--902487461&fields=id&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 267 time: 0.0607259 Dec 23 08:49:08.908072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:49:08.908770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:49:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:09.054139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e621d9-0e05-42d7-831a-0045134bc975 req-f92e7f7e-67b8-4219-8315-9ee72ca0e2bd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:09.055431 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-f92e7f7e-67b8-4219-8315-9ee72ca0e2bd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 811 time: 0.1416104 Dec 23 08:49:09.071458 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-1724ae33-b961-4b5e-819a-208d8f4986d9 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/quotas/f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 375 time: 0.0102446 Dec 23 08:49:09.084805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:49:09.150379 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-a11aedd4-1a02-429e-98ac-37a3459cde7e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739150 Dec 23 08:49:09.165690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-9cdb8a70-051e-4400-89fc-a2f09de56edb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:49:09.166642 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-9cdb8a70-051e-4400-89fc-a2f09de56edb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050194 Dec 23 08:49:09.293745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-f77275cc-0bcb-47bb-a7e0-6ff93ade5af9 service neutron] 10.222.0.36 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211917 Dec 23 08:49:09.388492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 2, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:09.392621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:49:09.392961 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Updating router 72de53a0-b45e-4655-852d-e8c9a65e07d1 port 52481232-d985-4722-8d79-0d2a71597799 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:49:09.421438 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-c633dea9-a4e7-4d64-aaed-bcfc6eeb529d service neutron] 10.222.0.36 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220582 Dec 23 08:49:09.445911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:09.612179 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b27f47a-d70b-4d91-9f43-908f5a37b594 req-88e2f868-67c3-4c9b-a70b-dd2097158744 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 210 time: 0.0448885 Dec 23 08:49:09.825096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:09.837123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Transition to ACTIVE for port object 52481232-d985-4722-8d79-0d2a71597799 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:49:09.844387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:09.970884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d546256-2676-4958-8f06-d672f66f2347 None None] Pushing event updated for resources: {'Port': ['ID=52481232-d985-4722-8d79-0d2a71597799,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:10.064964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Attempting to bind port 52481232-d985-4722-8d79-0d2a71597799 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:49:10.065331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Attempting to bind port 52481232-d985-4722-8d79-0d2a71597799 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:49:10.065743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Attempting to bind port 52481232-d985-4722-8d79-0d2a71597799 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:49:10.072609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:49:10.072974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Checking segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:49:10.073368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:10.073753 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Bound using segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:49:10.074290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Bound port: 52481232-d985-4722-8d79-0d2a71597799, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:49:10.074658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:10.171488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] For port 52481232-d985-4722-8d79-0d2a71597799, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:49:10.174656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] For port 52481232-d985-4722-8d79-0d2a71597799, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=52481232-d985-4722-8d79-0d2a71597799,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:49:10.178512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:10.265185 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d546256-2676-4958-8f06-d672f66f2347 None None] Pushing event updated for resources: {'Port': ['ID=52481232-d985-4722-8d79-0d2a71597799,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:10.268122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:49:10.268719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:49:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:10.445008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:49:10.662484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e621d9-0e05-42d7-831a-0045134bc975 req-71bce6a5-b324-4b4c-b0f1-4cf0d08bcdbd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:10.663167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-05e621d9-0e05-42d7-831a-0045134bc975 req-71bce6a5-b324-4b4c-b0f1-4cf0d08bcdbd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Synchronizing usage tracker for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:49:10.682306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-05e621d9-0e05-42d7-831a-0045134bc975 req-71bce6a5-b324-4b4c-b0f1-4cf0d08bcdbd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Unset dirty status for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:49:10.683579 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-71bce6a5-b324-4b4c-b0f1-4cf0d08bcdbd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 811 time: 0.1782258 Dec 23 08:49:10.739684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-05e621d9-0e05-42d7-831a-0045134bc975 req-698af2b0-f044-4697-ac8a-1469e24d3e2e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Synchronizing usage tracker for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:49:10.752884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-05e621d9-0e05-42d7-831a-0045134bc975 req-698af2b0-f044-4697-ac8a-1469e24d3e2e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Unset dirty status for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:49:10.754181 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-698af2b0-f044-4697-ac8a-1469e24d3e2e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 379 time: 0.0569835 Dec 23 08:49:10.766756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'port': {'device_id': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'admin_state_up': True, 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'security_groups': ['f53ccf4f-6381-4783-9191-3db75a233bfd']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:10.797830 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ca67b6c7-b180-47a8-a057-3822fb4a724e req-6ce9cc09-0a72-4a96-abb3-fd811f0e6f99 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 210 time: 0.0423367 Dec 23 08:49:10.811698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:10Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:10.816335 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924e2cc-1843-4e03-8476-20c015480f67 None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:10Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:49:10.921926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:49:10.925884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Usage tracker for resource:port and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:49:10.928904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:49:10.935309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:49:10.945438 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Made reservation on behalf of f250c530a5604b0f8e7af7d16db671ce for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:49:10.949015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:11.119764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Allocated IP 172.20.0.8 (2685b334-da22-4d8a-8d4b-ce04727647c4/be6c6ce0-57c3-4d0a-bf79-2b4164792818/b8e607f8-69cb-4369-a172-9e86bd87cb00) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:49:11.311863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:11.328246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Transition to ACTIVE for port object b8e607f8-69cb-4369-a172-9e86bd87cb00 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:49:11.350779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:11.424469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:49:11.427623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:49:11.431606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:49:11.468603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event updated for resources: {'Port': ['ID=b8e607f8-69cb-4369-a172-9e86bd87cb00,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:11.481098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.481812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.481812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.482943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.482943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.482943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.484547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.484547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.484547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.484547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.484547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:49:11.515263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:11.515996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:11.543921 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-0bedfa05-a68b-4084-b48f-d83f25375215 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7809887 Dec 23 08:49:11.556121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Request body: {'port': {'device_id': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:11.678204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:11.710097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-eb610b96-ead5-4179-9026-8e91809b0323 None None] Provisioning for port b8e607f8-69cb-4369-a172-9e86bd87cb00 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:49:11.717013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-eb610b96-ead5-4179-9026-8e91809b0323 None None] Provisioning complete for port b8e607f8-69cb-4369-a172-9e86bd87cb00 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:11.717665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-eb610b96-ead5-4179-9026-8e91809b0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:11.774724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-eb610b96-ead5-4179-9026-8e91809b0323 None None] Port b8e607f8-69cb-4369-a172-9e86bd87cb00 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:49:11.968269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 52481232-d985-4722-8d79-0d2a71597799 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:49:12.009165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead1bbe-aa76-4c57-a77e-cc57d4446d20 req-ee8d2a16-90d6-4119-95da-20835e59f5da tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:12.010662 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dead1bbe-aa76-4c57-a77e-cc57d4446d20 req-ee8d2a16-90d6-4119-95da-20835e59f5da tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 931 time: 0.0917940 Dec 23 08:49:12.041997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e607f8-69cb-4369-a172-9e86bd87cb00 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:49:12.049868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:12.054383 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 52481232-d985-4722-8d79-0d2a71597799 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:49:12.061627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 52481232-d985-4722-8d79-0d2a71597799 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:12.062430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:12.069314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Transition to ACTIVE for port object b8e607f8-69cb-4369-a172-9e86bd87cb00 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:49:12.074514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:12.175779 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dead1bbe-aa76-4c57-a77e-cc57d4446d20 req-755311ea-5827-4cb3-a012-dfd17f0f17a8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594014 Dec 23 08:49:12.205874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:12.246034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Pushing event updated for resources: {'Port': ['ID=b8e607f8-69cb-4369-a172-9e86bd87cb00,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:12.249440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 52481232-d985-4722-8d79-0d2a71597799, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=52481232-d985-4722-8d79-0d2a71597799,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:49:12.259346 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:12.333937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=52481232-d985-4722-8d79-0d2a71597799,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:12.379016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Attempting to bind port b8e607f8-69cb-4369-a172-9e86bd87cb00 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:49:12.379371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Attempting to bind port b8e607f8-69cb-4369-a172-9e86bd87cb00 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:49:12.379696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Attempting to bind port b8e607f8-69cb-4369-a172-9e86bd87cb00 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:49:12.386661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Port b8e607f8-69cb-4369-a172-9e86bd87cb00 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:49:12.386977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Attempting to bind port b8e607f8-69cb-4369-a172-9e86bd87cb00 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:49:12.393469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:49:12.393801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Checking segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:49:12.394223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Bound using segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:49:12.394650 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Bound port: b8e607f8-69cb-4369-a172-9e86bd87cb00, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:49:12.394989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:12.572083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] For port b8e607f8-69cb-4369-a172-9e86bd87cb00, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:49:12.575474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] For port b8e607f8-69cb-4369-a172-9e86bd87cb00, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:49:12.579275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:12.638926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:12.640285 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] 10.222.0.24 "PUT /v2.0/ports/b8e607f8-69cb-4369-a172-9e86bd87cb00 HTTP/1.1" status: 200 len: 1093 time: 1.0885091 Dec 23 08:49:12.640703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:49:12.658292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a4ddf-7c51-4b7b-8cda-32f2ccccf1ea service neutron] Pushing event updated for resources: {'Port': ['ID=b8e607f8-69cb-4369-a172-9e86bd87cb00,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:12.719026 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'status': 'completed', 'code': 200} Dec 23 08:49:12.759658 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-b879e4cf-b879-4918-b157-89605f5581db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 1096 time: 0.0772827 Dec 23 08:49:12.827903 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-e9a223f3-9125-4b85-9df0-631df2899071 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00 HTTP/1.1" status: 200 len: 217 time: 0.0611002 Dec 23 08:49:12.892727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e621d9-0e05-42d7-831a-0045134bc975 req-b8efa0ea-1108-43a0-b63e-25d9a041e0d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:12.894207 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-b8efa0ea-1108-43a0-b63e-25d9a041e0d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0604403 Dec 23 08:49:12.966903 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-61bb72a1-66c1-4150-94d0-dc3e26f2b541 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664802 Dec 23 08:49:13.095491 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-acce24da-7d20-43c9-bccc-cbb8621e3813 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221292 Dec 23 08:49:13.222599 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-05e621d9-0e05-42d7-831a-0045134bc975 req-297e3e94-23fe-46e8-88b9-34754c463779 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210179 Dec 23 08:49:13.334147 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ec88b27b-4b1e-4596-bf35-c3c9cedaf839 req-0416806d-02f7-4df3-923f-8d7e15458baf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 1096 time: 0.0669079 Dec 23 08:49:13.355731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479eab6-5d10-49a0-87b5-7c0013727569 req-56006ae5-9dd5-4209-8d90-6f47da14eff0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:13.357153 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5479eab6-5d10-49a0-87b5-7c0013727569 req-56006ae5-9dd5-4209-8d90-6f47da14eff0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 943 time: 0.0752938 Dec 23 08:49:13.403390 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5479eab6-5d10-49a0-87b5-7c0013727569 req-40934b22-44b7-4b45-902b-1923e39d9995 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 Dec 23 08:49:13.465328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88b27b-4b1e-4596-bf35-c3c9cedaf839 req-9849d7ad-7e05-4a3a-a9a5-64bec3045196 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:13.466789 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ec88b27b-4b1e-4596-bf35-c3c9cedaf839 req-9849d7ad-7e05-4a3a-a9a5-64bec3045196 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1257582 Dec 23 08:49:13.537103 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ec88b27b-4b1e-4596-bf35-c3c9cedaf839 req-132cdcc4-822d-4912-94b5-ac8b27081c13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00 HTTP/1.1" status: 200 len: 217 time: 0.0632846 Dec 23 08:49:13.600636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88b27b-4b1e-4596-bf35-c3c9cedaf839 req-3b6476dc-3d22-42dd-b332-6407777979e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:13.602020 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ec88b27b-4b1e-4596-bf35-c3c9cedaf839 req-3b6476dc-3d22-42dd-b332-6407777979e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0583296 Dec 23 08:49:13.674889 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ec88b27b-4b1e-4596-bf35-c3c9cedaf839 req-8c72aa2f-e5a9-474d-8681-7eb6331be8a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657008 Dec 23 08:49:13.804285 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ec88b27b-4b1e-4596-bf35-c3c9cedaf839 req-5ef717ab-b536-4664-b8f6-e6d0a0b445f4 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219025 Dec 23 08:49:13.933150 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ec88b27b-4b1e-4596-bf35-c3c9cedaf839 req-08d53637-d814-466e-abd7-e13f999a8396 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217461 Dec 23 08:49:13.935024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 52481232-d985-4722-8d79-0d2a71597799 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:49:14.004758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 52481232-d985-4722-8d79-0d2a71597799 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:14.005115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:14.600895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26f262-7b60-4c57-9d4a-f7a3f19cac4c req-951d3b50-d8a3-4d34-b2bd-0bbbeea678c2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:14.603529 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0a26f262-7b60-4c57-9d4a-f7a3f19cac4c req-951d3b50-d8a3-4d34-b2bd-0bbbeea678c2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 943 time: 0.0784864 Dec 23 08:49:14.652736 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0a26f262-7b60-4c57-9d4a-f7a3f19cac4c req-e7f7e1a6-1254-40c2-a0e6-f5134d27d158 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437670 Dec 23 08:49:15.392748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b8e607f8-69cb-4369-a172-9e86bd87cb00 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:49:15.524248 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b8e607f8-69cb-4369-a172-9e86bd87cb00, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:49:15.542266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'port_id': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'mac_address': 'fa:16:3e:28:fd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:49:15.594268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:15.611112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e607f8-69cb-4369-a172-9e86bd87cb00 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:49:15.625963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b8e607f8-69cb-4369-a172-9e86bd87cb00, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:49:15.629593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:15.692716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=b8e607f8-69cb-4369-a172-9e86bd87cb00,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:15.833707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['b8e607f8-69cb-4369-a172-9e86bd87cb00'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:49:15.848366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdc94d-c8ef-4a58-971e-c7435f749a78 req-495ca2fb-8cc0-4340-8e73-86fe8f8f5fb7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:15.850065 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-abcdc94d-c8ef-4a58-971e-c7435f749a78 req-495ca2fb-8cc0-4340-8e73-86fe8f8f5fb7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 944 time: 0.0762794 Dec 23 08:49:15.898158 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-abcdc94d-c8ef-4a58-971e-c7435f749a78 req-dea3ea83-2ceb-41fa-9b78-a999efa91de6 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390747 Dec 23 08:49:17.092778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce4a97-9efc-4fe6-96a8-6aabe459a211 req-8ddb0a20-02b4-4390-b665-b1769c5eb6ce tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:17.094213 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82ce4a97-9efc-4fe6-96a8-6aabe459a211 req-8ddb0a20-02b4-4390-b665-b1769c5eb6ce tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 944 time: 0.0774522 Dec 23 08:49:17.142033 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82ce4a97-9efc-4fe6-96a8-6aabe459a211 req-6ee0d969-342f-48a3-99c2-e118e9c4fb40 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420012 Dec 23 08:49:17.407914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b8e607f8-69cb-4369-a172-9e86bd87cb00 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:49:17.476839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port b8e607f8-69cb-4369-a172-9e86bd87cb00 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:49:17.482197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port b8e607f8-69cb-4369-a172-9e86bd87cb00 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:49:17.482671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:17.590750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:17.619009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:49:17.628647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b8e607f8-69cb-4369-a172-9e86bd87cb00, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:49:17.632820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:17.674509 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'code': 200} Dec 23 08:49:17.700461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=b8e607f8-69cb-4369-a172-9e86bd87cb00,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:49:17.897058 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5c4281a6-6663-4e9b-8db1-3dcc1824887e req-7f2bf73a-a1a8-44e6-aa77-8dcf76c6c66c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 1098 time: 0.0664058 Dec 23 08:49:17.940403 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5c4281a6-6663-4e9b-8db1-3dcc1824887e req-241ed136-24cc-4590-b67d-512e05dc1ddd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368938 Dec 23 08:49:18.332966 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fe7fb-09c8-4f95-b41d-74f71eb15b87 req-2e0a34b8-06fe-40ed-9ba1-383bab76184a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:18.334319 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-415fe7fb-09c8-4f95-b41d-74f71eb15b87 req-2e0a34b8-06fe-40ed-9ba1-383bab76184a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0739775 Dec 23 08:49:18.381422 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-415fe7fb-09c8-4f95-b41d-74f71eb15b87 req-967701cd-b8ea-41eb-a8ba-827f28d57a41 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417640 Dec 23 08:49:19.574595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dec3e-6ffe-443c-bc23-7868e6cec048 req-dfeda220-f18c-4766-a2e9-fe676bf12be9 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:19.576034 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cd5dec3e-6ffe-443c-bc23-7868e6cec048 req-dfeda220-f18c-4766-a2e9-fe676bf12be9 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0750406 Dec 23 08:49:19.620857 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cd5dec3e-6ffe-443c-bc23-7868e6cec048 req-fc5295f9-921b-41e9-893e-06249c61b6a3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390167 Dec 23 08:49:19.814808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb340f-f558-4743-be67-1c3e412299f2 req-df92dfe8-5ba4-481c-a4d7-87193def543c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:19.816212 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-acbb340f-f558-4743-be67-1c3e412299f2 req-df92dfe8-5ba4-481c-a4d7-87193def543c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0776169 Dec 23 08:49:19.825197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 54880) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:49:19.830322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-e57290be-3ed9-40d9-96a1-e2c2e5810121 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'floatingip': {'port_id': 'b8e607f8-69cb-4369-a172-9e86bd87cb00'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:49:19.903647 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e57290be-3ed9-40d9-96a1-e2c2e5810121 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:20.490803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e57290be-3ed9-40d9-96a1-e2c2e5810121 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:20.494556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e57290be-3ed9-40d9-96a1-e2c2e5810121 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:20.766291 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-e57290be-3ed9-40d9-96a1-e2c2e5810121 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 associated. External IP: 172.26.8.120, port: b8e607f8-69cb-4369-a172-9e86bd87cb00. Dec 23 08:49:21.146543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57290be-3ed9-40d9-96a1-e2c2e5810121 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:49:21.246244 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:49:21.342127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57290be-3ed9-40d9-96a1-e2c2e5810121 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:49:21.346664 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-e57290be-3ed9-40d9-96a1-e2c2e5810121 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:21.351933 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:49:21.363538 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:49:21.364598 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:49:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:21.402480 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e57290be-3ed9-40d9-96a1-e2c2e5810121 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "PUT /v2.0/floatingips/fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 HTTP/1.1" status: 200 len: 991 time: 1.5761416 Dec 23 08:49:21.403071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:49:21.538576 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'status': 'completed', 'code': 200} Dec 23 08:49:21.555939 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:49:21.624807 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-481525b5-f11a-4f72-898c-bab8cca6ed24 req-b66e06ab-afd4-452c-9205-97af78b4ec30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 1098 time: 0.0672998 Dec 23 08:49:21.844337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481525b5-f11a-4f72-898c-bab8cca6ed24 req-91d1eae7-52d1-4450-8857-0055a8aaa718 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:21.846116 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-481525b5-f11a-4f72-898c-bab8cca6ed24 req-91d1eae7-52d1-4450-8857-0055a8aaa718 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.2155790 Dec 23 08:49:21.901669 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:28:fd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:49:20Z', 'revision_number': 1, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:21.905537 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:49:21.916044 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:49:21.916619 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:49:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:21.948628 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-481525b5-f11a-4f72-898c-bab8cca6ed24 req-cbcc0693-c46e-4bf5-8968-f758106ac958 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00 HTTP/1.1" status: 200 len: 999 time: 0.0953438 Dec 23 08:49:22.010857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481525b5-f11a-4f72-898c-bab8cca6ed24 req-01bd5362-9637-4fc1-adf6-6a8d6680d7ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:22.012271 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-481525b5-f11a-4f72-898c-bab8cca6ed24 req-01bd5362-9637-4fc1-adf6-6a8d6680d7ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0566227 Dec 23 08:49:22.087845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:49:22.088524 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-481525b5-f11a-4f72-898c-bab8cca6ed24 req-8ca82c34-1a78-4cd3-82e0-026db17c9fef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697641 Dec 23 08:49:22.218166 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-481525b5-f11a-4f72-898c-bab8cca6ed24 req-83f7b8a7-1a97-44a6-8bf4-d0ea0d4d30c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233940 Dec 23 08:49:22.347387 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-481525b5-f11a-4f72-898c-bab8cca6ed24 req-ed503b8d-ae08-4d4f-adaa-ac5a439e2088 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229494 Dec 23 08:49:22.430412 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:28:fd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:49:20Z', 'revision_number': 1, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:49:22.434200 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1082723-1ee8-434e-8bd3-87554ca93168 None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:28:fd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:49:20Z', 'revision_number': 1, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:49:25.863037 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c40084-a515-4654-b157-9f5e1dd4dd41 None None] New status for floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:49:30.487398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5226cadf-16d5-49cc-af9f-4964209261d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:30.506942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:32.782620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-41d649c4-a26a-4e6c-a00f-7d2017c04bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:33.882810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:33.958885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:35.311099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:49:48.066142 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-5f0f440b-fbf4-4db8-9e14-48b171e67474 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650980 Dec 23 08:49:48.207017 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-2802b14a-bc57-4962-bfb0-7e8c6d84b893 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 1098 time: 0.0694916 Dec 23 08:49:48.346507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-b35a6235-cf68-4a52-90dd-862a19ba24ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:48.347885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-b35a6235-cf68-4a52-90dd-862a19ba24ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1225135 Dec 23 08:49:48.446524 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-66b41fe4-054a-4b0c-bc5b-a0dfbb6976bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00 HTTP/1.1" status: 200 len: 1001 time: 0.0911379 Dec 23 08:49:48.510197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-693f267c-7c09-4953-848d-a9c53241248a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:48.511501 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-693f267c-7c09-4953-848d-a9c53241248a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0585165 Dec 23 08:49:48.583804 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-5b265dc3-8b02-4fa4-b528-988d8570917b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660775 Dec 23 08:49:48.714878 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-21fe5f0f-cb93-4a1c-8533-57b893a107da service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231270 Dec 23 08:49:48.842550 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a1bf0255-b2ea-4e3a-a576-08649f6d4abe req-8b43a82a-17ae-411c-8b7a-54ed08e24822 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213539 Dec 23 08:49:56.949602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1156-df3a-4318-abcb-d08d26ae8859 req-1e8a32a5-3fba-4217-a68d-2f8296dc3fa9 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:56.951058 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-084c1156-df3a-4318-abcb-d08d26ae8859 req-1e8a32a5-3fba-4217-a68d-2f8296dc3fa9 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0752795 Dec 23 08:49:56.995292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-084c1156-df3a-4318-abcb-d08d26ae8859 req-0516621a-93ee-458b-a56c-51e5ada05d27 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388017 Dec 23 08:49:57.286584 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69f006c1-d740-458f-a26f-8e40bae21d12 req-5aad7f04-cf7d-43ef-81c9-bd26090a320f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1645741 Dec 23 08:49:57.533377 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-a87b0162-a777-4137-a9c2-08665cff928b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741627 Dec 23 08:49:57.586632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac381a-7b08-4495-980c-d99d0f8bcd74 req-e02ee369-f041-41f6-9f03-e8111b55c3ba tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:57.588073 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f7ac381a-7b08-4495-980c-d99d0f8bcd74 req-e02ee369-f041-41f6-9f03-e8111b55c3ba tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0750887 Dec 23 08:49:57.633495 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f7ac381a-7b08-4495-980c-d99d0f8bcd74 req-22d1d0dd-78c2-4584-b569-f787e5cebc77 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Dec 23 08:49:58.247852 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:49:58.742426 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-6987aef7-baea-4aa4-99fe-f646789ae7d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 1098 time: 0.0710671 Dec 23 08:49:58.839220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91501875-f02e-4c9b-bb9e-a22904a3a829 req-7c8799e6-24be-42ab-86be-f4c8ae836a29 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:58.840637 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-91501875-f02e-4c9b-bb9e-a22904a3a829 req-7c8799e6-24be-42ab-86be-f4c8ae836a29 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0812881 Dec 23 08:49:58.890039 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-91501875-f02e-4c9b-bb9e-a22904a3a829 req-0778b368-d517-4103-bba5-4af6279a3dcd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428829 Dec 23 08:49:58.972645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-c35395cf-fa84-499a-a215-a7280ceb01bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:58.974361 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-c35395cf-fa84-499a-a215-a7280ceb01bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.2259707 Dec 23 08:49:59.077125 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-e1e418eb-1ba8-4a7e-a142-28dcc8ae5382 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00 HTTP/1.1" status: 200 len: 1001 time: 0.0964761 Dec 23 08:49:59.139121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-2364bbc9-68e5-43bc-9f54-f9c97d3ec154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:49:59.140548 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-2364bbc9-68e5-43bc-9f54-f9c97d3ec154 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0566947 Dec 23 08:49:59.221158 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-5c03f77b-57c8-4a5c-ad8d-f5bd03957ea8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725813 Dec 23 08:49:59.351527 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-7b52e97d-50fa-4433-bf21-effcf1b31b23 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237137 Dec 23 08:49:59.484239 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-da20a8d5-2eb5-4f00-9f80-c02d0c574c79 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252584 Dec 23 08:50:00.085470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06410e0a-fb4d-4846-8b08-865efd4a3f67 req-bca10781-5d83-4d63-896b-8c7cf7168914 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:00.086905 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-06410e0a-fb4d-4846-8b08-865efd4a3f67 req-bca10781-5d83-4d63-896b-8c7cf7168914 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0743289 Dec 23 08:50:00.133717 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-06410e0a-fb4d-4846-8b08-865efd4a3f67 req-fedd662e-5c89-43ae-a4eb-893290f215d4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412352 Dec 23 08:50:00.488287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-46e8ee6c-2899-48cf-86b3-9e53584b0f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:00.506433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:01.327638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf45663-e2c4-44b7-b178-c486605d7bf5 req-76c7bc77-82ee-41bd-aebb-cf65c9af4e36 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:01.329058 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9cf45663-e2c4-44b7-b178-c486605d7bf5 req-76c7bc77-82ee-41bd-aebb-cf65c9af4e36 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0750358 Dec 23 08:50:01.373052 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9cf45663-e2c4-44b7-b178-c486605d7bf5 req-a5702d03-4210-43c4-a298-b98d0d134055 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386214 Dec 23 08:50:02.568103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e1158-0e7c-46fc-9bbb-57e53df0e971 req-9bcfde04-d932-4462-9eac-137e6cf99c50 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:02.569586 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-045e1158-0e7c-46fc-9bbb-57e53df0e971 req-9bcfde04-d932-4462-9eac-137e6cf99c50 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0791049 Dec 23 08:50:02.613537 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-045e1158-0e7c-46fc-9bbb-57e53df0e971 req-215b4fde-0ef2-4bae-a8be-7ee4eb208e2a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384455 Dec 23 08:50:02.786655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a50cc9b1-a672-4671-8ea7-47b5162e0a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:03.804534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24885e-6a8c-45b1-a355-b237304fdaea req-50f6d391-5b03-4534-a09a-bad7c9a9fd22 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:03.805862 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-df24885e-6a8c-45b1-a355-b237304fdaea req-50f6d391-5b03-4534-a09a-bad7c9a9fd22 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0753167 Dec 23 08:50:03.849757 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-df24885e-6a8c-45b1-a355-b237304fdaea req-f918766f-e695-4ecc-acb0-674bbc58e483 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382795 Dec 23 08:50:03.875391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:03.962742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:05.043733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d42f1e-cab1-4f48-b321-242fb758390e req-75ded211-0a66-4834-b0c1-1253160f620c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:05.045161 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1d42f1e-cab1-4f48-b321-242fb758390e req-75ded211-0a66-4834-b0c1-1253160f620c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0779617 Dec 23 08:50:05.088859 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1d42f1e-cab1-4f48-b321-242fb758390e req-7916971d-de8f-4ad2-87ca-e022e2522189 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383263 Dec 23 08:50:05.314290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:06.286346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcba20d-f569-49b8-9709-a9d7f0a06ecd req-2a5bdd59-b1dd-4fb4-ac45-387747f4c2e4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:06.288343 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6bcba20d-f569-49b8-9709-a9d7f0a06ecd req-2a5bdd59-b1dd-4fb4-ac45-387747f4c2e4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0774589 Dec 23 08:50:06.335504 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6bcba20d-f569-49b8-9709-a9d7f0a06ecd req-f8fb49fa-baa5-4b2a-8bbd-b57f0635a726 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418451 Dec 23 08:50:07.619994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073f505-f056-4da8-b2ba-a9358d561003 req-9203b395-eb07-44eb-8327-7f9f8495a139 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:07.621416 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7073f505-f056-4da8-b2ba-a9358d561003 req-9203b395-eb07-44eb-8327-7f9f8495a139 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.1654425 Dec 23 08:50:07.664878 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7073f505-f056-4da8-b2ba-a9358d561003 req-e1483a91-6a87-4a3e-9ead-fefb36597d92 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380757 Dec 23 08:50:08.859981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46e889-82de-4ae0-80ae-866bc69bb9ac req-6a045f38-9480-4984-9fbe-5d4a9897f093 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:08.861322 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d46e889-82de-4ae0-80ae-866bc69bb9ac req-6a045f38-9480-4984-9fbe-5d4a9897f093 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0768182 Dec 23 08:50:08.904536 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4d46e889-82de-4ae0-80ae-866bc69bb9ac req-9d695485-f1e1-474a-b6ed-3ada8bafbfb1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378451 Dec 23 08:50:10.092331 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebc3f9-1c60-4780-9485-32e5e52fbc02 req-ef1c46af-9d87-49dd-9e91-03266bfcd413 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:10.094288 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ebebc3f9-1c60-4780-9485-32e5e52fbc02 req-ef1c46af-9d87-49dd-9e91-03266bfcd413 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0736470 Dec 23 08:50:10.137087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ebebc3f9-1c60-4780-9485-32e5e52fbc02 req-c3d2c6aa-47eb-48f9-a910-d7fea99ff8c0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372250 Dec 23 08:50:11.125570 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-788a55e4-5900-4ae3-9dca-a83a36fd5c02 service neutron] 10.222.0.24 "GET /v2.0/ports/b8e607f8-69cb-4369-a172-9e86bd87cb00/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0717800 Dec 23 08:50:11.336829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3811607-39ff-4078-ac7c-6d5d0f285cf0 req-7a59ae42-822b-4b3c-90ec-7041ea6423da tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:11.338277 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a3811607-39ff-4078-ac7c-6d5d0f285cf0 req-7a59ae42-822b-4b3c-90ec-7041ea6423da tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0794241 Dec 23 08:50:11.384237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a3811607-39ff-4078-ac7c-6d5d0f285cf0 req-ce28f2da-af37-49c7-96ab-5defb96c863d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396695 Dec 23 08:50:11.389443 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-6d7bef1d-66ee-46b1-95c6-9567fa676873 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 1098 time: 0.0736513 Dec 23 08:50:11.487460 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-04e4d3b5-eb82-4454-b917-4305e35d1640 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 1098 time: 0.0672655 Dec 23 08:50:11.615282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-715811c6-e822-45e8-ad05-1a799cc003d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:11.616692 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-715811c6-e822-45e8-ad05-1a799cc003d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1236427 Dec 23 08:50:11.716141 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-0128e417-96cb-41ba-b13c-6c99ea38ef92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00 HTTP/1.1" status: 200 len: 1001 time: 0.0930748 Dec 23 08:50:11.777314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-e2701c03-6b7d-4104-9969-48e72cdf547a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:11.778748 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-e2701c03-6b7d-4104-9969-48e72cdf547a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0571294 Dec 23 08:50:11.852684 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-3004c8cf-53d5-41f6-b2e4-290bc6ab69e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680311 Dec 23 08:50:11.982425 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-02582700-8993-49d3-97fd-e41ef5b841b1 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233482 Dec 23 08:50:12.106783 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d4ceae35-fb62-47e4-9d52-7e72d64f0c7e req-39fa668f-f201-4309-87f5-fa19cb43ef7f service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187153 Dec 23 08:50:12.575582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b855d-e6fe-4312-9fa9-59d2da4fcf1e req-e3c2f883-e846-475e-87dd-680f4ef4f8c7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:12.576999 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c22b855d-e6fe-4312-9fa9-59d2da4fcf1e req-e3c2f883-e846-475e-87dd-680f4ef4f8c7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0740273 Dec 23 08:50:12.624531 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c22b855d-e6fe-4312-9fa9-59d2da4fcf1e req-e6184f0f-4728-40b0-85bf-481d3cb183bb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414562 Dec 23 08:50:13.827612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71499e1-ba12-4a4a-9a93-205ec3e4e163 req-f0cf7a4c-0f17-4219-b78a-a41b44f78e80 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:13.828970 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b71499e1-ba12-4a4a-9a93-205ec3e4e163 req-f0cf7a4c-0f17-4219-b78a-a41b44f78e80 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0804546 Dec 23 08:50:13.872903 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b71499e1-ba12-4a4a-9a93-205ec3e4e163 req-1411b4e4-c50e-4065-8d5f-1e3fa4b4db4f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384834 Dec 23 08:50:15.071629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6c0b5-2afc-41a1-b555-7b7c70233fbd req-7eaaa09f-0e7c-4b02-97ef-a3d51d6701fa tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:15.073050 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-99a6c0b5-2afc-41a1-b555-7b7c70233fbd req-7eaaa09f-0e7c-4b02-97ef-a3d51d6701fa tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0777433 Dec 23 08:50:15.117078 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-99a6c0b5-2afc-41a1-b555-7b7c70233fbd req-6ef7ed86-ee58-48c0-b2ec-0162aed2630a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386717 Dec 23 08:50:15.426661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d9575-7898-431f-81e7-34dd6b048528 req-0f74f981-4ae7-4701-b62d-6831c2c1a297 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:15.427253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c58d9575-7898-431f-81e7-34dd6b048528 req-0f74f981-4ae7-4701-b62d-6831c2c1a297 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Synchronizing usage tracker for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:50:15.429892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b5cd7-972d-458f-95c2-88631c7ff338 req-388f0e04-8ea9-4d04-8b87-2fe2e6c2a5b3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:15.431348 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-977b5cd7-972d-458f-95c2-88631c7ff338 req-388f0e04-8ea9-4d04-8b87-2fe2e6c2a5b3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 945 time: 0.0735769 Dec 23 08:50:15.443665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c58d9575-7898-431f-81e7-34dd6b048528 req-0f74f981-4ae7-4701-b62d-6831c2c1a297 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Unset dirty status for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:50:15.444756 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c58d9575-7898-431f-81e7-34dd6b048528 req-0f74f981-4ae7-4701-b62d-6831c2c1a297 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882&tenant_id=f250c530a5604b0f8e7af7d16db671ce&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.0949485 Dec 23 08:50:15.476973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-977b5cd7-972d-458f-95c2-88631c7ff338 req-24912f91-1b03-4929-847c-8a6ba84afe12 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401571 Dec 23 08:50:15.586743 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c58d9575-7898-431f-81e7-34dd6b048528 req-b6012e4f-3b88-4210-8417-a97fe0d39944 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 1098 time: 0.0688596 Dec 23 08:50:15.688761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b8e607f8-69cb-4369-a172-9e86bd87cb00 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:50:15.802362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:15.809685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d9575-7898-431f-81e7-34dd6b048528 req-d02e6143-4078-4114-a8e5-f6b21e1e5537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:15.811346 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c58d9575-7898-431f-81e7-34dd6b048528 req-d02e6143-4078-4114-a8e5-f6b21e1e5537 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.2184079 Dec 23 08:50:15.831453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:50:15.840764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b8e607f8-69cb-4369-a172-9e86bd87cb00, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:50:15.845619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:15.912401 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'code': 200} Dec 23 08:50:15.918658 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c58d9575-7898-431f-81e7-34dd6b048528 req-36037237-0be1-48bf-980b-d6d35c771001 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00 HTTP/1.1" status: 200 len: 999 time: 0.1016097 Dec 23 08:50:15.943324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=b8e607f8-69cb-4369-a172-9e86bd87cb00,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:50:15.951371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.951706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.952033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.952358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.954911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.955263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.955585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.955902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.956216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.956529 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.956839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:15.981143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d9575-7898-431f-81e7-34dd6b048528 req-07d5e481-1ee7-4d82-a4fe-32d87a5ec7c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:15.982605 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c58d9575-7898-431f-81e7-34dd6b048528 req-07d5e481-1ee7-4d82-a4fe-32d87a5ec7c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0582445 Dec 23 08:50:16.060047 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c58d9575-7898-431f-81e7-34dd6b048528 req-b907fe20-452b-4530-a133-fa6abf45a1b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716813 Dec 23 08:50:16.187900 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c58d9575-7898-431f-81e7-34dd6b048528 req-eebed911-50ba-4006-abed-61727a575237 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213801 Dec 23 08:50:16.315450 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c58d9575-7898-431f-81e7-34dd6b048528 req-03c18bd2-c5e6-4ab0-85ab-94098dd42ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222823 Dec 23 08:50:16.675694 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13eb6b-f246-4fbc-81b0-e4ae989c3ff2 req-25ffb714-8f5c-4e6b-b81f-8c61afe89f7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:16.677167 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2d13eb6b-f246-4fbc-81b0-e4ae989c3ff2 req-25ffb714-8f5c-4e6b-b81f-8c61afe89f7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 943 time: 0.0794079 Dec 23 08:50:16.726876 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2d13eb6b-f246-4fbc-81b0-e4ae989c3ff2 req-5329ce69-690a-4003-9180-29f35d4407b0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435822 Dec 23 08:50:17.923274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efb289-36cd-49b4-83d3-6a16c3accf1b req-fd563592-2c12-4847-92cd-2cb56415fa0f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:17.924058 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-26efb289-36cd-49b4-83d3-6a16c3accf1b req-fd563592-2c12-4847-92cd-2cb56415fa0f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 943 time: 0.0759583 Dec 23 08:50:17.971282 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-26efb289-36cd-49b4-83d3-6a16c3accf1b req-f1ec5f23-9f35-4a08-a7ae-ecae0f97f003 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 Dec 23 08:50:18.167086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011b2ac-7247-4344-8a03-c1b77c2e611a req-1734e6d6-deb0-4238-818e-6c01bc60e52b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:18.168425 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3011b2ac-7247-4344-8a03-c1b77c2e611a req-1734e6d6-deb0-4238-818e-6c01bc60e52b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 943 time: 0.0774860 Dec 23 08:50:18.212558 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3011b2ac-7247-4344-8a03-c1b77c2e611a req-49327e37-b9f4-48f5-9be6-80c8a5bc9e21 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387828 Dec 23 08:50:18.416681 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7c7f4-12ea-4bcc-a440-510bbc7ca0f2 req-d3dd356d-4175-4f39-a798-0168da1f063b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:18.418327 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-10f7c7f4-12ea-4bcc-a440-510bbc7ca0f2 req-d3dd356d-4175-4f39-a798-0168da1f063b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 943 time: 0.0795000 Dec 23 08:50:18.469771 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-10f7c7f4-12ea-4bcc-a440-510bbc7ca0f2 req-e60d935e-cfd6-4675-9c86-a5cf148d6100 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452843 Dec 23 08:50:18.865124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd3056-e8e1-4a51-b2ed-3ed3b1b5e950 req-e96fd71c-1112-41e5-aff2-52240b64575b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:18.866579 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-84dd3056-e8e1-4a51-b2ed-3ed3b1b5e950 req-e96fd71c-1112-41e5-aff2-52240b64575b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 943 time: 0.0747085 Dec 23 08:50:18.910197 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-84dd3056-e8e1-4a51-b2ed-3ed3b1b5e950 req-33b01955-3515-4f58-870e-596a711ec60e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382357 Dec 23 08:50:20.107623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c88b4-03b6-4925-85dd-d37b658f8fb2 req-5b979254-3479-4db3-b991-db5b48e1ed5c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:20.109064 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c38c88b4-03b6-4925-85dd-d37b658f8fb2 req-5b979254-3479-4db3-b991-db5b48e1ed5c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 943 time: 0.0772090 Dec 23 08:50:20.155089 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c38c88b4-03b6-4925-85dd-d37b658f8fb2 req-b603a03c-3bc1-4678-b79b-0332916fc6ec tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400951 Dec 23 08:50:20.445331 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-87ace960-e9a6-4364-96d1-06a4ba80125c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:20.446668 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-87ace960-e9a6-4364-96d1-06a4ba80125c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 943 time: 0.0772355 Dec 23 08:50:20.512309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Deleting port b8e607f8-69cb-4369-a172-9e86bd87cb00 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:50:20.512646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:20.748180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] For port b8e607f8-69cb-4369-a172-9e86bd87cb00, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b8e607f8-69cb-4369-a172-9e86bd87cb00,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:50:20.748446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:21.031550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:21.031826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:21.032168 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 disassociated. External IP: 172.26.8.120, port: b8e607f8-69cb-4369-a172-9e86bd87cb00. Dec 23 08:50:21.032500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Calling delete_port for b8e607f8-69cb-4369-a172-9e86bd87cb00 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:50:21.168444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:21.214340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event deleted for resources: {'Port': ['ID=b8e607f8-69cb-4369-a172-9e86bd87cb00,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:50:21.225998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.226337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.226665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.226989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.227311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.227628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.227942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.228255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.228573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.228872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.229177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:50:21.333846 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8db58a7b-aa88-4ed5-8247-14350af65b09 req-bbdaf4b5-9899-49bf-a5a0-4193c2945ae4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ba754d-7686-45a2-8180-2d045cee4882 HTTP/1.1" status: 200 len: 210 time: 0.0428407 Dec 23 08:50:21.528391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:50:21.737529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:50:21.747284 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:50:21.759106 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:50:21.759768 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:50:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:50:21.806096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] No DVR routers for this DVR port b8e607f8-69cb-4369-a172-9e86bd87cb00 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:50:21.808567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:21.812278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'name': 'network-vif-deleted', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:50:21.827561 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-845e08c8-aa5f-431e-bfd3-77302720e096 req-60e0c889-3f24-435f-a995-642b64dca4d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "DELETE /v2.0/ports/b8e607f8-69cb-4369-a172-9e86bd87cb00 HTTP/1.1" status: 204 len: 173 time: 1.3758142 Dec 23 08:50:21.868619 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ba754d-7686-45a2-8180-2d045cee4882', 'name': 'network-vif-deleted', 'tag': 'b8e607f8-69cb-4369-a172-9e86bd87cb00', 'status': 'completed', 'code': 200} Dec 23 08:50:21.945194 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:50:22.259626 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:50:22.263899 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:50:22.274242 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:50:22.274815 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:50:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:50:22.453503 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:50:22.681642 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-2307225c-30d5-47f8-9867-b4a96c8e2352 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--902487461&fields=id&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 267 time: 0.0396223 Dec 23 08:50:22.765228 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:50:22.769581 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f6ea91-7cb3-4784-8203-aa1318d36989 None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:50:22.827417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f628-3a34-4298-b526-e4287c926186 req-9441685c-4977-4e8e-83b4-c9e0d53d9406 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:22.829362 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-9441685c-4977-4e8e-83b4-c9e0d53d9406 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 811 time: 0.1407323 Dec 23 08:50:22.846688 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-fe78b1f3-6129-4044-9818-5884a983abeb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/quotas/f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 375 time: 0.0119712 Dec 23 08:50:22.935711 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-158bf5a0-6917-49c2-83bf-855ad18ca6a3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833528 Dec 23 08:50:22.985610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc6fcaf-28d6-4e01-b3cb-568360f2dba3 None None] New status for floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:50:23.157185 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-734aa8f7-883a-498c-bf93-8db5eb73da6f service neutron] 10.222.0.36 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090445 Dec 23 08:50:23.289225 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-2fae9068-285c-4a34-bcf4-e76c5a1c8014 service neutron] 10.222.0.36 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263285 Dec 23 08:50:23.466385 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-447d1b66-e114-4b6e-b2bd-69a0a60e8e5c req-2f7d7af1-5d07-44ff-a9ea-110924e23d0b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 210 time: 0.0399334 Dec 23 08:50:23.717791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b8e607f8-69cb-4369-a172-9e86bd87cb00 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:50:23.753272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: b8e607f8-69cb-4369-a172-9e86bd87cb00 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:50:23.753600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b8e607f8-69cb-4369-a172-9e86bd87cb00 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:50:24.442790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f628-3a34-4298-b526-e4287c926186 req-0a4096fa-c818-4b3f-85b1-ef508a7c270d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:24.444172 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-0a4096fa-c818-4b3f-85b1-ef508a7c270d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 811 time: 0.1470299 Dec 23 08:50:24.505645 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-69537be1-f0c8-4c7c-bd64-2e78544980da tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 379 time: 0.0479467 Dec 23 08:50:24.516352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'port': {'device_id': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'admin_state_up': True, 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'security_groups': ['f53ccf4f-6381-4783-9191-3db75a233bfd']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:50:24.630900 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e0c77824-d6f7-4114-8015-4e0c4260cd89 req-bca865b4-2212-4b65-a58c-eb99e6a3a0dd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 210 time: 0.0413306 Dec 23 08:50:24.653756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:50:24.657859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Usage tracker for resource:port and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:50:24.660680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:50:24.666292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:50:24.675887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Made reservation on behalf of f250c530a5604b0f8e7af7d16db671ce for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:50:24.678924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:24.845705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Allocated IP 172.20.0.9 (2685b334-da22-4d8a-8d4b-ce04727647c4/be6c6ce0-57c3-4d0a-bf79-2b4164792818/fbbd4f73-9ee3-4f95-9805-35f306e8b664) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:50:25.032686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:25.048272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Transition to ACTIVE for port object fbbd4f73-9ee3-4f95-9805-35f306e8b664 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:50:25.069661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:25.142014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:50:25.144951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:50:25.147453 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:50:25.177493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event updated for resources: {'Port': ['ID=fbbd4f73-9ee3-4f95-9805-35f306e8b664,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:50:25.212245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:25.212948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:25.238311 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-7e47befb-c3b8-48da-a46f-46aeedb24176 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7275107 Dec 23 08:50:25.249205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Request body: {'port': {'device_id': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:50:25.362195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:25.415572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a718729c-f6d0-4a29-bfa2-76667072b0b7 None None] Provisioning for port fbbd4f73-9ee3-4f95-9805-35f306e8b664 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:50:25.420357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a718729c-f6d0-4a29-bfa2-76667072b0b7 None None] Provisioning complete for port fbbd4f73-9ee3-4f95-9805-35f306e8b664 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:50:25.420788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a718729c-f6d0-4a29-bfa2-76667072b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:25.472231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a718729c-f6d0-4a29-bfa2-76667072b0b7 None None] Port fbbd4f73-9ee3-4f95-9805-35f306e8b664 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:50:25.777456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbd4f73-9ee3-4f95-9805-35f306e8b664 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:50:25.784887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:25.798892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Transition to ACTIVE for port object fbbd4f73-9ee3-4f95-9805-35f306e8b664 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:50:25.802903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:25.828595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a06a-14fc-444b-b209-ea29ae395c82 req-1a41d04e-dc28-43f6-b126-65e26796644d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:25.830087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5dd2a06a-14fc-444b-b209-ea29ae395c82 req-1a41d04e-dc28-43f6-b126-65e26796644d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 931 time: 0.0787127 Dec 23 08:50:25.878112 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5dd2a06a-14fc-444b-b209-ea29ae395c82 req-9fc7492b-62d4-4306-aa70-193b00bb8f94 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423546 Dec 23 08:50:25.933224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbd4f73-9ee3-4f95-9805-35f306e8b664,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:50:26.037875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Attempting to bind port fbbd4f73-9ee3-4f95-9805-35f306e8b664 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:50:26.038236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Attempting to bind port fbbd4f73-9ee3-4f95-9805-35f306e8b664 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:50:26.038585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Attempting to bind port fbbd4f73-9ee3-4f95-9805-35f306e8b664 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:50:26.044504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Port fbbd4f73-9ee3-4f95-9805-35f306e8b664 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:50:26.044819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Attempting to bind port fbbd4f73-9ee3-4f95-9805-35f306e8b664 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:50:26.053162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:50:26.053490 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Checking segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:50:26.053864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Bound using segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:50:26.054306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Bound port: fbbd4f73-9ee3-4f95-9805-35f306e8b664, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:50:26.054641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:26.143579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] For port fbbd4f73-9ee3-4f95-9805-35f306e8b664, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:50:26.146892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] For port fbbd4f73-9ee3-4f95-9805-35f306e8b664, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:50:26.150396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:26.209921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:26.211296 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] 10.222.0.24 "PUT /v2.0/ports/fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 200 len: 1093 time: 0.9662068 Dec 23 08:50:26.211733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:50:26.229241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00df384-0d4a-40f7-874e-03670c054542 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbd4f73-9ee3-4f95-9805-35f306e8b664,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:50:26.293681 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'status': 'completed', 'code': 200} Dec 23 08:50:26.336064 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-aee1351c-651e-4b38-9205-2d02b2ce7e8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 1096 time: 0.0767601 Dec 23 08:50:26.405211 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-f2574f14-57e3-4d6e-88ba-3d153824d62d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 200 len: 217 time: 0.0603867 Dec 23 08:50:26.469123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189f628-3a34-4298-b526-e4287c926186 req-b4f44f16-af4d-42f5-aa20-e5843eee1ee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:26.470599 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-b4f44f16-af4d-42f5-aa20-e5843eee1ee1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0593498 Dec 23 08:50:26.543650 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-6f8c14a7-351a-4ff1-aa9f-21972fac4faf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668402 Dec 23 08:50:26.672341 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-a432298b-0c06-4947-8e1c-41b302bd2628 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223624 Dec 23 08:50:26.803125 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-9189f628-3a34-4298-b526-e4287c926186 req-4cca7fea-a840-4033-88a2-b712fdc582c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249969 Dec 23 08:50:26.919971 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c0ae1be6-3b1d-447b-a0ba-54dd27b448b6 req-ef84897c-2591-4e06-b061-858cc32db0b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 1096 time: 0.0722272 Dec 23 08:50:27.054559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1be6-3b1d-447b-a0ba-54dd27b448b6 req-95ca34a0-e66a-41fb-9a7c-6fe4ef105313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:27.055899 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c0ae1be6-3b1d-447b-a0ba-54dd27b448b6 req-95ca34a0-e66a-41fb-9a7c-6fe4ef105313 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1293924 Dec 23 08:50:27.074408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414df9a-f2ef-4ca1-98cb-9b6304d67d42 req-a9828bf1-f73f-4292-8fec-84355e91f6c7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:27.075836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6414df9a-f2ef-4ca1-98cb-9b6304d67d42 req-a9828bf1-f73f-4292-8fec-84355e91f6c7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 943 time: 0.0753832 Dec 23 08:50:27.122934 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c0ae1be6-3b1d-447b-a0ba-54dd27b448b6 req-84f22778-b2de-40ee-b087-ee5246aac3b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 200 len: 217 time: 0.0594349 Dec 23 08:50:27.123398 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6414df9a-f2ef-4ca1-98cb-9b6304d67d42 req-35e043ba-ebbf-44f7-9a24-44ca8990a9bc tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415564 Dec 23 08:50:27.187788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae1be6-3b1d-447b-a0ba-54dd27b448b6 req-0c25d55f-cab7-4b9f-9b63-6577f28200d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:27.189180 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c0ae1be6-3b1d-447b-a0ba-54dd27b448b6 req-0c25d55f-cab7-4b9f-9b63-6577f28200d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0595827 Dec 23 08:50:27.261886 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c0ae1be6-3b1d-447b-a0ba-54dd27b448b6 req-5fa93cfe-c3b7-4e66-aa29-6e6281fe81cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657461 Dec 23 08:50:27.471236 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c0ae1be6-3b1d-447b-a0ba-54dd27b448b6 req-e1158674-af8e-469e-965b-a9a0bd7dbc5c service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024906 Dec 23 08:50:27.598629 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c0ae1be6-3b1d-447b-a0ba-54dd27b448b6 req-5231febf-39c2-4288-b85d-7d6aa7481826 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206243 Dec 23 08:50:28.315641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa860-9fd7-4df2-8d1d-3cfa81b3b5c0 req-3f479249-3a77-4c7d-8a3b-86b903de0300 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:28.317058 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4abfa860-9fd7-4df2-8d1d-3cfa81b3b5c0 req-3f479249-3a77-4c7d-8a3b-86b903de0300 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 943 time: 0.0743835 Dec 23 08:50:28.360773 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4abfa860-9fd7-4df2-8d1d-3cfa81b3b5c0 req-6dd5f210-ae30-4d06-a001-ae51691f64aa tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383217 Dec 23 08:50:29.554108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ae90d-6aee-443f-ae25-bf7c0517254f req-87d4f386-f3a6-477c-8b83-5c271ed6456f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:29.555639 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ca4ae90d-6aee-443f-ae25-bf7c0517254f req-87d4f386-f3a6-477c-8b83-5c271ed6456f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 943 time: 0.0780480 Dec 23 08:50:29.600232 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ca4ae90d-6aee-443f-ae25-bf7c0517254f req-847195ff-0031-47df-b9ef-d38a98a709f0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392528 Dec 23 08:50:29.749323 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fbbd4f73-9ee3-4f95-9805-35f306e8b664 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:50:29.878786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port fbbd4f73-9ee3-4f95-9805-35f306e8b664, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:50:29.891831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'port_id': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'mac_address': 'fa:16:3e:75:ae:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:50:29.945861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:29.962896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbd4f73-9ee3-4f95-9805-35f306e8b664 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:50:29.977651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port fbbd4f73-9ee3-4f95-9805-35f306e8b664, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:50:29.981945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:30.045652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=fbbd4f73-9ee3-4f95-9805-35f306e8b664,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:50:30.182710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['fbbd4f73-9ee3-4f95-9805-35f306e8b664'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:50:30.490144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d496be67-2d55-4773-94ef-c1e50c6af14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:30.513363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:30.792456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882701f3-181f-444c-b98c-ba190b92e41d req-c25b5936-6add-4a7e-9252-f74e011227b0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:30.793771 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-882701f3-181f-444c-b98c-ba190b92e41d req-c25b5936-6add-4a7e-9252-f74e011227b0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 944 time: 0.0743470 Dec 23 08:50:30.836857 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-882701f3-181f-444c-b98c-ba190b92e41d req-8b6b0371-7c57-448a-a9d1-34ba46516261 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369511 Dec 23 08:50:31.749502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fbbd4f73-9ee3-4f95-9805-35f306e8b664 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:50:31.816579 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port fbbd4f73-9ee3-4f95-9805-35f306e8b664 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:50:31.820997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port fbbd4f73-9ee3-4f95-9805-35f306e8b664 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:50:31.821360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:31.933868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:31.960338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:50:31.969851 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port fbbd4f73-9ee3-4f95-9805-35f306e8b664, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:50:31.975329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:32.019482 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'code': 200} Dec 23 08:50:32.050484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726c293-1a10-4624-aac5-e272b53a6122 req-125cfaf0-40e4-4974-b64c-91c10bb73b81 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:32.052064 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f726c293-1a10-4624-aac5-e272b53a6122 req-125cfaf0-40e4-4974-b64c-91c10bb73b81 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0955141 Dec 23 08:50:32.052810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=fbbd4f73-9ee3-4f95-9805-35f306e8b664,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:50:32.103454 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f726c293-1a10-4624-aac5-e272b53a6122 req-2f46107d-515c-43f3-9e06-3277e7354d39 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Dec 23 08:50:32.252445 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f909153-acc8-41a4-9ea2-8b302d6ab643 req-09426fbf-5904-4c33-a7f4-3a905799c63b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 1098 time: 0.0720885 Dec 23 08:50:32.292705 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f909153-acc8-41a4-9ea2-8b302d6ab643 req-ac325305-2081-4535-9e89-8b13d2fb59e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339313 Dec 23 08:50:32.794530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e9222804-5e17-4205-9e37-15406db8c82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:33.310955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea8528-a414-41c4-9e5e-9f0a55fbb5d0 req-98c58d20-6d51-458b-baab-36066a9f542d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:33.312449 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-67ea8528-a414-41c4-9e5e-9f0a55fbb5d0 req-98c58d20-6d51-458b-baab-36066a9f542d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0863242 Dec 23 08:50:33.363290 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-67ea8528-a414-41c4-9e5e-9f0a55fbb5d0 req-67aee1a2-9065-42dc-86f3-c554c63bba35 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449522 Dec 23 08:50:33.881082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:33.966311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:34.559387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363413e-43c4-45ad-afc6-0ca468ebf388 req-2c5d0133-3ed6-4acd-9ccc-241f46ae07e0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:34.560812 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7363413e-43c4-45ad-afc6-0ca468ebf388 req-2c5d0133-3ed6-4acd-9ccc-241f46ae07e0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0777717 Dec 23 08:50:34.604755 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7363413e-43c4-45ad-afc6-0ca468ebf388 req-b6fb000c-f472-410b-90b5-e46566a03b14 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386057 Dec 23 08:50:34.792715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36b414-fca2-4969-85ac-8cf6d01cb9fe req-850776c0-1ced-4358-a9cf-d6e5c51748e8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:34.794254 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d36b414-fca2-4969-85ac-8cf6d01cb9fe req-850776c0-1ced-4358-a9cf-d6e5c51748e8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0746956 Dec 23 08:50:34.803086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55080) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:50:34.808149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-91d3d1d1-40d7-46d5-a51c-9996aea8448e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'floatingip': {'port_id': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:50:34.883027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-91d3d1d1-40d7-46d5-a51c-9996aea8448e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:35.247172 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:50:35.318360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:35.540166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-91d3d1d1-40d7-46d5-a51c-9996aea8448e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:35.543741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-91d3d1d1-40d7-46d5-a51c-9996aea8448e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:35.727142 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-91d3d1d1-40d7-46d5-a51c-9996aea8448e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 associated. External IP: 172.26.8.120, port: fbbd4f73-9ee3-4f95-9805-35f306e8b664. Dec 23 08:50:36.105074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d3d1d1-40d7-46d5-a51c-9996aea8448e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:50:36.300417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d3d1d1-40d7-46d5-a51c-9996aea8448e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:50:36.305213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-91d3d1d1-40d7-46d5-a51c-9996aea8448e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:50:36.309626 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:50:36.321889 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:50:36.322500 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:50:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:50:36.355771 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-91d3d1d1-40d7-46d5-a51c-9996aea8448e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "PUT /v2.0/floatingips/fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 HTTP/1.1" status: 200 len: 991 time: 1.5516605 Dec 23 08:50:36.356419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:50:36.511692 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:50:36.553350 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'status': 'completed', 'code': 200} Dec 23 08:50:36.643412 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a2d1b94e-757f-45dd-9518-c4c717ef9659 req-a81215a7-427a-4604-a02e-8fa24aff826a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 1098 time: 0.0685143 Dec 23 08:50:36.773037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1b94e-757f-45dd-9518-c4c717ef9659 req-cfe282a5-fbbf-4150-aa11-2ff6f9d1fbde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:36.774499 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a2d1b94e-757f-45dd-9518-c4c717ef9659 req-cfe282a5-fbbf-4150-aa11-2ff6f9d1fbde service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1254680 Dec 23 08:50:36.876928 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a2d1b94e-757f-45dd-9518-c4c717ef9659 req-3621af0c-5265-45ba-a869-a9454c04fef0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 200 len: 999 time: 0.0958283 Dec 23 08:50:36.877410 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:75:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:50:35Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:50:36.881205 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:50:36.891960 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:50:36.892540 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:50:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:50:36.937471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1b94e-757f-45dd-9518-c4c717ef9659 req-782dd978-5024-49f3-b3b4-f90f024ace09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:36.938914 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a2d1b94e-757f-45dd-9518-c4c717ef9659 req-782dd978-5024-49f3-b3b4-f90f024ace09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0564735 Dec 23 08:50:37.021739 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a2d1b94e-757f-45dd-9518-c4c717ef9659 req-4abe721d-e9e2-4096-a5bc-0a04fb3438e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769167 Dec 23 08:50:37.068051 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:50:37.153925 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a2d1b94e-757f-45dd-9518-c4c717ef9659 req-ac27fe43-a2b5-4ddb-8411-86c21fb5a720 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252785 Dec 23 08:50:37.282738 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a2d1b94e-757f-45dd-9518-c4c717ef9659 req-267e681a-9c02-43e0-974e-1c4f9fe9ae07 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231637 Dec 23 08:50:37.404732 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:75:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:50:35Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:50:37.408506 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d8c26-b667-4b57-a8f1-a6cd4a5acbbc None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:75:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:50:35Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:50:37.597205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e141ffd-ca68-41cc-ae88-c9fd98d418db None None] New status for floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:50:50.059892 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-7f526bfc-213e-40de-9ee2-f2c8b2ebe220 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672455 Dec 23 08:50:50.198813 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-2583e19b-36ed-4347-9571-037ff608b424 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 1098 time: 0.0695446 Dec 23 08:50:50.346877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-d2b6f273-8ec8-4ef0-9988-864b8445608c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:50.348542 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-d2b6f273-8ec8-4ef0-9988-864b8445608c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1286223 Dec 23 08:50:50.447827 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-884b90e7-8335-46b8-80b6-3d6aa693a76f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 200 len: 1001 time: 0.0935380 Dec 23 08:50:50.507905 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-11ec0ac8-42ec-4fd7-8b0f-a5fb421590fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:50:50.509209 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-11ec0ac8-42ec-4fd7-8b0f-a5fb421590fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0555012 Dec 23 08:50:50.582534 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-1afdc269-89a9-4cc2-a92b-72155bdd629d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660930 Dec 23 08:50:50.799609 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-07c63764-4b43-4c75-b360-feee1389dc71 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090590 Dec 23 08:50:50.927782 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-16eb11ce-72c2-414e-87aa-fa08b5cdc7e6 req-e3efbb04-5950-456a-828e-b87ea8933998 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210914 Dec 23 08:51:00.491061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ef87840d-f5f4-4eac-90b7-e1b0aed5d87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:00.513742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:02.786504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3ab35b52-1bd9-47e9-b7c6-b38abe09baa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:03.872450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:03.966862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:05.322507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:11.975295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9f61a-4799-4aad-aa39-2085a57cc07b req-988cc97f-df8e-4db7-bdc0-9f281a48437a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:11.976736 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37c9f61a-4799-4aad-aa39-2085a57cc07b req-988cc97f-df8e-4db7-bdc0-9f281a48437a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0789146 Dec 23 08:51:12.020766 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37c9f61a-4799-4aad-aa39-2085a57cc07b req-db6478f9-1b5c-4a3f-b988-9f8d298b2761 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385461 Dec 23 08:51:12.247232 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:51:13.210651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1341b-197b-48be-9774-6023da9eb3d9 req-cb11ad2c-09a4-4f8d-af5f-ed62f648747e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:13.212060 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0de1341b-197b-48be-9774-6023da9eb3d9 req-cb11ad2c-09a4-4f8d-af5f-ed62f648747e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0734227 Dec 23 08:51:13.255535 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0de1341b-197b-48be-9774-6023da9eb3d9 req-7a56c439-fd20-4e8e-9d61-310566e35fe3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378504 Dec 23 08:51:14.449226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef0fd1-8619-48c8-971c-abeb79404873 req-f6cfd182-834c-4dfb-b7a7-f2d8bd48a5f6 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:14.450684 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-17ef0fd1-8619-48c8-971c-abeb79404873 req-f6cfd182-834c-4dfb-b7a7-f2d8bd48a5f6 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0774832 Dec 23 08:51:14.494346 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-17ef0fd1-8619-48c8-971c-abeb79404873 req-08fdf301-31b7-4c7a-9052-48386b141faa tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377724 Dec 23 08:51:15.688204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feed28-23b4-43b3-8025-a4f1d2e79854 req-0e3c3812-b71f-4c47-be39-b243cb8a4f0e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:15.689614 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3feed28-23b4-43b3-8025-a4f1d2e79854 req-0e3c3812-b71f-4c47-be39-b243cb8a4f0e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0734468 Dec 23 08:51:15.733354 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3feed28-23b4-43b3-8025-a4f1d2e79854 req-8d08d42b-11a5-4883-8388-8153a81dc050 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384102 Dec 23 08:51:17.012398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3eddc-9447-46bb-b73f-fec0be76c881 req-f16b39d5-a5c8-4f29-955e-3f3e4f33387c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:17.013812 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ee3eddc-9447-46bb-b73f-fec0be76c881 req-f16b39d5-a5c8-4f29-955e-3f3e4f33387c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.1640012 Dec 23 08:51:17.057810 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ee3eddc-9447-46bb-b73f-fec0be76c881 req-58bf0119-da72-40eb-a491-b3eed2e6d28d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384834 Dec 23 08:51:18.252307 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d910fa3-f51f-4546-9d08-3bf6ecbed79d req-184ea9df-fec0-458f-8ad5-619863ec1f34 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:18.253616 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9d910fa3-f51f-4546-9d08-3bf6ecbed79d req-184ea9df-fec0-458f-8ad5-619863ec1f34 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0781395 Dec 23 08:51:18.296746 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9d910fa3-f51f-4546-9d08-3bf6ecbed79d req-335c0ab6-ce4e-4272-8e2d-3dc8a508cc1e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377171 Dec 23 08:51:19.489236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb3bd2-eea5-41b1-ba0e-25bb92f03d7a req-c1d241df-7843-4097-85a1-62c2a916b0f2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:19.490693 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-25cb3bd2-eea5-41b1-ba0e-25bb92f03d7a req-c1d241df-7843-4097-85a1-62c2a916b0f2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0742779 Dec 23 08:51:19.535350 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-25cb3bd2-eea5-41b1-ba0e-25bb92f03d7a req-5c810fa5-25dd-400b-9538-e385b50bd01f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392082 Dec 23 08:51:20.744044 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11648309-3cb3-405f-a0bc-9c1b0aff00a8 req-202672ef-be5d-4dbf-aafe-180c3f45aec9 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:20.745463 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-11648309-3cb3-405f-a0bc-9c1b0aff00a8 req-202672ef-be5d-4dbf-aafe-180c3f45aec9 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0925701 Dec 23 08:51:20.789422 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-11648309-3cb3-405f-a0bc-9c1b0aff00a8 req-ffe0a61d-8723-41da-a3ee-8a6798e02c52 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384784 Dec 23 08:51:21.980946 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee637192-ad92-45de-a091-497e81bbeb35 req-db649be6-1e6d-4449-af3c-537976c44510 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:21.982379 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ee637192-ad92-45de-a091-497e81bbeb35 req-db649be6-1e6d-4449-af3c-537976c44510 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0740094 Dec 23 08:51:22.026314 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ee637192-ad92-45de-a091-497e81bbeb35 req-5872aed9-e708-410a-a04f-225c19ba954f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384500 Dec 23 08:51:23.221671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25011733-e701-4beb-ab7e-3d2cb3835103 req-46f5d748-6ffd-4a7d-84ea-212368169f42 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:23.223459 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-25011733-e701-4beb-ab7e-3d2cb3835103 req-46f5d748-6ffd-4a7d-84ea-212368169f42 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0772996 Dec 23 08:51:23.267162 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-25011733-e701-4beb-ab7e-3d2cb3835103 req-1d961420-a55c-4311-82ad-ee9c3468fd2c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378244 Dec 23 08:51:23.521359 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-31347a51-df91-4bd8-8e77-bc0859046b6a req-44345684-22e0-4561-8ccc-7a5c33b745fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1316752 Dec 23 08:51:23.768302 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-0a224eb2-749a-4432-a074-249885baf828 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727937 Dec 23 08:51:23.825675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5cdb9-8d76-4f55-ad10-52754e41f0c4 req-eaa2c5f9-aaf0-459b-a06a-2859105ca7b4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:23.827144 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3af5cdb9-8d76-4f55-ad10-52754e41f0c4 req-eaa2c5f9-aaf0-459b-a06a-2859105ca7b4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0809772 Dec 23 08:51:23.873076 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3af5cdb9-8d76-4f55-ad10-52754e41f0c4 req-d96464a4-eb9e-4c4d-8ba7-a6f7be0fc406 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403841 Dec 23 08:51:24.859352 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-3f526564-8fc7-44b1-9f59-98e10fb621f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 1098 time: 0.0659893 Dec 23 08:51:24.986535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-5cada501-06b5-44e8-a2a8-cc8df9506473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:24.987957 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-5cada501-06b5-44e8-a2a8-cc8df9506473 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1230962 Dec 23 08:51:25.065918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0141-ccfe-478d-aefd-71d59c15ac7f req-39137740-e8b5-4cbe-a808-0f910336d64e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:25.067379 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e29c0141-ccfe-478d-aefd-71d59c15ac7f req-39137740-e8b5-4cbe-a808-0f910336d64e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0743117 Dec 23 08:51:25.090328 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-c57d0e42-1ce3-4a86-b095-483d8ce2db43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 200 len: 1001 time: 0.0946610 Dec 23 08:51:25.116117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e29c0141-ccfe-478d-aefd-71d59c15ac7f req-b9cac699-aa03-43db-ac34-b441b2ebeae1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429740 Dec 23 08:51:25.154158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-074dc1ad-0f21-46a3-bdcc-b7b84d09a772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:25.155598 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-074dc1ad-0f21-46a3-bdcc-b7b84d09a772 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0596225 Dec 23 08:51:25.228289 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-1b0910fa-d156-43ba-a5fc-cb95f30504ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665853 Dec 23 08:51:25.357979 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-cad8765c-c141-4f89-a031-e2261bf7b55c service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230698 Dec 23 08:51:25.490385 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-6d75e28f-1289-42d2-a6ed-e288f23a4dc1 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260815 Dec 23 08:51:26.306198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b47bc-4926-4837-b753-1a117e12dc44 req-bd7fdc1e-aa0b-4c23-84ef-a51a4b3989d1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:26.307487 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-965b47bc-4926-4837-b753-1a117e12dc44 req-bd7fdc1e-aa0b-4c23-84ef-a51a4b3989d1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0737660 Dec 23 08:51:26.350634 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-965b47bc-4926-4837-b753-1a117e12dc44 req-f8bbb95c-8f56-43fa-a7ba-d83719ee1d27 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378325 Dec 23 08:51:27.076570 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-53e7e210-8535-477a-9fb2-5009a05eca25 service neutron] 10.222.0.24 "GET /v2.0/ports/fbbd4f73-9ee3-4f95-9805-35f306e8b664/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0707598 Dec 23 08:51:27.338165 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-ef8a9313-b66e-4f06-b626-1c9f0ccbb771 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 1098 time: 0.0699105 Dec 23 08:51:27.427283 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-e5c3b9e8-6d0b-421c-81be-c59d2b3cd207 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 1098 time: 0.0684199 Dec 23 08:51:27.551784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c84bf-28d8-4eb6-b6a8-60483fc809ad req-fbe1d4ca-6473-4725-8436-749e8d1f3643 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:27.553221 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-af2c84bf-28d8-4eb6-b6a8-60483fc809ad req-fbe1d4ca-6473-4725-8436-749e8d1f3643 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0802035 Dec 23 08:51:27.560758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-48dd1142-e738-4508-a3ee-19b0ba7c6189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:27.562241 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-48dd1142-e738-4508-a3ee-19b0ba7c6189 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1278067 Dec 23 08:51:27.597357 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-af2c84bf-28d8-4eb6-b6a8-60483fc809ad req-d1c8f439-3af1-49b7-aadc-f53462cb6b7b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386364 Dec 23 08:51:27.662567 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-2b834fdc-2b71-4740-85d4-74c7d746c237 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 200 len: 1001 time: 0.0945585 Dec 23 08:51:27.723291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-188c0c3b-c0c2-4d1f-8a01-245745cec28b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:27.724650 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-188c0c3b-c0c2-4d1f-8a01-245745cec28b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0552447 Dec 23 08:51:27.883750 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-6a29047b-48b0-4ccf-896c-21ca0bafc151 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1518898 Dec 23 08:51:28.009278 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-3d9813c7-c69d-431e-81e6-45f600cf1daa service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196163 Dec 23 08:51:28.136580 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-453edef2-299c-43b8-bb01-c7b74ac29be4 req-427697ce-61d2-4f84-a07d-de749280efa2 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207337 Dec 23 08:51:28.792431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45e6d-1410-4532-90a9-c0b3ac940350 req-b89e605f-1e13-4804-b836-eae2b30dd94f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:28.793751 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c5c45e6d-1410-4532-90a9-c0b3ac940350 req-b89e605f-1e13-4804-b836-eae2b30dd94f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0737467 Dec 23 08:51:28.837694 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c5c45e6d-1410-4532-90a9-c0b3ac940350 req-9423879d-6cc3-42da-b473-47e6e5afa67b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Dec 23 08:51:29.950349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fbbd4f73-9ee3-4f95-9805-35f306e8b664 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:51:30.040118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abff50-2141-4166-9b19-a10b0f3d0e24 req-3942f576-ee3b-4234-839f-28e7dfa5fe28 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:30.041567 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a9abff50-2141-4166-9b19-a10b0f3d0e24 req-3942f576-ee3b-4234-839f-28e7dfa5fe28 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0808499 Dec 23 08:51:30.087858 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a9abff50-2141-4166-9b19-a10b0f3d0e24 req-36927402-a340-46b8-970b-4dd97f5e89d7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405955 Dec 23 08:51:30.112108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port fbbd4f73-9ee3-4f95-9805-35f306e8b664, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:51:30.124827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'port_id': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'mac_address': 'fa:16:3e:75:ae:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:51:30.180040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:30.196838 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbbd4f73-9ee3-4f95-9805-35f306e8b664 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:51:30.211394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port fbbd4f73-9ee3-4f95-9805-35f306e8b664, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:51:30.215824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:30.300625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['fbbd4f73-9ee3-4f95-9805-35f306e8b664'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:51:30.352048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=fbbd4f73-9ee3-4f95-9805-35f306e8b664,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:51:30.368215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.368565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.368898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.369226 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.369551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.369873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.370214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.370534 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.370849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.371166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.371477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:30.412339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-3e8b9fd5-7fd2-4c52-b68f-f531ef5ff0ba tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:30.413022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-3e8b9fd5-7fd2-4c52-b68f-f531ef5ff0ba tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Synchronizing usage tracker for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:51:30.429189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-3e8b9fd5-7fd2-4c52-b68f-f531ef5ff0ba tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Unset dirty status for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:51:30.430490 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-3e8b9fd5-7fd2-4c52-b68f-f531ef5ff0ba tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465&tenant_id=f250c530a5604b0f8e7af7d16db671ce&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.0984776 Dec 23 08:51:30.439974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd4b7f-c8c7-46cf-8b6a-c5244da6ef5b req-aba258c2-5f67-4357-9c9f-e33f6152b4e8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:30.441713 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-54dd4b7f-c8c7-46cf-8b6a-c5244da6ef5b req-aba258c2-5f67-4357-9c9f-e33f6152b4e8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 944 time: 0.0803158 Dec 23 08:51:30.506914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-94bfcadb-5309-48b3-b36e-55aea0d591e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:30.515370 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-54dd4b7f-c8c7-46cf-8b6a-c5244da6ef5b req-ebb4b659-0388-4ca7-9110-488530ad5247 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670519 Dec 23 08:51:30.532443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:30.590704 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-78f1b37c-19aa-4800-9574-ba33edd57151 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 1097 time: 0.0780396 Dec 23 08:51:30.717729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-22954f59-6c1c-4c26-a888-d553b2534e53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:30.719091 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-22954f59-6c1c-4c26-a888-d553b2534e53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1220763 Dec 23 08:51:30.817994 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-ddd9653b-9cca-44a0-a55a-16a297503501 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 200 len: 1000 time: 0.0929570 Dec 23 08:51:30.878389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-5bb7abf3-a4b2-464a-bcaa-f8a7827a0cd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:30.880722 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-5bb7abf3-a4b2-464a-bcaa-f8a7827a0cd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0563405 Dec 23 08:51:30.952878 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-6a138f21-e8e2-4abb-b01f-6eeacc7cde9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651600 Dec 23 08:51:31.080552 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-a6ffe7db-5859-4a0d-9b00-ef2db2ac6fd2 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206887 Dec 23 08:51:31.208719 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b31d1aa-0c71-466f-aa7d-d6be2c403382 req-5172e6e4-d6f2-470f-88a3-c5a2573a9c0c service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215856 Dec 23 08:51:31.705937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116abaf3-de45-477f-bf6e-76706dffaaa4 req-003acd2f-b7f8-4999-b9a4-20d445d7e1c5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:31.707399 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-116abaf3-de45-477f-bf6e-76706dffaaa4 req-003acd2f-b7f8-4999-b9a4-20d445d7e1c5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 944 time: 0.0784233 Dec 23 08:51:31.753079 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-116abaf3-de45-477f-bf6e-76706dffaaa4 req-88253214-3249-4113-b199-d65f81468c8e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402458 Dec 23 08:51:31.965216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fbbd4f73-9ee3-4f95-9805-35f306e8b664 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:51:32.033608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port fbbd4f73-9ee3-4f95-9805-35f306e8b664 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:51:32.033993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:32.140596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:32.165716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:51:32.175261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port fbbd4f73-9ee3-4f95-9805-35f306e8b664, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:51:32.179257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:32.223100 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'code': 200} Dec 23 08:51:32.247223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=fbbd4f73-9ee3-4f95-9805-35f306e8b664,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:51:32.787398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d48a81f7-69a7-4780-9c28-cac82133da06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:32.968529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521438cb-53f1-49d5-9c66-93134a9ddc3c req-c0fed1dc-d2a0-473e-867d-faa14c785d27 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:32.970700 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-521438cb-53f1-49d5-9c66-93134a9ddc3c req-c0fed1dc-d2a0-473e-867d-faa14c785d27 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0810621 Dec 23 08:51:33.016583 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-521438cb-53f1-49d5-9c66-93134a9ddc3c req-5c67946b-d7e2-47f2-a69b-b29a30750837 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390370 Dec 23 08:51:33.221715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3a02a-1988-4733-a9da-efc6c01b3e4f req-72e41e9f-077a-478a-acbb-1c04848cb2b5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:33.223448 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88e3a02a-1988-4733-a9da-efc6c01b3e4f req-72e41e9f-077a-478a-acbb-1c04848cb2b5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0770833 Dec 23 08:51:33.267819 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-88e3a02a-1988-4733-a9da-efc6c01b3e4f req-9f0f03e7-f77e-493d-9e99-28ef24c8ad5f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388656 Dec 23 08:51:33.669817 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb51af23-7f8b-48ef-a60f-4359feb5f604 req-6efdac3a-e910-4e41-bb69-fa33006c24a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 1098 time: 0.0767837 Dec 23 08:51:33.766085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061a75-6708-4f5a-a2ac-d3ac8c20f3d7 req-df21f3db-6307-45cd-942e-4edca4d174cf tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:33.767515 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-09061a75-6708-4f5a-a2ac-d3ac8c20f3d7 req-df21f3db-6307-45cd-942e-4edca4d174cf tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0781381 Dec 23 08:51:33.804884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51af23-7f8b-48ef-a60f-4359feb5f604 req-90025e57-21cd-4c15-80f4-7b6503598548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:33.806335 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb51af23-7f8b-48ef-a60f-4359feb5f604 req-90025e57-21cd-4c15-80f4-7b6503598548 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1307635 Dec 23 08:51:33.816656 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-09061a75-6708-4f5a-a2ac-d3ac8c20f3d7 req-f85a3bc3-5c62-4137-aa7b-5ede85e2d2a3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 Dec 23 08:51:33.875902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:33.908977 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb51af23-7f8b-48ef-a60f-4359feb5f604 req-0305e961-f0b1-482d-b367-712731226b54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 200 len: 1001 time: 0.0968893 Dec 23 08:51:33.970595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:33.970818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51af23-7f8b-48ef-a60f-4359feb5f604 req-d8ebaa44-47f3-4f16-a5f4-54368ba8f1a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:33.972221 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb51af23-7f8b-48ef-a60f-4359feb5f604 req-d8ebaa44-47f3-4f16-a5f4-54368ba8f1a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0572927 Dec 23 08:51:34.045398 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb51af23-7f8b-48ef-a60f-4359feb5f604 req-844a9bc8-a910-464b-8617-a43bf6d8dda8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673652 Dec 23 08:51:34.259463 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb51af23-7f8b-48ef-a60f-4359feb5f604 req-d878e5a0-c6f6-4096-8f0f-41593f7472f1 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080052 Dec 23 08:51:34.385877 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb51af23-7f8b-48ef-a60f-4359feb5f604 req-17fa7a73-3f4b-4272-824c-ef1bd9a9cfc1 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205430 Dec 23 08:51:35.013222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0a499-f15b-4de0-a354-33fb8d231a97 req-0e9684d6-91c7-4304-a605-ed6e955390ec tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:35.014666 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d9a0a499-f15b-4de0-a354-33fb8d231a97 req-0e9684d6-91c7-4304-a605-ed6e955390ec tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0751650 Dec 23 08:51:35.058419 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d9a0a499-f15b-4de0-a354-33fb8d231a97 req-4c9b6056-ac48-4648-a1e7-2a61a3e44ef3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383453 Dec 23 08:51:35.328073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:35.456310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d19dc5-4413-442e-b655-4538d2bacdd2 req-7f6c469e-a5b8-4bf8-8507-0d0a74d9b547 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:35.457752 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-12d19dc5-4413-442e-b655-4538d2bacdd2 req-7f6c469e-a5b8-4bf8-8507-0d0a74d9b547 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0773718 Dec 23 08:51:35.504104 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-12d19dc5-4413-442e-b655-4538d2bacdd2 req-b72c1b7f-86d5-4f89-91ce-d9b3b6e6c843 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400503 Dec 23 08:51:36.696965 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa55d3d-5710-46c9-a0cf-ad3be0ae8b81 req-da8a8b99-293e-411b-a93f-4ee005cf7b91 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:36.698407 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2fa55d3d-5710-46c9-a0cf-ad3be0ae8b81 req-da8a8b99-293e-411b-a93f-4ee005cf7b91 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0759799 Dec 23 08:51:36.746731 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2fa55d3d-5710-46c9-a0cf-ad3be0ae8b81 req-bad10d58-81b4-4dfc-9d5c-4c141cb3ffdf tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 Dec 23 08:51:37.016466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9ee132f4-55da-4cf6-8dc4-e43d1ed454d6 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:37.017847 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9ee132f4-55da-4cf6-8dc4-e43d1ed454d6 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 945 time: 0.0732133 Dec 23 08:51:37.085498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Deleting port fbbd4f73-9ee3-4f95-9805-35f306e8b664 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:51:37.085825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:37.316848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] For port fbbd4f73-9ee3-4f95-9805-35f306e8b664, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fbbd4f73-9ee3-4f95-9805-35f306e8b664,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:51:37.317084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:37.594541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:37.594831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:37.595133 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 disassociated. External IP: 172.26.8.120, port: fbbd4f73-9ee3-4f95-9805-35f306e8b664. Dec 23 08:51:37.595457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Calling delete_port for fbbd4f73-9ee3-4f95-9805-35f306e8b664 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:51:37.733605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:37.781976 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event deleted for resources: {'Port': ['ID=fbbd4f73-9ee3-4f95-9805-35f306e8b664,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:51:37.795109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.795346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.795636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.795937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.796348 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.796557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.797017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.797891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.798083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.798359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.798680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:51:37.923542 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5404d378-b255-487f-8882-a1d4302e76a5 req-a3dfc36c-74f6-4dec-acb5-84d518b4e631 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b04eabb-36db-458d-bc4b-ceafe4dd8465 HTTP/1.1" status: 200 len: 210 time: 0.0443172 Dec 23 08:51:38.016649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:51:38.301776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:51:38.311341 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:51:38.322585 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:51:38.323167 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:51:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:51:38.371827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] No DVR routers for this DVR port fbbd4f73-9ee3-4f95-9805-35f306e8b664 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:51:38.374288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:38.376749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'name': 'network-vif-deleted', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:51:38.393120 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7c5e7d8a-d6b5-44ae-beac-5baac008855e req-9d188d00-8426-4f32-89d9-03e8f9ac4aed tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "DELETE /v2.0/ports/fbbd4f73-9ee3-4f95-9805-35f306e8b664 HTTP/1.1" status: 204 len: 173 time: 1.3694668 Dec 23 08:51:38.463873 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b04eabb-36db-458d-bc4b-ceafe4dd8465', 'name': 'network-vif-deleted', 'tag': 'fbbd4f73-9ee3-4f95-9805-35f306e8b664', 'status': 'completed', 'code': 200} Dec 23 08:51:38.544141 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:51:38.887107 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:51:38.891165 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:51:38.901528 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:51:38.902135 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:51:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:51:39.079490 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:51:39.305551 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-05834e21-ab0d-4ccf-9a52-297545974b38 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--902487461&fields=id&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 267 time: 0.0399098 Dec 23 08:51:39.385599 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:51:39.389855 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a3aa8-2f32-4793-ab1e-29650caa444b None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:51:39.539147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-1923db21-2f56-4b9c-a94f-22002e131284 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:39.540595 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-1923db21-2f56-4b9c-a94f-22002e131284 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 811 time: 0.2289400 Dec 23 08:51:39.557575 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-777450a3-45ce-4442-9610-e2b0ab58864d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/quotas/f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 375 time: 0.0115924 Dec 23 08:51:39.612202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb0b97-788d-42b1-9036-aa3723343c66 None None] New status for floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:51:39.643118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-f52095db-e0e7-42c1-9092-b5d5dbb2d0d8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802679 Dec 23 08:51:39.779150 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-96c6b0cd-ec88-467f-a5c9-16a74d96bdd8 service neutron] 10.222.0.36 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247962 Dec 23 08:51:39.910313 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-a58284d7-3b6f-4d31-80fa-a07689aac75a service neutron] 10.222.0.36 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247284 Dec 23 08:51:40.088831 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0cd79d26-7c25-4c05-bfa4-6e701d19ff9f req-f4860439-f7f9-4c53-9e3f-17219ca8a4f7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 210 time: 0.0406151 Dec 23 08:51:41.076796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-bc084b8c-e0dd-4c32-a01a-18a28bc0528f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:41.078699 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-bc084b8c-e0dd-4c32-a01a-18a28bc0528f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 811 time: 0.1498511 Dec 23 08:51:41.136876 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-e57679f2-e39b-4b7a-b6b1-5ee8c1d4fef3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 379 time: 0.0450001 Dec 23 08:51:41.146442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'port': {'device_id': '335f40be-5500-4ac4-bd04-fb18535deb36', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'admin_state_up': True, 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'security_groups': ['f53ccf4f-6381-4783-9191-3db75a233bfd']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:51:41.256935 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e08567b1-cbd7-4f38-a923-25ff2cd7620b req-f28a625f-fc4c-4fea-955c-ad2911a08231 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 210 time: 0.0438588 Dec 23 08:51:41.286458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:51:41.290500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Usage tracker for resource:port and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:51:41.293287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:51:41.299413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:51:41.309098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Made reservation on behalf of f250c530a5604b0f8e7af7d16db671ce for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:51:41.312197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:41.471059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Allocated IP 172.20.0.5 (2685b334-da22-4d8a-8d4b-ce04727647c4/be6c6ce0-57c3-4d0a-bf79-2b4164792818/9d5b4066-b01a-4fb5-8574-73934e4a2327) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:51:41.656836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:41.672662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Transition to ACTIVE for port object 9d5b4066-b01a-4fb5-8574-73934e4a2327 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:51:41.694014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:41.767412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:51:41.770661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:51:41.773111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:51:41.812159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:51:41.839098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:41.839717 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:41.864304 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-833da5c4-c17b-4b83-b30c-7882eec1efc5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220480 Dec 23 08:51:41.876572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Request body: {'port': {'device_id': '335f40be-5500-4ac4-bd04-fb18535deb36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:51:41.986066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:42.011904 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fbbd4f73-9ee3-4f95-9805-35f306e8b664 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:51:42.038786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fcfb59a2-dd77-455a-833b-305332a5a945 None None] Provisioning for port 9d5b4066-b01a-4fb5-8574-73934e4a2327 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:51:42.047505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: fbbd4f73-9ee3-4f95-9805-35f306e8b664 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:51:42.047785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fbbd4f73-9ee3-4f95-9805-35f306e8b664 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:51:42.049927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fcfb59a2-dd77-455a-833b-305332a5a945 None None] Provisioning complete for port 9d5b4066-b01a-4fb5-8574-73934e4a2327 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:51:42.050303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fcfb59a2-dd77-455a-833b-305332a5a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:42.102836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb59a2-dd77-455a-833b-305332a5a945 None None] Port 9d5b4066-b01a-4fb5-8574-73934e4a2327 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:51:42.321240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5b4066-b01a-4fb5-8574-73934e4a2327 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:51:42.328011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:42.345897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Transition to ACTIVE for port object 9d5b4066-b01a-4fb5-8574-73934e4a2327 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:51:42.351129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:42.455073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc25978-918f-4217-a690-51f2660b5304 req-2092acc9-ed5c-47ee-bfa6-adeb8dc5616a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:42.456768 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2cc25978-918f-4217-a690-51f2660b5304 req-2092acc9-ed5c-47ee-bfa6-adeb8dc5616a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 943 time: 0.0800798 Dec 23 08:51:42.478190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:51:42.508316 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2cc25978-918f-4217-a690-51f2660b5304 req-a331ff2d-cc69-4c72-9199-747d453f37b7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461819 Dec 23 08:51:42.590118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Attempting to bind port 9d5b4066-b01a-4fb5-8574-73934e4a2327 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:51:42.590447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Attempting to bind port 9d5b4066-b01a-4fb5-8574-73934e4a2327 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:51:42.590770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Attempting to bind port 9d5b4066-b01a-4fb5-8574-73934e4a2327 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:51:42.597226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Port 9d5b4066-b01a-4fb5-8574-73934e4a2327 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:51:42.597546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Attempting to bind port 9d5b4066-b01a-4fb5-8574-73934e4a2327 on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:51:42.603991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:51:42.604321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Checking segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:51:42.604693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Bound using segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:51:42.605101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Bound port: 9d5b4066-b01a-4fb5-8574-73934e4a2327, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:51:42.605440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:42.780228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:51:42.783640 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:51:42.787785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:42.849469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:42.850870 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 200 len: 1093 time: 0.9791484 Dec 23 08:51:42.851278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:51:42.871138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41b8b-9355-4376-bee3-fc33b9dc62b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:51:42.926717 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'status': 'completed', 'code': 200} Dec 23 08:51:42.968022 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-afbf66da-8044-418e-b6ff-a92c11c8a51e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 1096 time: 0.0730834 Dec 23 08:51:43.039325 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-346dc1a4-2c7f-4fca-ace2-fd567c4a0dbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 200 len: 217 time: 0.0648463 Dec 23 08:51:43.100054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-b0e4c611-004f-4f8f-a7f3-dfe4dee91805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:43.101355 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-b0e4c611-004f-4f8f-a7f3-dfe4dee91805 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0562580 Dec 23 08:51:43.176881 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-7717369c-08e5-483c-87ce-a798a90410bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695169 Dec 23 08:51:43.306252 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-7d6889c0-9cf3-4b45-b7ee-513ad8271ed8 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224802 Dec 23 08:51:43.441467 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b3f2ee5b-da2c-477d-8c0c-584c58cdbb23 req-af55c539-dde8-4c1f-8c6e-e50fdef1fbbc service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290803 Dec 23 08:51:43.554125 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ae0977a9-d75d-47af-939e-9cddda7d0ec1 req-0d319262-f517-46dc-8ee2-485919e0ce69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 1096 time: 0.0675983 Dec 23 08:51:43.688344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0977a9-d75d-47af-939e-9cddda7d0ec1 req-1d9e58dc-604b-4fa9-970c-89dbb38041ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:43.689760 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ae0977a9-d75d-47af-939e-9cddda7d0ec1 req-1d9e58dc-604b-4fa9-970c-89dbb38041ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1291974 Dec 23 08:51:43.701502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5aa875-60c5-4645-8bf6-6210da7781a9 req-da04f7dd-37f0-4586-8a3f-4722bec5ea03 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:43.702882 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ae5aa875-60c5-4645-8bf6-6210da7781a9 req-da04f7dd-37f0-4586-8a3f-4722bec5ea03 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 943 time: 0.0755770 Dec 23 08:51:43.748341 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ae5aa875-60c5-4645-8bf6-6210da7781a9 req-fce6aeab-a37c-45c7-a83a-722ee7157fac tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392168 Dec 23 08:51:43.760859 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ae0977a9-d75d-47af-939e-9cddda7d0ec1 req-5086ee23-dd78-4cd1-8fe0-95ca573754e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 200 len: 217 time: 0.0643597 Dec 23 08:51:43.821808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0977a9-d75d-47af-939e-9cddda7d0ec1 req-3fc488dc-fcfa-4172-895f-0c45fbbf01c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:43.823186 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ae0977a9-d75d-47af-939e-9cddda7d0ec1 req-3fc488dc-fcfa-4172-895f-0c45fbbf01c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0551615 Dec 23 08:51:43.896717 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ae0977a9-d75d-47af-939e-9cddda7d0ec1 req-5b2243a4-69d7-46d6-9e5f-cca5d5a1ab00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672855 Dec 23 08:51:44.024185 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ae0977a9-d75d-47af-939e-9cddda7d0ec1 req-70ac651d-bcb5-417a-8630-f22c5393604b service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195848 Dec 23 08:51:44.156917 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ae0977a9-d75d-47af-939e-9cddda7d0ec1 req-a2f6af53-1830-442c-9603-6f7e92534d7f service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254890 Dec 23 08:51:44.944114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00835bf-89d3-42c1-98b5-95b4e4a4fb61 req-443f89e0-b594-4561-9383-f072070bcffb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:44.945517 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f00835bf-89d3-42c1-98b5-95b4e4a4fb61 req-443f89e0-b594-4561-9383-f072070bcffb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 943 time: 0.0774031 Dec 23 08:51:44.990213 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f00835bf-89d3-42c1-98b5-95b4e4a4fb61 req-efce5c5b-1a57-4627-ac78-7285c59cf4aa tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393200 Dec 23 08:51:46.011775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:51:46.142671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:51:46.155277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'port_id': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'mac_address': 'fa:16:3e:7c:6f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:51:46.185353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2192f8-a9a0-4a6a-8639-05cb73b790ae req-5c05cc4f-7b84-4a83-981c-9adb1ee234ae tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:46.186824 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4b2192f8-a9a0-4a6a-8639-05cb73b790ae req-5c05cc4f-7b84-4a83-981c-9adb1ee234ae tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 943 time: 0.0744946 Dec 23 08:51:46.207355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:46.224819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5b4066-b01a-4fb5-8574-73934e4a2327 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:51:46.235535 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4b2192f8-a9a0-4a6a-8639-05cb73b790ae req-545724e2-e9f2-4285-b6fe-5eb63ec390c1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430837 Dec 23 08:51:46.240275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:51:46.243761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:46.342793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:51:46.442976 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['9d5b4066-b01a-4fb5-8574-73934e4a2327'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:51:47.430216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec0be1-9957-4160-801c-80dbc5f4825a req-5b3c41e6-5564-4c93-bf92-0a55be484950 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:47.431623 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-35ec0be1-9957-4160-801c-80dbc5f4825a req-5b3c41e6-5564-4c93-bf92-0a55be484950 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 944 time: 0.0752749 Dec 23 08:51:47.476015 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-35ec0be1-9957-4160-801c-80dbc5f4825a req-bde1d817-0041-4b8b-9818-75f26a01a2e4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389977 Dec 23 08:51:48.027638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:51:48.099945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 9d5b4066-b01a-4fb5-8574-73934e4a2327 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:51:48.104506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 9d5b4066-b01a-4fb5-8574-73934e4a2327 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:51:48.104863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:48.213312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:48.241173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:51:48.251441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:51:48.255418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:48.296305 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'code': 200} Dec 23 08:51:48.320998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:51:48.589181 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e1fc5ef-9fdd-42b4-8bd6-7b5b3bb6abf0 req-c8f5c472-418e-4648-857a-a8f35aa62f14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 1098 time: 0.1414881 Dec 23 08:51:48.631242 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e1fc5ef-9fdd-42b4-8bd6-7b5b3bb6abf0 req-30c0f7b9-717b-402f-814e-4533baed2224 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360940 Dec 23 08:51:48.675240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3823-ccf9-4f58-8473-247748e5e9cc req-6bd82431-5a1b-42a0-bf83-729e80c6483b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:48.676649 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-706c3823-ccf9-4f58-8473-247748e5e9cc req-6bd82431-5a1b-42a0-bf83-729e80c6483b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0770183 Dec 23 08:51:48.720922 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-706c3823-ccf9-4f58-8473-247748e5e9cc req-1725de92-6f96-456f-81f3-8b62c4d8f9e9 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387275 Dec 23 08:51:49.246541 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:51:49.912811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eaba01-706d-45ff-9031-5e3bbf2f839b req-3eedeb77-13d6-49a6-bbad-529a37d61b90 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:49.914252 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c6eaba01-706d-45ff-9031-5e3bbf2f839b req-3eedeb77-13d6-49a6-bbad-529a37d61b90 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0745749 Dec 23 08:51:49.958286 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c6eaba01-706d-45ff-9031-5e3bbf2f839b req-e15844db-4e44-4bd9-ada3-1109a4ac95d3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386324 Dec 23 08:51:50.146356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80d46b-becc-49d3-ae2f-12c7e8656b3f req-ca983727-3447-4b39-b999-b24fd18277d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:50.147769 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-db80d46b-becc-49d3-ae2f-12c7e8656b3f req-ca983727-3447-4b39-b999-b24fd18277d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0776739 Dec 23 08:51:50.156130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55288) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:51:50.161232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-fdd0d580-a4bf-4a5d-ac9d-1b79ec12f841 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'floatingip': {'port_id': '9d5b4066-b01a-4fb5-8574-73934e4a2327'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:51:50.239921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d580-a4bf-4a5d-ac9d-1b79ec12f841 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:50.911597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d580-a4bf-4a5d-ac9d-1b79ec12f841 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:50.915377 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d580-a4bf-4a5d-ac9d-1b79ec12f841 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:51.106221 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-fdd0d580-a4bf-4a5d-ac9d-1b79ec12f841 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 associated. External IP: 172.26.8.120, port: 9d5b4066-b01a-4fb5-8574-73934e4a2327. Dec 23 08:51:51.503837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd0d580-a4bf-4a5d-ac9d-1b79ec12f841 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:51:51.650588 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-9a580771-716e-4710-8518-4b7cb8925f75 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703051 Dec 23 08:51:51.703013 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd0d580-a4bf-4a5d-ac9d-1b79ec12f841 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:51:51.707234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-fdd0d580-a4bf-4a5d-ac9d-1b79ec12f841 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:51:51.713432 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:51:51.724998 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:51:51.725582 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:51:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:51:51.762634 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fdd0d580-a4bf-4a5d-ac9d-1b79ec12f841 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "PUT /v2.0/floatingips/fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 HTTP/1.1" status: 200 len: 991 time: 1.6053438 Dec 23 08:51:51.763248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:51:51.844712 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'status': 'completed', 'code': 200} Dec 23 08:51:51.891581 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-6adc8021-56a7-40dd-b3d7-f219089a29d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 1098 time: 0.1743174 Dec 23 08:51:51.934615 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:51:52.032580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-2e375884-aa13-4764-a1ee-0f0906a010f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:52.033885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-2e375884-aa13-4764-a1ee-0f0906a010f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1228883 Dec 23 08:51:52.135029 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-7718180d-6c80-4e9d-92af-254f9f5ab294 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 200 len: 999 time: 0.0941436 Dec 23 08:51:52.195562 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-47b66679-a646-4854-91cd-2caac0b3c137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:52.196963 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-47b66679-a646-4854-91cd-2caac0b3c137 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0561018 Dec 23 08:51:52.273844 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-c61ccb40-7e12-4d49-8c2f-9d6181b3873a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702715 Dec 23 08:51:52.280812 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:7c:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f40be-5500-4ac4-bd04-fb18535deb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:51:50Z', 'revision_number': 9, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:51:52.285107 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:51:52.295045 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:51:52.295612 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:51:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:51:52.402454 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-0b112986-4957-421f-a960-329088a029d4 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227353 Dec 23 08:51:52.467146 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:51:52.532595 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2f5b0d25-4d00-4ed2-9427-b9d4962d61de req-13f4a256-3ba4-48f1-8161-fbea418258f8 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239529 Dec 23 08:51:52.639498 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e0c9a7a9-f2df-4c03-8f81-11fc6b9f17a6 req-38287d41-6ed1-4816-8f1a-5d741446d711 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 1098 time: 0.0662785 Dec 23 08:51:52.766768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9a7a9-f2df-4c03-8f81-11fc6b9f17a6 req-5dd2a69f-9968-48fb-a261-ae8d4eafe74f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:52.768176 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e0c9a7a9-f2df-4c03-8f81-11fc6b9f17a6 req-5dd2a69f-9968-48fb-a261-ae8d4eafe74f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1231756 Dec 23 08:51:52.837529 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:7c:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f40be-5500-4ac4-bd04-fb18535deb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:51:50Z', 'revision_number': 9, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:51:52.841360 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564e83f-389b-47ad-833b-ebef3ce97ff5 None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:7c:6f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335f40be-5500-4ac4-bd04-fb18535deb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:51:50Z', 'revision_number': 9, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:51:52.870784 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e0c9a7a9-f2df-4c03-8f81-11fc6b9f17a6 req-2a380faa-f61c-4d10-9ce7-b3c638ecd1fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 200 len: 999 time: 0.0957868 Dec 23 08:51:52.938071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9a7a9-f2df-4c03-8f81-11fc6b9f17a6 req-8b635f54-02a7-423b-9908-7ba29e519fbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:51:52.939500 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e0c9a7a9-f2df-4c03-8f81-11fc6b9f17a6 req-8b635f54-02a7-423b-9908-7ba29e519fbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0629025 Dec 23 08:51:53.019837 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e0c9a7a9-f2df-4c03-8f81-11fc6b9f17a6 req-a7ad8578-386b-4554-9820-16dab6ffb889 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738480 Dec 23 08:51:53.050112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f379d9-9769-4783-a686-b5aee051c6a2 None None] New status for floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:51:53.153529 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e0c9a7a9-f2df-4c03-8f81-11fc6b9f17a6 req-207ef18d-26f2-4c04-a206-82224908ef03 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249592 Dec 23 08:51:53.281593 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e0c9a7a9-f2df-4c03-8f81-11fc6b9f17a6 req-11d0929c-571f-4552-aaed-e5ea98d60da7 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218171 Dec 23 08:52:00.494453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e0715c9a-2650-476d-a48a-4b7112fb42d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:00.531589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:02.789385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-52e99c5c-a74f-4404-9a86-8250a3e5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:03.879010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:03.980782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:05.328384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:26.247475 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:52:27.255438 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-71e48918-04c7-4674-b90a-e46bf69c8043 req-e6b7bf83-1d51-4b8d-9fd1-8b3385927512 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0679812 Dec 23 08:52:27.559779 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-6ef9ed93-ab06-4d9b-8c4b-d4c0df3c0c27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341860 Dec 23 08:52:27.647124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a579a9-b793-467e-9db4-e36926d7c29e req-22c3ed7d-a218-4707-bc45-6829e52af42e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:27.648764 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-71a579a9-b793-467e-9db4-e36926d7c29e req-22c3ed7d-a218-4707-bc45-6829e52af42e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.1656373 Dec 23 08:52:27.694289 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-71a579a9-b793-467e-9db4-e36926d7c29e req-464e234e-ad3f-4c91-bcde-b87ef62c3349 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394988 Dec 23 08:52:28.785582 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-82762fc7-9fd6-43de-a0d6-3e5b813a70f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 1098 time: 0.1804776 Dec 23 08:52:28.916306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-87561053-2186-4104-94f4-2dc94fca1462 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:28.917706 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-87561053-2186-4104-94f4-2dc94fca1462 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1252310 Dec 23 08:52:28.958097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151fc07-2783-4d98-8d9b-85652a7d8661 req-bd83d2b0-bacc-4681-a22d-8c1e23b40ead tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:28.959899 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e151fc07-2783-4d98-8d9b-85652a7d8661 req-bd83d2b0-bacc-4681-a22d-8c1e23b40ead tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.1450157 Dec 23 08:52:29.023017 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-187f51b1-bf75-406a-9e4d-22e51f85340f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 200 len: 1002 time: 0.0983405 Dec 23 08:52:29.090185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-14616745-dcb1-48cb-b6c1-dcab84084bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:29.091545 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-14616745-dcb1-48cb-b6c1-dcab84084bf9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0624623 Dec 23 08:52:29.106353 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e151fc07-2783-4d98-8d9b-85652a7d8661 req-be6c9de1-6874-4201-a8d1-b94fbcbade8f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410954 Dec 23 08:52:29.164257 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-bc2e6a51-8d16-45ed-9212-6be217fb73c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667810 Dec 23 08:52:29.293390 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-4960cd2b-66e3-480c-a717-bce0531aedc7 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225221 Dec 23 08:52:29.422314 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-a61e09bd-40de-4dfa-ad8a-924147f4ffaa service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229506 Dec 23 08:52:30.297366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ad13-e7c1-42dc-aa00-7c47ef083421 req-10a9f804-952f-4203-adcf-2cd2a7fc9d60 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:30.298726 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e65ad13-e7c1-42dc-aa00-7c47ef083421 req-10a9f804-952f-4203-adcf-2cd2a7fc9d60 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0736206 Dec 23 08:52:30.343901 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e65ad13-e7c1-42dc-aa00-7c47ef083421 req-250757a7-dcab-4561-b7f2-c79ae4b41558 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398567 Dec 23 08:52:30.497687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-df32a088-32c2-49ad-abe7-52f055d08895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:30.544588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:31.540727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00245f6e-4169-4d54-b240-daf09f09b573 req-d0bff2f1-2088-4aac-98e6-99320561cead tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:31.542166 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-00245f6e-4169-4d54-b240-daf09f09b573 req-d0bff2f1-2088-4aac-98e6-99320561cead tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0772457 Dec 23 08:52:31.585692 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-00245f6e-4169-4d54-b240-daf09f09b573 req-5470d9b9-03bf-4a19-a837-24631b20036e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380852 Dec 23 08:52:32.783289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34392a31-4cae-4d3a-b2b3-590584e842d1 req-e338fe6a-6dcd-4245-b300-ffd378ec4214 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:32.784727 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-34392a31-4cae-4d3a-b2b3-590584e842d1 req-e338fe6a-6dcd-4245-b300-ffd378ec4214 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0755203 Dec 23 08:52:32.791364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-964a5a5f-e897-455e-8e7d-c00c48d933a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:32.834871 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-34392a31-4cae-4d3a-b2b3-590584e842d1 req-86f5df37-60f1-41ef-8029-4ceeabeecbf2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433478 Dec 23 08:52:33.880498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:33.978415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:34.032836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f265c3-c679-440a-ac01-55cc96e9b710 req-adb88369-ed7e-4da9-8aab-13ee5fff4a77 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:34.034306 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-07f265c3-c679-440a-ac01-55cc96e9b710 req-adb88369-ed7e-4da9-8aab-13ee5fff4a77 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0792103 Dec 23 08:52:34.086866 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-07f265c3-c679-440a-ac01-55cc96e9b710 req-c16b725e-6ec8-4922-82d9-f467d5090f62 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464489 Dec 23 08:52:35.280596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d601b3-ffc4-48d7-8b17-a1544019e7db req-2df36b3e-738a-489d-aebf-7c0b9361a36f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:35.282060 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-97d601b3-ffc4-48d7-8b17-a1544019e7db req-2df36b3e-738a-489d-aebf-7c0b9361a36f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0787344 Dec 23 08:52:35.328050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:35.330337 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-97d601b3-ffc4-48d7-8b17-a1544019e7db req-ab686103-00bd-42bb-86c9-8826ed3dbdb9 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427201 Dec 23 08:52:36.522287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333e053-4abb-4c37-b351-484c572f90b0 req-14d080e3-9680-4133-a12e-f18d4aa102d2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:36.526842 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e333e053-4abb-4c37-b351-484c572f90b0 req-14d080e3-9680-4133-a12e-f18d4aa102d2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0779934 Dec 23 08:52:36.571446 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e333e053-4abb-4c37-b351-484c572f90b0 req-620fa17c-f64b-4800-9a08-cf0321b26bdd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389409 Dec 23 08:52:37.766582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbfb3b-c4d3-40b1-bafa-84aad5512dd5 req-a531cfdc-d952-408c-92cc-6e02d918e1fe tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:37.767983 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9fbfb3b-c4d3-40b1-bafa-84aad5512dd5 req-a531cfdc-d952-408c-92cc-6e02d918e1fe tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0777369 Dec 23 08:52:37.811825 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9fbfb3b-c4d3-40b1-bafa-84aad5512dd5 req-592090f5-d2b6-4b7b-a22e-b40f842417af tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383310 Dec 23 08:52:39.008161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4427d6-9a3c-44d0-a92f-40139bb00002 req-42c6a2ff-448e-4a3e-9483-11f97fc16398 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:39.009577 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a4427d6-9a3c-44d0-a92f-40139bb00002 req-42c6a2ff-448e-4a3e-9483-11f97fc16398 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0767183 Dec 23 08:52:39.057182 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a4427d6-9a3c-44d0-a92f-40139bb00002 req-7c47b03c-0b0d-4da5-a2ee-50c19c9e5e36 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422504 Dec 23 08:52:40.253033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d365f-5f89-48ea-9da8-dfc6c8d76967 req-0fe771fc-3100-4fac-bd1a-aa8011f100f2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:40.254404 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa7d365f-5f89-48ea-9da8-dfc6c8d76967 req-0fe771fc-3100-4fac-bd1a-aa8011f100f2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0759430 Dec 23 08:52:40.298332 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa7d365f-5f89-48ea-9da8-dfc6c8d76967 req-cf8f1e2e-a874-4fa9-9b9f-047bcb5d5639 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378385 Dec 23 08:52:41.075707 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-306a2ccb-3868-4a84-b0b4-e2698d252607 service neutron] 10.222.0.24 "GET /v2.0/ports/9d5b4066-b01a-4fb5-8574-73934e4a2327/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0746608 Dec 23 08:52:41.330135 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-2cd9b3e2-5889-4771-a542-701e43a49d0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 1098 time: 0.0674405 Dec 23 08:52:41.421852 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-9c5f14e1-c37c-44fd-9914-3e231d0122da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 1098 time: 0.0696638 Dec 23 08:52:41.496559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20293a9c-7aeb-4604-ac81-b3576c57cfba req-cff22696-71b7-4738-9105-582bd583bb78 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:41.498046 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-20293a9c-7aeb-4604-ac81-b3576c57cfba req-cff22696-71b7-4738-9105-582bd583bb78 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0792348 Dec 23 08:52:41.544640 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-20293a9c-7aeb-4604-ac81-b3576c57cfba req-9b40fecc-8cf5-49f4-8e6f-db1f3f710b01 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399454 Dec 23 08:52:41.555131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-94163a94-0cae-4844-a805-af08585cb171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:41.556550 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-94163a94-0cae-4844-a805-af08585cb171 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1281915 Dec 23 08:52:41.654929 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-d6c2dadb-c3c0-49da-a93d-8a7778a94038 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 200 len: 1002 time: 0.0923305 Dec 23 08:52:41.719040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-c28fca16-0f78-41b3-b268-bd003c3a46ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:41.720421 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-c28fca16-0f78-41b3-b268-bd003c3a46ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0588768 Dec 23 08:52:41.793190 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-3694730e-380b-4cfa-ab71-e8c04aa816e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655661 Dec 23 08:52:41.923043 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-5ba59a36-3a7c-4b36-8582-b1e8c5d3191a service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232026 Dec 23 08:52:42.050905 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-78f1d59e-e7d2-444c-8198-4a9d9be52678 req-cb6437d4-f2c7-4e59-adbe-3f6e6bcc574f service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216540 Dec 23 08:52:42.877519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511ddc0-55f4-4934-8cd3-f56fd8f2748f req-b8f36978-e10f-4024-b952-1b245aed12f2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:42.878880 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2511ddc0-55f4-4934-8cd3-f56fd8f2748f req-b8f36978-e10f-4024-b952-1b245aed12f2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0746651 Dec 23 08:52:42.924539 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2511ddc0-55f4-4934-8cd3-f56fd8f2748f req-84734dff-5ec3-4c33-bcc6-a2926c129306 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398290 Dec 23 08:52:44.138912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b681c-f533-40e2-aa80-04e5e7dc5cb9 req-3bdd66ea-78f7-4d5c-9e08-7c070fb06998 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:44.140337 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ca7b681c-f533-40e2-aa80-04e5e7dc5cb9 req-3bdd66ea-78f7-4d5c-9e08-7c070fb06998 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0773649 Dec 23 08:52:44.184419 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ca7b681c-f533-40e2-aa80-04e5e7dc5cb9 req-8c8b671e-3603-4951-88fc-57780f7d623d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387099 Dec 23 08:52:44.200590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:52:44.202978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:52:44.418472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:44.457610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:52:44.468592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:52:44.482528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'port_id': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'mac_address': 'fa:16:3e:7c:6f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:52:44.484765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:52:44.527924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:44.590193 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'code': 200} Dec 23 08:52:44.612312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:44.637763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:52:44.640782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5b4066-b01a-4fb5-8574-73934e4a2327 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:52:44.659175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.659556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.659837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.660161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.660484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.660801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.661139 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.661429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.661739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.662086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.662400 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:44.667999 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:52:44.675385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:44.686524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94983f-121f-44a6-b6f4-887a2d0e9af2 req-504648bc-d237-4a94-b1e9-99d8425ddeb2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:44.687970 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4a94983f-121f-44a6-b6f4-887a2d0e9af2 req-504648bc-d237-4a94-b1e9-99d8425ddeb2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 943 time: 0.0798883 Dec 23 08:52:44.727710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-376a44a4-fde9-40f7-ab40-6330eb0ba623 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:44.728551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-376a44a4-fde9-40f7-ab40-6330eb0ba623 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Synchronizing usage tracker for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:52:44.741270 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4a94983f-121f-44a6-b6f4-887a2d0e9af2 req-bdc763c7-df2b-47e2-a4ca-7cbf8209e7f5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468659 Dec 23 08:52:44.745644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-376a44a4-fde9-40f7-ab40-6330eb0ba623 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Unset dirty status for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:52:44.746961 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-376a44a4-fde9-40f7-ab40-6330eb0ba623 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36&tenant_id=f250c530a5604b0f8e7af7d16db671ce&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 943 time: 0.2080462 Dec 23 08:52:44.750279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:52:44.754343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['9d5b4066-b01a-4fb5-8574-73934e4a2327'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:52:44.831792 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-5cee9473-1213-485f-9153-b9136f01a1cc service neutron] 10.222.0.24 "GET /v2.0/ports/9d5b4066-b01a-4fb5-8574-73934e4a2327/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0790870 Dec 23 08:52:44.924458 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-c21ebad5-3c38-4a63-8f7e-10389732369d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 1097 time: 0.0693650 Dec 23 08:52:45.054132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-78e8e6d5-e94c-4974-979e-39482d23b708 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:45.055450 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-78e8e6d5-e94c-4974-979e-39482d23b708 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1241717 Dec 23 08:52:45.157482 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-f9006d5c-f3de-43f3-b118-41eadecdc7e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 200 len: 1001 time: 0.0954015 Dec 23 08:52:45.220126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-75abc054-ac9d-45b4-b007-4c291a546908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:45.221490 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-75abc054-ac9d-45b4-b007-4c291a546908 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0577374 Dec 23 08:52:45.294245 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-1d31fa77-1fce-4c47-9c6a-544e06fdbcd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660517 Dec 23 08:52:45.430722 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-b00f064b-322c-42cc-940b-64fac2e99e83 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299994 Dec 23 08:52:45.561414 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-2a08e7c4-77a3-4d8a-a92c-7e657a183a9d service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239741 Dec 23 08:52:45.939112 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a69cd-dfa1-4a27-84ab-b0d3c0573009 req-746ca8df-7f07-4900-bbf6-023ea775944f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:45.940509 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e3a69cd-dfa1-4a27-84ab-b0d3c0573009 req-746ca8df-7f07-4900-bbf6-023ea775944f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 944 time: 0.0760949 Dec 23 08:52:45.984850 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e3a69cd-dfa1-4a27-84ab-b0d3c0573009 req-36b452c7-b213-45fb-8501-918099cf52c0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384512 Dec 23 08:52:46.198084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:52:46.266706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 9d5b4066-b01a-4fb5-8574-73934e4a2327 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:52:46.267068 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:46.373648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:46.404600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:52:46.408401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:46.506514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=8']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:52:46.591685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:52:46.653086 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'code': 200} Dec 23 08:52:47.181207 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662473b6-c28a-421e-9d84-11c1813321a9 req-81ffe5e7-9334-4a4a-809b-ec9089099c24 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:47.182652 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-662473b6-c28a-421e-9d84-11c1813321a9 req-81ffe5e7-9334-4a4a-809b-ec9089099c24 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0787563 Dec 23 08:52:47.227468 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-662473b6-c28a-421e-9d84-11c1813321a9 req-6a36c0df-3da5-4d9a-bd33-a8ea2daca63a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393994 Dec 23 08:52:47.942616 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-3a9b7ea7-1224-4cde-ac49-457092b38e01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 1098 time: 0.0659897 Dec 23 08:52:48.033412 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-41d9ba55-74f4-47b2-95de-ad689f1b5b6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 1098 time: 0.0693760 Dec 23 08:52:48.159395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-19b4d55d-7a8a-4709-bd90-15fabc38ab55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:48.160786 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-19b4d55d-7a8a-4709-bd90-15fabc38ab55 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1214631 Dec 23 08:52:48.260947 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-7118e205-356c-4f29-bf42-bc3983649fca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 200 len: 1002 time: 0.0939441 Dec 23 08:52:48.321890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-e6c01df9-f0db-407b-b0be-f1954f6d1e9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:48.323329 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-e6c01df9-f0db-407b-b0be-f1954f6d1e9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0563116 Dec 23 08:52:48.399351 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-eed0e814-f430-405d-8d0d-d49ad7938006 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698535 Dec 23 08:52:48.423938 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa683-0b91-4ff0-ac02-33779f1ff159 req-0dc7ddb7-ea5f-4be9-9385-666f1cc7cc10 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:48.425274 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-13caa683-0b91-4ff0-ac02-33779f1ff159 req-0dc7ddb7-ea5f-4be9-9385-666f1cc7cc10 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0742633 Dec 23 08:52:48.469688 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-13caa683-0b91-4ff0-ac02-33779f1ff159 req-c2cb7c3d-62fe-4465-823c-738b71e45288 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388961 Dec 23 08:52:48.530127 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-4a0b407b-ea46-4dda-a99d-56b091122ac5 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242359 Dec 23 08:52:48.656929 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8e717bdf-e786-4f94-9d45-286cb47085a4 req-71cb6f51-aa6a-46c7-a7ef-31d602266128 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208825 Dec 23 08:52:49.671432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d11d86-00a3-4ab0-ab1d-ec389aecd508 req-d926a1e8-9806-4a6d-ac94-16d580ac3b9c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:49.674117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a4d11d86-00a3-4ab0-ab1d-ec389aecd508 req-d926a1e8-9806-4a6d-ac94-16d580ac3b9c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0805821 Dec 23 08:52:49.721140 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a4d11d86-00a3-4ab0-ab1d-ec389aecd508 req-e42f2126-ff62-47be-b400-e1a7e51e3a43 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411942 Dec 23 08:52:50.213451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:52:50.216826 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:52:50.427899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:50.449310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:52:50.468430 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'port_id': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'mac_address': 'fa:16:3e:7c:6f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:52:50.473665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:52:50.509257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:52:50.517657 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:50.556394 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'code': 200} Dec 23 08:52:50.584924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:50.608810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d5b4066-b01a-4fb5-8574-73934e4a2327 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:52:50.616519 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=9']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:52:50.668923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:52:50.669261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:52:50.914402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6710d-6e60-4376-8cc1-7a299b4686fa req-a5785570-50af-4bb2-adcb-42c49a2af2e5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:50.915808 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-63a6710d-6e60-4376-8cc1-7a299b4686fa req-a5785570-50af-4bb2-adcb-42c49a2af2e5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 943 time: 0.0740020 Dec 23 08:52:50.959762 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-63a6710d-6e60-4376-8cc1-7a299b4686fa req-cbcd228a-a6f3-46ec-8d51-cfa8021905bd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386159 Dec 23 08:52:51.155821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983c9e7-5f46-48ac-b6be-a43c489b08b2 req-44c6b93f-f72e-4412-9428-d3f159e62123 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:51.157227 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0983c9e7-5f46-48ac-b6be-a43c489b08b2 req-44c6b93f-f72e-4412-9428-d3f159e62123 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 943 time: 0.0782883 Dec 23 08:52:51.201822 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0983c9e7-5f46-48ac-b6be-a43c489b08b2 req-ff243f7c-5b38-4c78-a372-51e55dcb0b69 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384293 Dec 23 08:52:51.223525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:51.241592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5b4066-b01a-4fb5-8574-73934e4a2327 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:52:51.256220 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:52:51.260901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:51.325434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['9d5b4066-b01a-4fb5-8574-73934e4a2327'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:52:51.365089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=10']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:52:51.405274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413282b-3b5e-4eea-a8ed-8dc9c0f05e18 req-4b75c7a2-feeb-4a22-9adf-01ba09238c72 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:51.406793 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b413282b-3b5e-4eea-a8ed-8dc9c0f05e18 req-4b75c7a2-feeb-4a22-9adf-01ba09238c72 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0827248 Dec 23 08:52:51.454117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b413282b-3b5e-4eea-a8ed-8dc9c0f05e18 req-3482eed3-a4f9-4be5-971b-30f58dc30e60 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 Dec 23 08:52:51.861814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af330b43-e5db-4097-9a72-b34f296c23eb req-bb17fbdf-a99b-4a82-b4e4-01b3c8bdab7e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:51.863254 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-af330b43-e5db-4097-9a72-b34f296c23eb req-bb17fbdf-a99b-4a82-b4e4-01b3c8bdab7e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 945 time: 0.0760858 Dec 23 08:52:51.907071 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-af330b43-e5db-4097-9a72-b34f296c23eb req-321dcfc0-67c4-4fd3-8ad5-d861c0d4e65c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383391 Dec 23 08:52:52.228585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:52:52.295080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 9d5b4066-b01a-4fb5-8574-73934e4a2327 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:52:52.295443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:52.406523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:52.437349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:52:52.440825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:52.504425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=11']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:52:52.556518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:52:52.610501 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'code': 200} Dec 23 08:52:53.177277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1665b-2882-42e9-8716-d5ec3c56d3be req-72eace73-48eb-4c39-bbd3-8f9077a18b3c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:53.178759 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a4c1665b-2882-42e9-8716-d5ec3c56d3be req-72eace73-48eb-4c39-bbd3-8f9077a18b3c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 946 time: 0.1518643 Dec 23 08:52:53.222780 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a4c1665b-2882-42e9-8716-d5ec3c56d3be req-01bfa1e2-19b9-4ed9-8f91-be9563b32ff2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Dec 23 08:52:53.956131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626205-1811-4698-b275-1fba66852583 req-c076514c-8217-4789-8fa1-5a5db5b9178c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:53.957511 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4a626205-1811-4698-b275-1fba66852583 req-c076514c-8217-4789-8fa1-5a5db5b9178c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 946 time: 0.1559577 Dec 23 08:52:54.022440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Deleting port 9d5b4066-b01a-4fb5-8574-73934e4a2327 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:52:54.022772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:54.254255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] For port 9d5b4066-b01a-4fb5-8574-73934e4a2327, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9d5b4066-b01a-4fb5-8574-73934e4a2327,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:52:54.254517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:54.417241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443045-5db9-43b2-ade1-3d4d81f7f96b req-04bafa63-9113-4206-adf0-e41726020287 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:54.418846 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-78443045-5db9-43b2-ade1-3d4d81f7f96b req-04bafa63-9113-4206-adf0-e41726020287 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 946 time: 0.0750694 Dec 23 08:52:54.463262 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-78443045-5db9-43b2-ade1-3d4d81f7f96b req-aea297de-1826-4269-9516-3c23d5f43150 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388792 Dec 23 08:52:54.539440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:54.539802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:54.540106 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 disassociated. External IP: 172.26.8.120, port: 9d5b4066-b01a-4fb5-8574-73934e4a2327. Dec 23 08:52:54.540433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Calling delete_port for 9d5b4066-b01a-4fb5-8574-73934e4a2327 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:52:54.677037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:54.727964 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event deleted for resources: {'Port': ['ID=9d5b4066-b01a-4fb5-8574-73934e4a2327,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:52:54.739946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.740286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.740611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.740930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.741273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.741564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.741881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.742228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.742540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.742856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.743166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:52:54.946206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:52:55.137448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:52:55.148175 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:52:55.159457 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:52:55.160035 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:52:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:52:55.205329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] No DVR routers for this DVR port 9d5b4066-b01a-4fb5-8574-73934e4a2327 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:52:55.207753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:55.210304 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-deleted', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:52:55.225983 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4a626205-1811-4698-b275-1fba66852583 req-10244c3f-db71-4123-9186-65d80f150fa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "DELETE /v2.0/ports/9d5b4066-b01a-4fb5-8574-73934e4a2327 HTTP/1.1" status: 204 len: 173 time: 1.2626064 Dec 23 08:52:55.267578 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335f40be-5500-4ac4-bd04-fb18535deb36', 'name': 'network-vif-deleted', 'tag': '9d5b4066-b01a-4fb5-8574-73934e4a2327', 'status': 'completed', 'code': 200} Dec 23 08:52:55.348554 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:52:55.644469 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b88a2ae-7714-452f-a179-572db1722d4b req-9bfd4286-5c5a-433c-83a9-3fe99787e106 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=335f40be-5500-4ac4-bd04-fb18535deb36 HTTP/1.1" status: 200 len: 210 time: 0.0475142 Dec 23 08:52:55.676457 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:52:55.681354 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:52:55.691608 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:52:55.692180 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:52:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:52:55.868201 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:52:56.191749 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:52:56.196114 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d0eb6c-f225-45be-870c-85d1081d13c7 None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:52:56.404224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e4dccd-e739-4ca9-8877-a7b5b408ba55 None None] New status for floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:52:57.008825 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-b7f8b04b-47f4-4a4e-af13-fd3b228cf92e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--902487461&fields=id&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 267 time: 0.0395923 Dec 23 08:52:57.149543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-09fe50a7-6977-46d5-87d4-e339f1c59509 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:57.150974 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-09fe50a7-6977-46d5-87d4-e339f1c59509 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 811 time: 0.1361067 Dec 23 08:52:57.166796 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-f25268d6-e3e8-4d45-94d9-3ccef8ac2435 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/quotas/f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 375 time: 0.0107121 Dec 23 08:52:57.244986 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-7afa60e0-e19c-48c5-bdd7-39e2cc1f308c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736525 Dec 23 08:52:57.377302 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-05a070d1-efb2-455d-8824-96777b5d2442 service neutron] 10.222.0.36 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212935 Dec 23 08:52:57.505401 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6592c8ca-31a9-4124-b4fe-798854bec355 service neutron] 10.222.0.36 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224868 Dec 23 08:52:57.688268 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-18ee7ae8-b8e5-4f3e-bdc1-95c8399427d1 req-b6a2cb04-bd9c-4e99-85dd-9ca3511c8375 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 210 time: 0.0457525 Dec 23 08:52:58.244200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:52:58.279144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 9d5b4066-b01a-4fb5-8574-73934e4a2327 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:52:58.279479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 9d5b4066-b01a-4fb5-8574-73934e4a2327 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:52:58.667294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-bb77feb1-4837-40ae-9ee4-4a20990acfa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:58.669360 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-bb77feb1-4837-40ae-9ee4-4a20990acfa1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 811 time: 0.1515601 Dec 23 08:52:58.841892 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-672b74e0-2991-4f92-b0dc-5eceb4d1151a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 379 time: 0.1592183 Dec 23 08:52:58.852218 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'port': {'device_id': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'admin_state_up': True, 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'security_groups': ['f53ccf4f-6381-4783-9191-3db75a233bfd']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:52:58.873745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-54dca584-07cb-4de3-8eab-3b2f73fff755 req-d585753b-6046-4698-96a9-335b673ebce4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 210 time: 0.0441525 Dec 23 08:52:58.992202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:52:58.996136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Usage tracker for resource:port and tenant:f250c530a5604b0f8e7af7d16db671ce is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:52:58.998910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:52:59.004410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:52:59.014134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Made reservation on behalf of f250c530a5604b0f8e7af7d16db671ce for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:52:59.017120 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:59.186050 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Allocated IP 172.20.0.11 (2685b334-da22-4d8a-8d4b-ce04727647c4/be6c6ce0-57c3-4d0a-bf79-2b4164792818/93a97c77-14b1-4680-9aea-866660d5ebdf) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:52:59.368909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:59.385300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Transition to ACTIVE for port object 93a97c77-14b1-4680-9aea-866660d5ebdf will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:52:59.410746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:59.487778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:52:59.491502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:52:59.495802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:52:59.520010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:52:59.560195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:52:59.560819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:59.591373 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-aba69e67-fa83-41c8-bc18-db7010935c7a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7432096 Dec 23 08:52:59.603294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Request body: {'port': {'device_id': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:52:59.712442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:59.744028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3ace71dc-bad7-47fd-83b4-8bd519759dde None None] Provisioning for port 93a97c77-14b1-4680-9aea-866660d5ebdf completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:52:59.748770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3ace71dc-bad7-47fd-83b4-8bd519759dde None None] Provisioning complete for port 93a97c77-14b1-4680-9aea-866660d5ebdf triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:52:59.749167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3ace71dc-bad7-47fd-83b4-8bd519759dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:52:59.800700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3ace71dc-bad7-47fd-83b4-8bd519759dde None None] Port 93a97c77-14b1-4680-9aea-866660d5ebdf cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:53:00.049001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a97c77-14b1-4680-9aea-866660d5ebdf {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:53:00.055997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:00.070270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee22244-7adc-4e63-9af3-b560ad217d58 req-7bf5f2a8-610d-4111-b99e-d316e831398a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:00.070846 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Transition to ACTIVE for port object 93a97c77-14b1-4680-9aea-866660d5ebdf will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:53:00.071770 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ee22244-7adc-4e63-9af3-b560ad217d58 req-7bf5f2a8-610d-4111-b99e-d316e831398a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 932 time: 0.0742571 Dec 23 08:53:00.074947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:00.120792 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0ee22244-7adc-4e63-9af3-b560ad217d58 req-58fd0d67-5199-4a31-b65a-db8b08dfc2c8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430272 Dec 23 08:53:00.201674 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:53:00.306247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Attempting to bind port 93a97c77-14b1-4680-9aea-866660d5ebdf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:53:00.306575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Attempting to bind port 93a97c77-14b1-4680-9aea-866660d5ebdf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:53:00.306914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Attempting to bind port 93a97c77-14b1-4680-9aea-866660d5ebdf on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:53:00.312740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Port 93a97c77-14b1-4680-9aea-866660d5ebdf on network 2685b334-da22-4d8a-8d4b-ce04727647c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:53:00.313046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Attempting to bind port 93a97c77-14b1-4680-9aea-866660d5ebdf on network 2685b334-da22-4d8a-8d4b-ce04727647c4 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:53:00.319769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:53:00.320096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Checking segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:53:00.320467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Bound using segment: {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:53:00.320876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Bound port: 93a97c77-14b1-4680-9aea-866660d5ebdf, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dce6189-4e53-43c3-be46-db975a6fe80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:53:00.321208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:00.406286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:53:00.409160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:53:00.412546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:00.475345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:00.476767 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] 10.222.0.24 "PUT /v2.0/ports/93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 200 len: 1094 time: 0.8782253 Dec 23 08:53:00.477200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:53:00.495696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be59660-5afc-4ae6-9c19-bb53eadc6f38 service neutron] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:53:00.521627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-902548c5-cd55-4ef2-a7f2-8a5adce479f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:00.563204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:00.566709 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'status': 'completed', 'code': 200} Dec 23 08:53:00.607714 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-f6c33bf6-360a-47f8-8188-c982428d7054 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 1097 time: 0.0844347 Dec 23 08:53:00.769661 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-5b63029a-f524-4f45-b5ae-c8ba0ba54572 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 200 len: 217 time: 0.1550374 Dec 23 08:53:00.831174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-9f8c4e10-be7e-46f9-87b8-900c994a232a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:00.832469 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-9f8c4e10-be7e-46f9-87b8-900c994a232a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0557847 Dec 23 08:53:00.905778 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-c7c46ef0-c3f9-40a5-9d29-ccbc15092448 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673609 Dec 23 08:53:01.034429 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-ec35c1f8-5e25-4ba9-ab84-25805328b1c3 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215034 Dec 23 08:53:01.163885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-48cba16d-cb1c-4b05-9363-7084f89b065e req-23d8f3b9-ecb4-433d-bc28-644317025bf1 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227140 Dec 23 08:53:01.281745 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0da3f33e-b93d-4912-b0c1-a49fbd5c58e2 req-64a2d1e5-c793-415a-83f5-dc9f00dcdd40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 1097 time: 0.0729072 Dec 23 08:53:01.316256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01762d9b-a326-48d2-b905-8a99aa47d1f8 req-c7bb2b48-16e1-4b1b-80cd-2398ea4a980d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:01.317591 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01762d9b-a326-48d2-b905-8a99aa47d1f8 req-c7bb2b48-16e1-4b1b-80cd-2398ea4a980d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 944 time: 0.0738904 Dec 23 08:53:01.362791 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01762d9b-a326-48d2-b905-8a99aa47d1f8 req-2a2e0e81-a71e-45d0-952b-88a9dcb43ca6 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395937 Dec 23 08:53:01.410052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3f33e-b93d-4912-b0c1-a49fbd5c58e2 req-c3025401-efe6-4fc8-8247-c9ebc7c17041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:01.411455 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0da3f33e-b93d-4912-b0c1-a49fbd5c58e2 req-c3025401-efe6-4fc8-8247-c9ebc7c17041 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1233189 Dec 23 08:53:01.482497 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0da3f33e-b93d-4912-b0c1-a49fbd5c58e2 req-720e008e-fd13-4d7e-a681-67d4d58ab351 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 200 len: 217 time: 0.0632679 Dec 23 08:53:01.543958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3f33e-b93d-4912-b0c1-a49fbd5c58e2 req-90f8f2cf-c224-4def-9a10-eb53fb3dae25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:01.545356 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0da3f33e-b93d-4912-b0c1-a49fbd5c58e2 req-90f8f2cf-c224-4def-9a10-eb53fb3dae25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0563710 Dec 23 08:53:01.621428 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0da3f33e-b93d-4912-b0c1-a49fbd5c58e2 req-856b354d-7702-4a74-b549-a0a04de89077 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696299 Dec 23 08:53:01.749540 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0da3f33e-b93d-4912-b0c1-a49fbd5c58e2 req-bc4c9890-127c-4c13-9134-80612bde7f52 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216159 Dec 23 08:53:01.880329 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0da3f33e-b93d-4912-b0c1-a49fbd5c58e2 req-02ca5b75-56a5-47fb-970f-97df2da9558e service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227515 Dec 23 08:53:02.558478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac344e-f27b-4e11-9399-32bf78e266e4 req-2595e4c3-9a89-49dc-97ec-1b8eb707d9d0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:02.559875 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3ac344e-f27b-4e11-9399-32bf78e266e4 req-2595e4c3-9a89-49dc-97ec-1b8eb707d9d0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 944 time: 0.0778372 Dec 23 08:53:02.603784 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b3ac344e-f27b-4e11-9399-32bf78e266e4 req-fca706ca-204a-42e7-896d-7e4f9be28929 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384865 Dec 23 08:53:02.793233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5ed039c2-060c-4685-b9f4-0e99ac31dd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:03.247114 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:53:03.797223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cea6f-6da2-4998-9a92-541208aac8f4 req-5483a85e-cd2e-43a4-94d6-0c6532852cc0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:03.798577 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-179cea6f-6da2-4998-9a92-541208aac8f4 req-5483a85e-cd2e-43a4-94d6-0c6532852cc0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 944 time: 0.0746100 Dec 23 08:53:03.842076 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-179cea6f-6da2-4998-9a92-541208aac8f4 req-eb1d7c4a-05b4-4419-91bd-8b7abf49772c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373738 Dec 23 08:53:03.885892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:03.978140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:04.259279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:53:04.389246 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:53:04.406750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'port_id': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'mac_address': 'fa:16:3e:53:94:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:53:04.487965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:04.504059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a97c77-14b1-4680-9aea-866660d5ebdf {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:53:04.518919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:53:04.523757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:04.590189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:53:04.723220 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['93a97c77-14b1-4680-9aea-866660d5ebdf'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:53:05.036328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0046d-30a9-41da-b01d-c4706bf16756 req-fea7eb8a-f2fe-4152-95f2-f3c1d35bb7f4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:05.037794 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65c0046d-30a9-41da-b01d-c4706bf16756 req-fea7eb8a-f2fe-4152-95f2-f3c1d35bb7f4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 945 time: 0.0772896 Dec 23 08:53:05.082155 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65c0046d-30a9-41da-b01d-c4706bf16756 req-891cda92-d564-4b60-8637-4734fbd1be71 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388267 Dec 23 08:53:05.330588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:06.274884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:53:06.278558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6b4a3-c45f-4a46-a246-e8b0e8040dd1 req-0bb52e37-64d6-4b9b-a6a7-a0729b685263 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:06.279995 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-33d6b4a3-c45f-4a46-a246-e8b0e8040dd1 req-0bb52e37-64d6-4b9b-a6a7-a0729b685263 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 945 time: 0.0757868 Dec 23 08:53:06.324186 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-33d6b4a3-c45f-4a46-a246-e8b0e8040dd1 req-c2791dda-5497-481b-b5e2-670e16f6b110 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 Dec 23 08:53:06.343205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 93a97c77-14b1-4680-9aea-866660d5ebdf completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:53:06.348357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 93a97c77-14b1-4680-9aea-866660d5ebdf triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:53:06.348720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:06.459675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:06.485411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:53:06.495128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:53:06.499524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:06.563593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:53:06.617937 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'code': 200} Dec 23 08:53:06.854216 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fe09ca64-94c5-424d-a199-1aca839fd8cf req-d80abe4f-2db7-4820-b93f-12a87f32d48d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 1099 time: 0.0654662 Dec 23 08:53:06.894108 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fe09ca64-94c5-424d-a199-1aca839fd8cf req-92820100-9d77-478c-ad81-bb48023faccd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343177 Dec 23 08:53:07.520598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfbe1e-76ea-404e-9fde-09967032b793 req-4f7c9e90-f20c-4cd8-8d28-883ef788e05c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:07.522053 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-13cfbe1e-76ea-404e-9fde-09967032b793 req-4f7c9e90-f20c-4cd8-8d28-883ef788e05c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0779524 Dec 23 08:53:07.567023 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-13cfbe1e-76ea-404e-9fde-09967032b793 req-96e6086d-62a1-4f94-80d9-904c6703a948 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393021 Dec 23 08:53:08.762499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65428b3-0808-4a12-8f36-05cb5cc4cc4f req-af003e99-95ee-4f18-bc67-d8456c92a6f1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:08.763912 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a65428b3-0808-4a12-8f36-05cb5cc4cc4f req-af003e99-95ee-4f18-bc67-d8456c92a6f1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0746624 Dec 23 08:53:08.810555 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a65428b3-0808-4a12-8f36-05cb5cc4cc4f req-ae2ca84b-2bb8-4fec-b29b-a53d43f671e5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412488 Dec 23 08:53:08.997908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23167dd1-cb77-4044-b218-66e5f70cc68e req-c29e1dc7-0df4-4945-a87f-d9c00e51b783 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:08.999328 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-23167dd1-cb77-4044-b218-66e5f70cc68e req-c29e1dc7-0df4-4945-a87f-d9c00e51b783 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0750351 Dec 23 08:53:09.007667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55506) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:53:09.012684 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-cdc23e98-3166-446c-81a3-7d7edf5434d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Request body: {'floatingip': {'port_id': '93a97c77-14b1-4680-9aea-866660d5ebdf'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:53:09.168138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdc23e98-3166-446c-81a3-7d7edf5434d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:09.747391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdc23e98-3166-446c-81a3-7d7edf5434d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:09.750838 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdc23e98-3166-446c-81a3-7d7edf5434d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:09.935723 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-cdc23e98-3166-446c-81a3-7d7edf5434d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 associated. External IP: 172.26.8.120, port: 93a97c77-14b1-4680-9aea-866660d5ebdf. Dec 23 08:53:10.310253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc23e98-3166-446c-81a3-7d7edf5434d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:53:10.604545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc23e98-3166-446c-81a3-7d7edf5434d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:53:10.608653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cdc23e98-3166-446c-81a3-7d7edf5434d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:10.614166 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:53:10.626905 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:53:10.627486 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:53:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:53:10.659720 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cdc23e98-3166-446c-81a3-7d7edf5434d5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "PUT /v2.0/floatingips/fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 HTTP/1.1" status: 200 len: 993 time: 1.6510406 Dec 23 08:53:10.660288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:53:10.715500 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'status': 'completed', 'code': 200} Dec 23 08:53:10.811109 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-151befe7-b79a-4ce5-8ca4-22d086dd1531 req-9c80e29a-0e5b-420c-ba8b-0052b8181d13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 1099 time: 0.0742335 Dec 23 08:53:10.817759 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:53:10.939783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151befe7-b79a-4ce5-8ca4-22d086dd1531 req-848d5ad7-2f86-4e46-acb2-887d928a3783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:10.941209 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-151befe7-b79a-4ce5-8ca4-22d086dd1531 req-848d5ad7-2f86-4e46-acb2-887d928a3783 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1243851 Dec 23 08:53:11.041409 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-151befe7-b79a-4ce5-8ca4-22d086dd1531 req-8935dcbc-febb-438f-9d90-3c3e89fe1e50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 200 len: 1001 time: 0.0934947 Dec 23 08:53:11.159311 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:53:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:53:09Z', 'revision_number': 13, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:53:11.163745 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:53:11.173666 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:53:11.174264 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:53:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:53:11.203507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151befe7-b79a-4ce5-8ca4-22d086dd1531 req-c8b31827-db29-4b3c-af0a-b8fe9eedbffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:11.204828 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-151befe7-b79a-4ce5-8ca4-22d086dd1531 req-c8b31827-db29-4b3c-af0a-b8fe9eedbffd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.1577671 Dec 23 08:53:11.278675 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-151befe7-b79a-4ce5-8ca4-22d086dd1531 req-63fc3f00-41ea-440b-81e1-50950ce5e8b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677860 Dec 23 08:53:11.350112 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:53:11.405754 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-151befe7-b79a-4ce5-8ca4-22d086dd1531 req-1b26d5eb-62bf-40ea-b58d-a99564a47f5c service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211524 Dec 23 08:53:11.534303 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-151befe7-b79a-4ce5-8ca4-22d086dd1531 req-2547ae80-12a5-4a11-9836-245b04bdb37b service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219010 Dec 23 08:53:11.690756 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:53:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:53:09Z', 'revision_number': 13, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:53:11.694628 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf2196-4788-4a3c-a9a1-e13903f38842 None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'port_id': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'mac_address': 'fa:16:3e:53:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:49:08Z', 'updated_at': '2021-12-23T08:53:09Z', 'revision_number': 13, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:53:11.884651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520001b2-941d-4467-a307-2b7028d4f956 None None] New status for floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:53:30.503524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9b3a066e-0eb6-4ccf-987d-4b5f2b43372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:30.552276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:32.797302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1dffb022-d6e1-44bc-a5be-68413a15cf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:33.887306 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:33.981479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:35.332026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:53:40.246847 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:53:47.633795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f545950-150a-48a4-9ab6-08ff62d71129 req-1868046b-ff6c-45aa-927f-4b2ead064338 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:47.635132 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f545950-150a-48a4-9ab6-08ff62d71129 req-1868046b-ff6c-45aa-927f-4b2ead064338 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0766008 Dec 23 08:53:47.678964 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f545950-150a-48a4-9ab6-08ff62d71129 req-80126f50-9901-4c06-ae3e-4afe781bdccb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384498 Dec 23 08:53:54.025135 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-3a1c4b47-9e43-4279-a4a7-43732d2c3fe1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732129 Dec 23 08:53:54.158060 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-7e56aed8-daed-4c43-a9a3-86b572ade934 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 1099 time: 0.0668519 Dec 23 08:53:54.296128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-6f234e8b-7da6-49f5-8f90-2e7cbe41d203 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:54.297430 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-6f234e8b-7da6-49f5-8f90-2e7cbe41d203 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1221194 Dec 23 08:53:54.399620 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-85383002-f771-4fdd-a7e4-822b5043663e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 200 len: 1003 time: 0.0959592 Dec 23 08:53:54.462682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-fbc93e2b-4133-4306-97ea-97c492897b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:54.464006 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-fbc93e2b-4133-4306-97ea-97c492897b93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0587378 Dec 23 08:53:54.536923 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-130cb7fc-6c3c-4032-ac5f-4586c13e7e8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668118 Dec 23 08:53:54.687770 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-499cc694-5271-4871-8f35-60f91fa3dda9 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285193 Dec 23 08:53:54.822231 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e316d5b-7c31-4991-89fc-e56ef4ed721e req-2a552646-e40f-483e-bbb0-da8a29ad7914 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271467 Dec 23 08:53:56.177189 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e46c7bba-aa81-4d8e-9f2d-ee834ecad30d req-1010be4c-6f4e-4bb2-be55-a544a2b98f4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0651288 Dec 23 08:53:56.422371 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-51beb569-3fc4-46c2-9dc5-8ed5c75aef64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706403 Dec 23 08:53:56.485456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e66b6-9e76-4927-987c-a82cb5a0e64f req-028df1ea-d7cd-46e1-acec-f081e0af78d7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:56.486993 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c69e66b6-9e76-4927-987c-a82cb5a0e64f req-028df1ea-d7cd-46e1-acec-f081e0af78d7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0794673 Dec 23 08:53:56.535831 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c69e66b6-9e76-4927-987c-a82cb5a0e64f req-f920b167-75a4-4086-bec6-e77aaf4c664d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423651 Dec 23 08:53:57.848674 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-464432dd-0d9f-41cf-8580-6d82ec38ad32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 1099 time: 0.0680079 Dec 23 08:53:57.882204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b26ae0-d886-4de5-8c88-a38ef64cf935 req-e66a2c26-e0c3-4714-83c2-cf49768c5cfb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:57.883647 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a3b26ae0-d886-4de5-8c88-a38ef64cf935 req-e66a2c26-e0c3-4714-83c2-cf49768c5cfb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0768540 Dec 23 08:53:57.931430 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a3b26ae0-d886-4de5-8c88-a38ef64cf935 req-1e917ccc-392b-4399-9576-30e9f045e1c2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420806 Dec 23 08:53:57.979059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-e909f416-31cb-467c-9313-ddc5c5f1432b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:57.980503 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-e909f416-31cb-467c-9313-ddc5c5f1432b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1261139 Dec 23 08:53:58.167792 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-eec6bd03-66a3-45ef-8a8c-50c7d68c76f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 200 len: 1003 time: 0.1808529 Dec 23 08:53:58.230138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-836610fe-554d-4d47-9934-893668ba0a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:58.231530 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-836610fe-554d-4d47-9934-893668ba0a8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0570319 Dec 23 08:53:58.306068 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-94e03c54-c653-42d7-9c8b-f72cad183b6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680571 Dec 23 08:53:58.433546 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-135f2a51-941c-4744-a27b-742c87f6b943 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210570 Dec 23 08:53:58.560498 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-c753f7de-96d7-4d75-96de-3ef648e1af90 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210523 Dec 23 08:53:59.126498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d9f68-d563-4686-a3bc-0f7a383124cb req-38377f18-d753-4065-9300-fc98afe7faec tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:53:59.128002 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b54d9f68-d563-4686-a3bc-0f7a383124cb req-38377f18-d753-4065-9300-fc98afe7faec tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0753336 Dec 23 08:53:59.173908 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b54d9f68-d563-4686-a3bc-0f7a383124cb req-e688c0eb-b2cc-4fcd-8509-60da692ebac5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394869 Dec 23 08:54:00.370743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc739-feb3-40a1-9f2a-4a86d1e94335 req-48754aab-7d34-42e9-82e6-e26e54129ba0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:00.372072 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-088cc739-feb3-40a1-9f2a-4a86d1e94335 req-48754aab-7d34-42e9-82e6-e26e54129ba0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0785446 Dec 23 08:54:00.418861 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-088cc739-feb3-40a1-9f2a-4a86d1e94335 req-e1c18413-ea81-4e63-9ff2-e21e3ab492e5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385714 Dec 23 08:54:00.508885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8da78e34-0991-4b19-acfa-0f9c87baa4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:00.583078 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:01.626368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a2dd8-2508-416e-80ad-2ad7849fd2e2 req-cf7cc0eb-9c83-4562-b513-700114f5bbf6 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:01.627774 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb4a2dd8-2508-416e-80ad-2ad7849fd2e2 req-cf7cc0eb-9c83-4562-b513-700114f5bbf6 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0736425 Dec 23 08:54:01.671468 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb4a2dd8-2508-416e-80ad-2ad7849fd2e2 req-8b716d0a-5a01-477e-85a0-00473643c31c tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 Dec 23 08:54:02.800654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-16cfae13-7b3c-47e7-a5b4-ce80decfc299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:02.868247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7689e7-7cdd-45b5-bb24-a3edd5d450d6 req-4eeda9e0-ad52-4211-84a3-f81ce3a88bee tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:02.869658 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de7689e7-7cdd-45b5-bb24-a3edd5d450d6 req-4eeda9e0-ad52-4211-84a3-f81ce3a88bee tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0782177 Dec 23 08:54:02.916642 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de7689e7-7cdd-45b5-bb24-a3edd5d450d6 req-e7ae2f48-7d98-4302-90ef-62fa5b85054f tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Dec 23 08:54:03.888352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:03.986076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:04.113703 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c7b78-5a10-4f7d-83a0-c1166134662c req-26d3a8d1-0e46-48f6-ba4a-e6edd11c2e51 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:04.115157 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ef1c7b78-5a10-4f7d-83a0-c1166134662c req-26d3a8d1-0e46-48f6-ba4a-e6edd11c2e51 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0752778 Dec 23 08:54:04.166176 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ef1c7b78-5a10-4f7d-83a0-c1166134662c req-4c3a1b25-c150-4482-9f07-26ffaaf1012a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Dec 23 08:54:05.334357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:05.358663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d8013-e694-4c53-aade-33046ac6ce0f req-ebd43d58-7860-4b3b-8e6d-ecc23637f450 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:05.360084 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-461d8013-e694-4c53-aade-33046ac6ce0f req-ebd43d58-7860-4b3b-8e6d-ecc23637f450 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0769422 Dec 23 08:54:05.404352 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-461d8013-e694-4c53-aade-33046ac6ce0f req-75f73526-b03c-4d2c-bf37-12a9a89d5226 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382528 Dec 23 08:54:06.599212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e5be3-5a45-4ab8-81b5-c2ccecb744d0 req-2a93946a-e565-45f9-8761-2238f4adeaab tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:06.600639 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-161e5be3-5a45-4ab8-81b5-c2ccecb744d0 req-2a93946a-e565-45f9-8761-2238f4adeaab tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0769973 Dec 23 08:54:06.644117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-161e5be3-5a45-4ab8-81b5-c2ccecb744d0 req-b7c372e7-f313-4003-b144-e22ccf2d7f66 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381045 Dec 23 08:54:07.906457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aec9bb-013d-42b9-a347-667b04b06e75 req-bd55bf8a-4d00-4af4-b97c-bc1ed8129c3b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:07.907876 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-22aec9bb-013d-42b9-a347-667b04b06e75 req-bd55bf8a-4d00-4af4-b97c-bc1ed8129c3b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0759702 Dec 23 08:54:07.951230 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-22aec9bb-013d-42b9-a347-667b04b06e75 req-8118f87d-8ce1-4410-8abb-78f1bcd00016 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373476 Dec 23 08:54:09.147727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75513a8e-9302-4aaf-a66b-b80f53f21b85 req-d7d46650-24a1-4f58-ba52-47b0c4985f44 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:09.149222 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75513a8e-9302-4aaf-a66b-b80f53f21b85 req-d7d46650-24a1-4f58-ba52-47b0c4985f44 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0788374 Dec 23 08:54:09.192855 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75513a8e-9302-4aaf-a66b-b80f53f21b85 req-51a79076-73d8-4785-82d1-af633ffc93cb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377541 Dec 23 08:54:10.386065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ee88-7efd-4bf6-a271-69117cf36255 req-c6a2b8bf-05c7-41f4-8203-b0657b6ea011 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:10.387513 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b196ee88-7efd-4bf6-a271-69117cf36255 req-c6a2b8bf-05c7-41f4-8203-b0657b6ea011 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0759332 Dec 23 08:54:10.436103 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b196ee88-7efd-4bf6-a271-69117cf36255 req-de713a2c-8d73-4c3f-9a6b-af8fb9e709c4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432587 Dec 23 08:54:10.857277 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-7db75dcb-c7e3-434d-aa8d-f36f2e902288 service neutron] 10.222.0.24 "GET /v2.0/ports/93a97c77-14b1-4680-9aea-866660d5ebdf/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0712733 Dec 23 08:54:11.112761 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-cebd5430-811f-46b8-979c-2615b08e5983 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 1099 time: 0.0662658 Dec 23 08:54:11.201342 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-86a7552f-62a4-4b5c-a874-3a75c344e2ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 1099 time: 0.0681114 Dec 23 08:54:11.326817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-9e6ca442-6728-4c03-80cf-f4deaea7d2b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:11.328192 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-9e6ca442-6728-4c03-80cf-f4deaea7d2b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1205759 Dec 23 08:54:11.427306 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-bdfc5fc8-5128-48d8-a256-5fb5f981f4c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 200 len: 1003 time: 0.0926838 Dec 23 08:54:11.486850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-1420a855-7a06-4ed2-8a08-22c4c89e6b6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:11.488272 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-1420a855-7a06-4ed2-8a08-22c4c89e6b6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0550969 Dec 23 08:54:11.565339 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-b3aa8cfc-205c-4581-a0bc-70b61cb0663f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708120 Dec 23 08:54:11.633553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eff94b-3c99-4605-a346-1e631f8d93b8 req-d22a9326-40ea-419c-876a-ecdc6e8acab7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:11.635028 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e2eff94b-3c99-4605-a346-1e631f8d93b8 req-d22a9326-40ea-419c-876a-ecdc6e8acab7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0750947 Dec 23 08:54:11.681126 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e2eff94b-3c99-4605-a346-1e631f8d93b8 req-f68b95fb-80b8-4e18-90fd-deee4d64bb5e tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405049 Dec 23 08:54:11.698912 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-15264d55-9083-4fb3-8e0a-7b30601495ec service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268146 Dec 23 08:54:11.827524 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-8aec0ebd-fd33-4ff3-9a07-fa915c8393b8 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223900 Dec 23 08:54:12.882896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a00ef7-1878-4e97-9397-7ffb0d58487b req-7337270f-a6f2-4b00-b9d1-f72ce6195040 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:12.884450 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1a00ef7-1878-4e97-9397-7ffb0d58487b req-7337270f-a6f2-4b00-b9d1-f72ce6195040 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0810065 Dec 23 08:54:12.930037 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1a00ef7-1878-4e97-9397-7ffb0d58487b req-e7cdc1b6-33b0-4029-9b15-8c94f74477b3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399253 Dec 23 08:54:14.123879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fee043-478e-42ed-9b0f-f73ef3b6610b req-ba35e6dc-5079-423d-8804-dba9230c9e56 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:14.125287 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-30fee043-478e-42ed-9b0f-f73ef3b6610b req-ba35e6dc-5079-423d-8804-dba9230c9e56 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0742178 Dec 23 08:54:14.170268 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-30fee043-478e-42ed-9b0f-f73ef3b6610b req-c2d4e4f6-f29f-450e-bdc9-ae4f0d97d641 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394564 Dec 23 08:54:14.524100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:54:14.526537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:54:14.742988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:14.764164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:14.783928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'port_id': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'mac_address': 'fa:16:3e:53:94:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:54:14.790140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:54:14.830769 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:14.842742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:14.875864 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'code': 200} Dec 23 08:54:14.891470 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:14.923499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93a97c77-14b1-4680-9aea-866660d5ebdf {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:54:14.994658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:15.018789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.019132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.019468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.019797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.020125 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.020450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.020770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.021114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.021431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.021746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.022094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:15.030906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:54:15.031119 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:54:15.366934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84116c-15fb-4ef6-9649-d3d321c3b6bf req-5aae2544-18a3-4862-9e4a-860ee68db346 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:15.368349 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6b84116c-15fb-4ef6-9649-d3d321c3b6bf req-5aae2544-18a3-4862-9e4a-860ee68db346 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 944 time: 0.0776539 Dec 23 08:54:15.412744 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6b84116c-15fb-4ef6-9649-d3d321c3b6bf req-81276c68-beca-40e9-9015-02b23f9314c3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390756 Dec 23 08:54:15.582339 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:15.601737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a97c77-14b1-4680-9aea-866660d5ebdf {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:54:15.616204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:15.619498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:15.685545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['93a97c77-14b1-4680-9aea-866660d5ebdf'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:54:15.719842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:16.538280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:54:16.605281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 93a97c77-14b1-4680-9aea-866660d5ebdf triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:54:16.606003 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:16.606767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f350-e4f1-45fb-a1f1-ddc406b9ce8b req-3885b153-be3f-4e69-a6c1-3c2011849742 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:16.608209 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-30b4f350-e4f1-45fb-a1f1-ddc406b9ce8b req-3885b153-be3f-4e69-a6c1-3c2011849742 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 945 time: 0.0753942 Dec 23 08:54:16.653068 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-30b4f350-e4f1-45fb-a1f1-ddc406b9ce8b req-aa142641-693e-4c82-858c-838825a91446 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393722 Dec 23 08:54:16.716738 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:16.749837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:16.753462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:16.815467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=8']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:16.876487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:54:16.937005 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'code': 200} Dec 23 08:54:17.246439 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:54:17.848868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85b78c-8417-48d3-9c42-aa26a9074526 req-54191281-d5b8-4586-a7d7-39c3b4e9d4b3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:17.850214 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb85b78c-8417-48d3-9c42-aa26a9074526 req-54191281-d5b8-4586-a7d7-39c3b4e9d4b3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0765736 Dec 23 08:54:17.896101 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb85b78c-8417-48d3-9c42-aa26a9074526 req-5641e393-8898-4cd5-996f-133940899ea4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405502 Dec 23 08:54:19.097817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7956dd-6400-46e8-a072-f9ada86c2a92 req-d62f9ebe-c03c-4e52-9f39-c3ae3f3bc8c4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:19.099833 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a7956dd-6400-46e8-a072-f9ada86c2a92 req-d62f9ebe-c03c-4e52-9f39-c3ae3f3bc8c4 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0733006 Dec 23 08:54:19.145408 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a7956dd-6400-46e8-a072-f9ada86c2a92 req-7cee818b-4780-4081-a181-335515ac355d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Dec 23 08:54:20.340216 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b303a-30c7-4827-bda1-6c85bb3654f3 req-66690a9d-6dfa-4268-a5f1-47fe59b50aba tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:20.341637 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f4b303a-30c7-4827-bda1-6c85bb3654f3 req-66690a9d-6dfa-4268-a5f1-47fe59b50aba tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0739801 Dec 23 08:54:20.387127 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f4b303a-30c7-4827-bda1-6c85bb3654f3 req-552be7c5-8b1a-4be8-b6b0-3185b1853770 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398145 Dec 23 08:54:20.789866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b0982-fda0-402f-8e89-bb75317cce76 req-3cce0f3e-88fc-4f08-9194-dad9d0ca90b7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:20.790503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-128b0982-fda0-402f-8e89-bb75317cce76 req-3cce0f3e-88fc-4f08-9194-dad9d0ca90b7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Synchronizing usage tracker for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:54:20.805311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-128b0982-fda0-402f-8e89-bb75317cce76 req-3cce0f3e-88fc-4f08-9194-dad9d0ca90b7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Unset dirty status for tenant:f250c530a5604b0f8e7af7d16db671ce on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:54:20.806456 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-3cce0f3e-88fc-4f08-9194-dad9d0ca90b7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca&tenant_id=f250c530a5604b0f8e7af7d16db671ce&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0942070 Dec 23 08:54:20.850515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7f896-e06f-4c32-9a34-45147b61bb1a req-19315998-fdb1-4e82-9bd8-66b7954b2519 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:20.851946 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-39a7f896-e06f-4c32-9a34-45147b61bb1a req-19315998-fdb1-4e82-9bd8-66b7954b2519 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0797043 Dec 23 08:54:20.883636 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-936e9dc4-d95e-4a31-a837-3a4fe7231633 service neutron] 10.222.0.24 "GET /v2.0/ports/93a97c77-14b1-4680-9aea-866660d5ebdf/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0718439 Dec 23 08:54:20.896778 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-39a7f896-e06f-4c32-9a34-45147b61bb1a req-ac5cca74-c4cd-4e8e-89f8-0f635c9a62f7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388663 Dec 23 08:54:20.975085 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-818a61dd-b468-44c3-b66e-67ead461dfea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 1099 time: 0.0701606 Dec 23 08:54:21.186389 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b0982-fda0-402f-8e89-bb75317cce76 req-92c81273-6586-44c6-943c-63f3f5c19d4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:21.187807 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-92c81273-6586-44c6-943c-63f3f5c19d4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.2068727 Dec 23 08:54:21.287640 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-aae2d997-8e2b-4e9c-8595-9a43ff54d0da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 200 len: 1003 time: 0.0932238 Dec 23 08:54:21.347718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b0982-fda0-402f-8e89-bb75317cce76 req-a6af313e-49d3-4a12-8217-9eae3478a318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:21.349061 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-a6af313e-49d3-4a12-8217-9eae3478a318 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0549433 Dec 23 08:54:21.419886 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-27cdbb8f-86b1-4738-bf03-4b10d56aa873 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641429 Dec 23 08:54:21.548731 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-597ec847-ea49-4298-960d-282ce3be8e69 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217523 Dec 23 08:54:21.686844 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-900ec200-da08-4270-97d2-7d1229ea51a6 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316752 Dec 23 08:54:22.093688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff0c4e-5739-46cc-a320-1795538722f2 req-248303cd-1116-44cf-983e-6f07fad0347d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:22.095124 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0dff0c4e-5739-46cc-a320-1795538722f2 req-248303cd-1116-44cf-983e-6f07fad0347d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0743461 Dec 23 08:54:22.138775 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0dff0c4e-5739-46cc-a320-1795538722f2 req-a06ad8e0-9b1d-4411-87ab-7704747ef15d tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373499 Dec 23 08:54:23.337628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea29da8-2cb4-4668-b2c7-e38bc5d1125b req-aaa5eb7d-a4c1-4ad7-ab4d-c7f865216ab8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:23.339092 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eea29da8-2cb4-4668-b2c7-e38bc5d1125b req-aaa5eb7d-a4c1-4ad7-ab4d-c7f865216ab8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0780928 Dec 23 08:54:23.383932 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eea29da8-2cb4-4668-b2c7-e38bc5d1125b req-3f850492-46b2-440f-aed4-834547ef8149 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393701 Dec 23 08:54:24.589119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7f353-fda5-4961-b0b4-fa6c9aac12dc req-107e5cde-b2b1-4e68-8c69-c83c9fa349f3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:24.590758 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bab7f353-fda5-4961-b0b4-fa6c9aac12dc req-107e5cde-b2b1-4e68-8c69-c83c9fa349f3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0762782 Dec 23 08:54:24.638508 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bab7f353-fda5-4961-b0b4-fa6c9aac12dc req-4c2e4309-ded3-4161-b110-ba20ef5d05c6 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422103 Dec 23 08:54:24.717962 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-08e08e70-196b-4124-b0d0-26c4e28cec18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca&tenant_id=f250c530a5604b0f8e7af7d16db671ce HTTP/1.1" status: 200 len: 1099 time: 0.0718901 Dec 23 08:54:24.810716 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-cf880c10-9938-4159-aa35-728cb0d62d5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f250c530a5604b0f8e7af7d16db671ce&device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 1099 time: 0.0720460 Dec 23 08:54:24.938765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b0982-fda0-402f-8e89-bb75317cce76 req-635de689-198d-42ab-96ea-949fbe665d50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:24.940183 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-635de689-198d-42ab-96ea-949fbe665d50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 200 len: 911 time: 0.1233366 Dec 23 08:54:25.045660 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-4cc5ce2d-4810-4a4b-8181-65918aac98e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 200 len: 1003 time: 0.0991609 Dec 23 08:54:25.115890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b0982-fda0-402f-8e89-bb75317cce76 req-8105ae48-16d2-44e5-b46f-d26d5586f678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:25.117321 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-8105ae48-16d2-44e5-b46f-d26d5586f678 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 200 len: 850 time: 0.0659616 Dec 23 08:54:25.193766 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-e0be230e-f0cc-415b-ab76-c826cc0edb73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2685b334-da22-4d8a-8d4b-ce04727647c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702827 Dec 23 08:54:25.321613 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-6569c39a-19fe-4f65-b1ca-9f3032afc041 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213236 Dec 23 08:54:25.450932 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-128b0982-fda0-402f-8e89-bb75317cce76 req-38cea762-1400-4f10-981f-8e6660a8d138 service neutron] 10.222.0.24 "GET /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232202 Dec 23 08:54:25.919218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a2a6c-fdc8-4304-a580-1db469a9d486 req-92252458-5a30-4435-b136-3aed8a2eaa29 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:25.920675 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f28a2a6c-fdc8-4304-a580-1db469a9d486 req-92252458-5a30-4435-b136-3aed8a2eaa29 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.1590483 Dec 23 08:54:25.966285 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f28a2a6c-fdc8-4304-a580-1db469a9d486 req-c942fb03-672f-4c72-affa-eef554d8e3ca tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401554 Dec 23 08:54:26.538264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:54:26.650042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:26.676631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:54:26.685995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:26.689873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:26.749808 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'code': 200} Dec 23 08:54:26.765671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=9']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:27.164576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a9dde-900d-4ef3-85e7-49639af96e62 req-f2d24c69-86f0-49d8-bbba-ce627fdcbbd5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:27.166006 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8f2a9dde-900d-4ef3-85e7-49639af96e62 req-f2d24c69-86f0-49d8-bbba-ce627fdcbbd5 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 944 time: 0.0773253 Dec 23 08:54:27.209724 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8f2a9dde-900d-4ef3-85e7-49639af96e62 req-4b44e886-bb4a-4731-a14a-204f2540fb0a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 Dec 23 08:54:28.402523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f5666-e722-41bc-a642-deee62d8013c req-1e4f3dbd-244a-4755-9124-0623023ca3ff tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:28.403927 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ea6f5666-e722-41bc-a642-deee62d8013c req-1e4f3dbd-244a-4755-9124-0623023ca3ff tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 944 time: 0.0746162 Dec 23 08:54:28.446954 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ea6f5666-e722-41bc-a642-deee62d8013c req-2ee1a1c4-119c-498b-b975-c7cba4ceaae2 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377066 Dec 23 08:54:28.537233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:54:28.666784 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:28.679337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'port_id': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'mac_address': 'fa:16:3e:53:94:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:54:28.730939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:28.748843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a97c77-14b1-4680-9aea-866660d5ebdf {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:54:28.763862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:28.767476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:28.829625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['93a97c77-14b1-4680-9aea-866660d5ebdf'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:54:28.883578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=10']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:29.641565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4168876-6c0c-420c-8d9e-a6123ecc6f26 req-ae1388dc-4cd2-455e-853d-68cd6ca0af90 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:29.643025 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c4168876-6c0c-420c-8d9e-a6123ecc6f26 req-ae1388dc-4cd2-455e-853d-68cd6ca0af90 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 946 time: 0.0769672 Dec 23 08:54:29.686904 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c4168876-6c0c-420c-8d9e-a6123ecc6f26 req-c7269046-a159-4b45-b3bd-b6b333c1b3ba tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380893 Dec 23 08:54:30.510571 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3c0d-59ab-4b79-a27b-c49644ec4d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:30.552849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:54:30.620095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:30.630894 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 93a97c77-14b1-4680-9aea-866660d5ebdf triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:54:30.631240 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:30.742483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:30.769584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:54:30.779035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:30.782952 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:30.836112 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'code': 200} Dec 23 08:54:30.852865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=11']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:30.891725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fbd10-30f1-4a6d-afae-c00d16d21d7a req-730af966-fa94-4c18-8189-dee5f6b81ab8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:30.893160 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c8fbd10-30f1-4a6d-afae-c00d16d21d7a req-730af966-fa94-4c18-8189-dee5f6b81ab8 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0780859 Dec 23 08:54:30.944508 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c8fbd10-30f1-4a6d-afae-c00d16d21d7a req-b57bd2a1-3784-407d-ae4d-5d886c285a3a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458105 Dec 23 08:54:32.149763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53960b1b-914a-46c5-a71d-351822a45ac5 req-c0188e29-6f78-4bcf-9edc-9c1ff0d40ba0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:32.151284 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-53960b1b-914a-46c5-a71d-351822a45ac5 req-c0188e29-6f78-4bcf-9edc-9c1ff0d40ba0 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0756376 Dec 23 08:54:32.197565 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-53960b1b-914a-46c5-a71d-351822a45ac5 req-4dd33e63-7214-4481-a275-374b0246f616 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 Dec 23 08:54:32.802649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a7ff0bd7-7920-4b7e-85c0-94ee01ecd470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:33.397667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496422bb-b462-4559-9e3f-bf0c9523b841 req-70700c73-df4f-4589-9bf7-6c5eeee60333 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:33.401157 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-496422bb-b462-4559-9e3f-bf0c9523b841 req-70700c73-df4f-4589-9bf7-6c5eeee60333 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0820642 Dec 23 08:54:33.444203 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-496422bb-b462-4559-9e3f-bf0c9523b841 req-e5bf0f60-4c88-42f6-827c-2a46a0384422 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396271 Dec 23 08:54:33.890030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:33.987511 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:34.637393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d153de-6ee4-4017-91b7-1e54f1aa9341 req-b679ef7e-4b92-4f17-83e4-9483ccf64c66 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:34.638820 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9d153de-6ee4-4017-91b7-1e54f1aa9341 req-b679ef7e-4b92-4f17-83e4-9483ccf64c66 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0738449 Dec 23 08:54:34.681891 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e9d153de-6ee4-4017-91b7-1e54f1aa9341 req-39b86d11-8cad-4a2d-beef-af9daed6698a tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Dec 23 08:54:34.874369 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fcf96-347d-4f7c-9233-1e79bf49a201 req-683e4ac2-c5f3-4f74-a270-d117b0f590f3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:34.875684 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff3fcf96-347d-4f7c-9233-1e79bf49a201 req-683e4ac2-c5f3-4f74-a270-d117b0f590f3 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0770857 Dec 23 08:54:34.919009 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff3fcf96-347d-4f7c-9233-1e79bf49a201 req-5030c0d0-02ba-4309-b3d2-008d88276104 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373132 Dec 23 08:54:35.117175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4f1a0-6dc9-4618-b80d-2373c617c2a4 req-fa6722b0-45f5-4d6c-8c7c-a21e888762cd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:35.118603 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ac4f1a0-6dc9-4618-b80d-2373c617c2a4 req-fa6722b0-45f5-4d6c-8c7c-a21e888762cd tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0743303 Dec 23 08:54:35.162558 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8ac4f1a0-6dc9-4618-b80d-2373c617c2a4 req-7ce8f7ea-5aae-4bbb-95d3-1929685d2b08 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386467 Dec 23 08:54:35.337080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:35.701468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3155844-aefe-47cf-9051-a3fcac24befe req-375e1928-3039-4121-a85b-c3bb132c8475 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:35.702808 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a3155844-aefe-47cf-9051-a3fcac24befe req-375e1928-3039-4121-a85b-c3bb132c8475 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0762503 Dec 23 08:54:35.746917 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a3155844-aefe-47cf-9051-a3fcac24befe req-24224280-0244-41e4-8b2d-78c2c1992d42 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381668 Dec 23 08:54:36.938406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d99f7-d30e-46e1-8061-eccc484a3b09 req-31cf1770-106c-4578-a288-00c31d2b06fb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:36.939836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fc7d99f7-d30e-46e1-8061-eccc484a3b09 req-31cf1770-106c-4578-a288-00c31d2b06fb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0736961 Dec 23 08:54:36.989901 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fc7d99f7-d30e-46e1-8061-eccc484a3b09 req-5a2d3d14-0dc3-4a8d-b558-59e7b1ec1490 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445046 Dec 23 08:54:37.943986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-f7b09c1b-91e4-4858-8769-4767491eccdb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:37.945368 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-f7b09c1b-91e4-4858-8769-4767491eccdb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0742519 Dec 23 08:54:38.015037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Deleting port 93a97c77-14b1-4680-9aea-866660d5ebdf {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:54:38.015361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:38.184965 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f6f7-b55b-4bdb-bc48-ebf17551a365 req-0790574b-a3ab-4784-9b8c-8c7ddbd88a16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:38.186458 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-54b2f6f7-b55b-4bdb-bc48-ebf17551a365 req-0790574b-a3ab-4784-9b8c-8c7ddbd88a16 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 947 time: 0.0791416 Dec 23 08:54:38.232962 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-54b2f6f7-b55b-4bdb-bc48-ebf17551a365 req-cc35e6ba-911f-4aae-8509-0edda8dc70d7 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups?id=f53ccf4f-6381-4783-9191-3db75a233bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406933 Dec 23 08:54:38.342671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] For port 93a97c77-14b1-4680-9aea-866660d5ebdf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=93a97c77-14b1-4680-9aea-866660d5ebdf,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:38.343014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:38.623222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:38.623582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:38.623885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 disassociated. External IP: 172.26.8.120, port: 93a97c77-14b1-4680-9aea-866660d5ebdf. Dec 23 08:54:38.624210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Calling delete_port for 93a97c77-14b1-4680-9aea-866660d5ebdf owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:54:38.762299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:38.808545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event deleted for resources: {'Port': ['ID=93a97c77-14b1-4680-9aea-866660d5ebdf,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:38.821090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.821427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.821788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.822022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.822379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.822766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.823105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.823420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.823732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.824043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:38.824351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:39.031376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:54:39.224791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:54:39.235061 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:54:39.248767 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:54:39.249364 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:54:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:39.298361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] No DVR routers for this DVR port 93a97c77-14b1-4680-9aea-866660d5ebdf on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:54:39.300823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:39.304028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-deleted', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:54:39.322452 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d6fe2c29-9d09-4060-a35d-a14a1e7dbe9a req-5f168a85-2b94-4e32-99ef-3813c39c26e1 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.24 "DELETE /v2.0/ports/93a97c77-14b1-4680-9aea-866660d5ebdf HTTP/1.1" status: 204 len: 173 time: 1.3720407 Dec 23 08:54:39.414951 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c3576121-1f91-4054-b08c-25a1c183f9c6 req-f73e9cfa-053a-4325-b61a-9cb6641bf390 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbca6feb-1e4e-493d-95de-48257ac2e0ca HTTP/1.1" status: 200 len: 210 time: 0.0544765 Dec 23 08:54:39.472896 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbca6feb-1e4e-493d-95de-48257ac2e0ca', 'name': 'network-vif-deleted', 'tag': '93a97c77-14b1-4680-9aea-866660d5ebdf', 'status': 'completed', 'code': 200} Dec 23 08:54:39.479893 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:54:39.791904 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:39.795568 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:54:39.805625 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:54:39.806237 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:54:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:39.989553 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:54:40.298053 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:40.302301 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b29d77-d3f1-491d-9ed3-abcc3ade7784 None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:05Z', 'revision_number': 4, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '52481232-d985-4722-8d79-0d2a71597799', 'name': '', 'network_id': '2685b334-da22-4d8a-8d4b-ce04727647c4', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'mac_address': 'fa:16:3e:2f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:04Z', 'updated_at': '2021-12-23T08:49:12Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'subnets': [{'id': 'be6c6ce0-57c3-4d0a-bf79-2b4164792818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:54:40.532275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06ee76-bbc9-409e-8825-7aed1b5c14be None None] New status for floating IP fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:54:40.605326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:54:40.720526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 93a97c77-14b1-4680-9aea-866660d5ebdf {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:54:40.720863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 93a97c77-14b1-4680-9aea-866660d5ebdf not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:54:43.765906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55778) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:43.829331 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:43.856896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:43.909752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:43.928398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ccf4f-6381-4783-9191-3db75a233bfd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:43.940593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.940952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.941278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.941600 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.941920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.942267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.942573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.942888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.943198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.943505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.943811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:54:43.948503 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:43.949558 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9a05c713-ef64-463a-a2de-090b291abebb tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "DELETE /v2.0/security-groups/f53ccf4f-6381-4783-9191-3db75a233bfd HTTP/1.1" status: 204 len: 168 time: 0.1825709 Dec 23 08:54:43.952318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55782) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:43.969191 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-f1c701de-2cf3-4b6a-8ba5-301f7bc19b4b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] show failed (client error): The resource could not be found. Dec 23 08:54:43.973621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 55786) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:43.974098 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f1c701de-2cf3-4b6a-8ba5-301f7bc19b4b tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "GET /v2.0/security-groups/f53ccf4f-6381-4783-9191-3db75a233bfd HTTP/1.1" status: 404 len: 347 time: 0.0198457 Dec 23 08:54:44.122552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Deleting port 99c16013-a6c1-43be-9d4c-3c410d096c56 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:54:44.122884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:44.374333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:44.374554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:44.490768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Calling delete_port for 99c16013-a6c1-43be-9d4c-3c410d096c56 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:54:44.625540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:44.668345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Pushing event deleted for resources: {'Port': ['ID=99c16013-a6c1-43be-9d4c-3c410d096c56,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:44.761287 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:44.774645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:44.775790 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-25c22f5e-934f-468f-ac39-94b28ecf2f95 tempest-ServerActionsTestJSON-1105503962 tempest-ServerActionsTestJSON-1105503962-project] 10.222.0.36 "DELETE /v2.0/floatingips/fbb83ae2-8ed4-44cf-8a8f-9691fc38ef73 HTTP/1.1" status: 204 len: 168 time: 0.8011780 Dec 23 08:54:44.778703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 55790) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:45.245034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:45.811820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Deleting port 52481232-d985-4722-8d79-0d2a71597799 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:54:45.812061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:46.063079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] For port 52481232-d985-4722-8d79-0d2a71597799, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=52481232-d985-4722-8d79-0d2a71597799,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:46.063362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:46.183147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Calling delete_port for 52481232-d985-4722-8d79-0d2a71597799 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:54:46.353373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:46.396102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=52481232-d985-4722-8d79-0d2a71597799,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:46.699441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:47.262022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Router 72de53a0-b45e-4655-852d-e8c9a65e07d1 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:54:47.547336 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:54:47.556972 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] Sync routers for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:54:47.559492 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-db2fc172-029c-445f-803e-912a8ca5e3ce admin admin] 10.222.0.36 "PUT /v2.0/routers/72de53a0-b45e-4655-852d-e8c9a65e07d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7798390 Dec 23 08:54:47.561883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 55796) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:47.568984 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:54:47.569568 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:54:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:47.744434 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:54:47.754397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:47.947077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:47.956364 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Deleting port 5b7b40b1-a981-4350-864f-4b9c715164c5 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:54:47.956750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:48.052734 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249'}], 'enable_snat': True}, 'gw_port_id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:54:46Z', 'revision_number': 5, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port': {'id': '5b7b40b1-a981-4350-864f-4b9c715164c5', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:48.058044 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] Checking router: 72de53a0-b45e-4655-852d-e8c9a65e07d1 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:54:48.070065 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] Routers {'72de53a0-b45e-4655-852d-e8c9a65e07d1'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:54:48.070846 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:54:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['72de53a0-b45e-4655-852d-e8c9a65e07d1'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:48.124780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] For port 5b7b40b1-a981-4350-864f-4b9c715164c5, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5b7b40b1-a981-4350-864f-4b9c715164c5,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:48.125121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:48.220774 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] Set router 72de53a0-b45e-4655-852d-e8c9a65e07d1 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:54:48.247063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Calling delete_port for 5b7b40b1-a981-4350-864f-4b9c715164c5 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:54:48.323061 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:54:47Z', 'revision_number': 6, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:48.326897 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9a2f0-b791-4a49-9ded-52ed192b167f None None] The sync data for ids ['72de53a0-b45e-4655-852d-e8c9a65e07d1'] in dv-neutron-822507-1-hyperv is: [{'id': '72de53a0-b45e-4655-852d-e8c9a65e07d1', 'name': 'tempest-ServerActionsTestJSON-193850771-router', 'tenant_id': 'f250c530a5604b0f8e7af7d16db671ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:49:02Z', 'updated_at': '2021-12-23T08:54:47Z', 'revision_number': 6, 'project_id': 'f250c530a5604b0f8e7af7d16db671ce', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:54:48.407796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:48.452518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7b40b1-a981-4350-864f-4b9c715164c5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:48.665613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.013165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.017290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.042350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.042772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72de53a0-b45e-4655-852d-e8c9a65e07d1 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:54:49.054466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.055555 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-56e70073-8609-4a89-993d-4ebcecd6cc62 admin admin] 10.222.0.36 "DELETE /v2.0/routers/72de53a0-b45e-4655-852d-e8c9a65e07d1 HTTP/1.1" status: 204 len: 168 time: 1.4927919 Dec 23 08:54:49.058026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 55800) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:49.120240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-256d8f5d-e3db-4f59-bc8c-e54c54439876 admin admin] Deleting subnet be6c6ce0-57c3-4d0a-bf79-2b4164792818 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:54:49.123102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-256d8f5d-e3db-4f59-bc8c-e54c54439876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.175022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-256d8f5d-e3db-4f59-bc8c-e54c54439876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.255192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-256d8f5d-e3db-4f59-bc8c-e54c54439876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.324497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-256d8f5d-e3db-4f59-bc8c-e54c54439876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.364530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d8f5d-e3db-4f59-bc8c-e54c54439876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6c6ce0-57c3-4d0a-bf79-2b4164792818,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:49.370566 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-256d8f5d-e3db-4f59-bc8c-e54c54439876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.376048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32cfa2-8e8f-4c3b-8540-c5feb34752e6 None None] Network 2685b334-da22-4d8a-8d4b-ce04727647c4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:54:49.376589 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-256d8f5d-e3db-4f59-bc8c-e54c54439876 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/be6c6ce0-57c3-4d0a-bf79-2b4164792818 HTTP/1.1" status: 204 len: 168 time: 0.3173497 Dec 23 08:54:49.379389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55804) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:49.482758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.493106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Deleting port f949fc3f-7cfc-47ba-97f2-3be463e8c39b {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:54:49.493526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.620831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] DHCP port deletion for 2685b334-da22-4d8a-8d4b-ce04727647c4 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:54:49.624961 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] Deleting port f949fc3f-7cfc-47ba-97f2-3be463e8c39b {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:54:49.625324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.777858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] For port f949fc3f-7cfc-47ba-97f2-3be463e8c39b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f949fc3f-7cfc-47ba-97f2-3be463e8c39b,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:49.778221 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.825825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] For port f949fc3f-7cfc-47ba-97f2-3be463e8c39b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f949fc3f-7cfc-47ba-97f2-3be463e8c39b,segment=NetworkSegment(5dce6189-4e53-43c3-be46-db975a6fe80b),segment_id=5dce6189-4e53-43c3-be46-db975a6fe80b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:49.826158 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:49.893742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Calling delete_port for f949fc3f-7cfc-47ba-97f2-3be463e8c39b owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:54:49.944400 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] Calling delete_port for f949fc3f-7cfc-47ba-97f2-3be463e8c39b owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:54:49.964331 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.011000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f949fc3f-7cfc-47ba-97f2-3be463e8c39b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:50.015334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:54:50.015655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:54:50.018409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] No DVR routers for this DVR port f949fc3f-7cfc-47ba-97f2-3be463e8c39b on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:54:50.087237 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 52481232-d985-4722-8d79-0d2a71597799 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:54:50.119673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 52481232-d985-4722-8d79-0d2a71597799 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:54:50.120009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 52481232-d985-4722-8d79-0d2a71597799 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:54:50.120424 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f949fc3f-7cfc-47ba-97f2-3be463e8c39b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:54:50.132618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.151017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f949fc3f-7cfc-47ba-97f2-3be463e8c39b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:54:50.151356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f949fc3f-7cfc-47ba-97f2-3be463e8c39b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:54:50.151767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5b7b40b1-a981-4350-864f-4b9c715164c5 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:54:50.156389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2685b334-da22-4d8a-8d4b-ce04727647c4']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:50.168621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dce6189-4e53-43c3-be46-db975a6fe80b') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:50.168908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dce6189-4e53-43c3-be46-db975a6fe80b') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:54:50.180794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.186704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 5b7b40b1-a981-4350-864f-4b9c715164c5 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:54:50.187047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5b7b40b1-a981-4350-864f-4b9c715164c5 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:54:50.197488 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.203856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:54:50.204362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:54:50.217330 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:54:50.292757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.308440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.318109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2685b334-da22-4d8a-8d4b-ce04727647c4,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:50.330746 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0ce2661b-30dd-4005-a3f1-b1975892a7e3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2685b334-da22-4d8a-8d4b-ce04727647c4 HTTP/1.1" status: 204 len: 168 time: 0.9501724 Dec 23 08:54:50.463316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55810) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:50.513969 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e4ee1c18-c992-4c93-836e-dd76bafceb55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f250c530a5604b0f8e7af7d16db671ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494936 Dec 23 08:54:50.516450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 55814) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:50.516930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] Deleting port f949fc3f-7cfc-47ba-97f2-3be463e8c39b {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:54:50.516930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.578128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-cee06f82-9852-4fe9-a91a-343b4474a0b1 None None] The port 'f949fc3f-7cfc-47ba-97f2-3be463e8c39b' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:54:50.579219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1e42-92d2-4ac5-b8dc-aea133a6afdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.605400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1e42-92d2-4ac5-b8dc-aea133a6afdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.654147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1e42-92d2-4ac5-b8dc-aea133a6afdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.671393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb1e42-92d2-4ac5-b8dc-aea133a6afdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15f62e3-bb7e-4906-afdd-68a92c7bdce2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:50.677687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1e42-92d2-4ac5-b8dc-aea133a6afdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:50.678820 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e4bb1e42-92d2-4ac5-b8dc-aea133a6afdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a15f62e3-bb7e-4906-afdd-68a92c7bdce2 HTTP/1.1" status: 204 len: 168 time: 0.1604023 Dec 23 08:54:51.487387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 55836) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:51.611539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-544151645-network', 'tenant_id': 'be100e2cb3c249d68107cc98aad48b8c'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:54:51.616830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:54:51.620559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Usage tracker for resource:network and tenant:be100e2cb3c249d68107cc98aad48b8c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:54:51.623586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:54:51.629084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:54:51.638975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Made reservation on behalf of be100e2cb3c249d68107cc98aad48b8c for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:54:51.641309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:51.653300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:51.684546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:54:51.688281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Usage tracker for resource:security_group_rule and tenant:be100e2cb3c249d68107cc98aad48b8c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:54:51.691079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:54:51.696632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:54:51.759480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:51.763420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:51.790289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:54:51.802809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb09fa29-e330-4c56-afff-0f880b87f27d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:51.807198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:51.807534 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Added segment c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515 of type vlan for network 9d2e7003-210c-4aaa-b39f-5b7f48552684 Dec 23 08:54:51.835341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:51.865037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:51.865857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:51.866442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:51.960866 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4723182 Dec 23 08:54:51.963515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b443184-e3c3-410f-8222-93a632390c6f admin admin] Pushing event updated for resources: {'Network': ['ID=9d2e7003-210c-4aaa-b39f-5b7f48552684,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:51.963668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55842) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:54:51.969313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Request body: {'subnet': {'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-544151645-subnet', 'tenant_id': 'be100e2cb3c249d68107cc98aad48b8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:54:51.974472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 9d2e7003-210c-4aaa-b39f-5b7f48552684 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:54:51.975094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:54:51.979076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Usage tracker for resource:subnet and tenant:be100e2cb3c249d68107cc98aad48b8c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:54:51.982586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:54:51.988342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:54:51.998068 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Made reservation on behalf of be100e2cb3c249d68107cc98aad48b8c for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:54:52.000378 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:52.198209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:52.266318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1892f06-d947-4bf3-8a50-6aefc1393953,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:52.280723 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Checking segment: {'id': 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:54:52.281073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Network hostable DHCP agents. Network: 9d2e7003-210c-4aaa-b39f-5b7f48552684, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:54:52.301864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Network 9d2e7003-210c-4aaa-b39f-5b7f48552684 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:54:52.310404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 9d2e7003-210c-4aaa-b39f-5b7f48552684) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:54:52.314256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:52.314821 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:52.320618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9aa8a-1d68-48fa-8302-bba16953aaed None None] Network 9d2e7003-210c-4aaa-b39f-5b7f48552684 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:54:52.335488 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-961b9edb-92ac-4ac9-bb23-56d2a83a1e91 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3707845 Dec 23 08:54:52.532181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b092c29-6ac1-43f8-a7a3-d03308fe6182 None None] Network 9d2e7003-210c-4aaa-b39f-5b7f48552684 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:54:52.875922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-e040bc8f-68ce-4b08-8a8b-3c89fb8ae01c tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:52.877264 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-e040bc8f-68ce-4b08-8a8b-3c89fb8ae01c tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/networks?id=9d2e7003-210c-4aaa-b39f-5b7f48552684 HTTP/1.1" status: 200 len: 813 time: 0.1410770 Dec 23 08:54:52.893217 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-55420596-d8b4-4f19-b12b-047840b2d80f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/quotas/be100e2cb3c249d68107cc98aad48b8c HTTP/1.1" status: 200 len: 375 time: 0.0101404 Dec 23 08:54:52.941188 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-2d6f43cf-81e2-48fa-af49-bd2b44556213 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=be100e2cb3c249d68107cc98aad48b8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433364 Dec 23 08:54:53.074287 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-90e88be4-a420-4f00-a57b-e2d56fe83872 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260512 Dec 23 08:54:53.202912 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-8f10f17a-10d4-43c5-93c5-4f7e74ffc3cf service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229606 Dec 23 08:54:53.383411 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-67075e47-5549-4925-8f46-f559f3d2136d req-08e8a829-5dba-44c3-aa47-4b6103ac2a5e tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 210 time: 0.0406029 Dec 23 08:54:54.246062 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:54:54.377230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-92072d4b-5773-432b-b6d8-3676a125ae00 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:54.377804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-92072d4b-5773-432b-b6d8-3676a125ae00 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Synchronizing usage tracker for tenant:be100e2cb3c249d68107cc98aad48b8c on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:54:54.393778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-92072d4b-5773-432b-b6d8-3676a125ae00 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Unset dirty status for tenant:be100e2cb3c249d68107cc98aad48b8c on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:54:54.394897 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-92072d4b-5773-432b-b6d8-3676a125ae00 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.24 "GET /v2.0/networks?id=9d2e7003-210c-4aaa-b39f-5b7f48552684 HTTP/1.1" status: 200 len: 813 time: 0.1764858 Dec 23 08:54:54.413384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Request body: {'port': {'device_id': '56eb3f1e-7106-4bee-96b4-e0ba9d12cb77', 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684', 'admin_state_up': True, 'tenant_id': 'be100e2cb3c249d68107cc98aad48b8c'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:54:54.552075 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:54:54.553867 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6aec056e-2b6b-48a2-bc79-0b4dc1c2116c req-f115a96a-e778-4dfa-90d6-f3a1a4484811 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 210 time: 0.0468678 Dec 23 08:54:54.555913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Usage tracker for resource:port and tenant:be100e2cb3c249d68107cc98aad48b8c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:54:54.558706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:54:54.564363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:54:54.573984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Made reservation on behalf of be100e2cb3c249d68107cc98aad48b8c for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:54:54.576931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:54.740094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Allocated IP 172.20.0.5 (9d2e7003-210c-4aaa-b39f-5b7f48552684/b1892f06-d947-4bf3-8a50-6aefc1393953/c224eaf4-9d6a-42f6-862a-a03382c0d028) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:54:54.935864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:54.967109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:55.037520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Network 9d2e7003-210c-4aaa-b39f-5b7f48552684 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:54:55.040486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:54:55.044804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:54:55.069699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Pushing event updated for resources: {'Port': ['ID=c224eaf4-9d6a-42f6-862a-a03382c0d028,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:55.107734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:55.108314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:55.128591 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-3af7ac2a-97b4-4f84-9177-18cf113c7b06 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7197516 Dec 23 08:54:55.139797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Request body: {'port': {'device_id': '56eb3f1e-7106-4bee-96b4-e0ba9d12cb77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:54:55.335463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:55.674694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c224eaf4-9d6a-42f6-862a-a03382c0d028 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:54:55.682371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:55.696901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Transition to ACTIVE for port object c224eaf4-9d6a-42f6-862a-a03382c0d028 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:54:55.700330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:55.829294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Pushing event updated for resources: {'Port': ['ID=c224eaf4-9d6a-42f6-862a-a03382c0d028,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:55.831302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f316313-5376-4978-b963-85724c8b8129 req-ddadcc9d-19ab-4a70-89b2-fd6b3d6ec710 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:55.833276 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1f316313-5376-4978-b963-85724c8b8129 req-ddadcc9d-19ab-4a70-89b2-fd6b3d6ec710 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 943 time: 0.1605568 Dec 23 08:54:55.880429 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1f316313-5376-4978-b963-85724c8b8129 req-a60a7e89-8387-4b55-8c51-28a28d666bdc tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Dec 23 08:54:55.935948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Attempting to bind port c224eaf4-9d6a-42f6-862a-a03382c0d028 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:54:55.936290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Attempting to bind port c224eaf4-9d6a-42f6-862a-a03382c0d028 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:54:55.936585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Attempting to bind port c224eaf4-9d6a-42f6-862a-a03382c0d028 on network 9d2e7003-210c-4aaa-b39f-5b7f48552684 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:54:55.943150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Port c224eaf4-9d6a-42f6-862a-a03382c0d028 on network 9d2e7003-210c-4aaa-b39f-5b7f48552684 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:54:55.943463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Attempting to bind port c224eaf4-9d6a-42f6-862a-a03382c0d028 on network 9d2e7003-210c-4aaa-b39f-5b7f48552684 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:54:55.949764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:54:55.950124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Checking segment: {'id': 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:54:55.950496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Bound using segment: {'id': 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:54:55.950904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Bound port: c224eaf4-9d6a-42f6-862a-a03382c0d028, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:54:55.951241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:56.035352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] For port c224eaf4-9d6a-42f6-862a-a03382c0d028, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:54:56.038971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] For port c224eaf4-9d6a-42f6-862a-a03382c0d028, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c224eaf4-9d6a-42f6-862a-a03382c0d028,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:54:56.043415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:56.106554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:56.107909 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] 10.222.0.24 "PUT /v2.0/ports/c224eaf4-9d6a-42f6-862a-a03382c0d028 HTTP/1.1" status: 200 len: 1093 time: 0.9722788 Dec 23 08:54:56.108322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56eb3f1e-7106-4bee-96b4-e0ba9d12cb77', 'tag': 'c224eaf4-9d6a-42f6-862a-a03382c0d028'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:54:56.130425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e696e09-a160-40af-91a3-2a581a5e2f41 service neutron] Pushing event updated for resources: {'Port': ['ID=c224eaf4-9d6a-42f6-862a-a03382c0d028,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:56.175929 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56eb3f1e-7106-4bee-96b4-e0ba9d12cb77', 'tag': 'c224eaf4-9d6a-42f6-862a-a03382c0d028', 'status': 'completed', 'code': 200} Dec 23 08:54:56.215675 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-94f0be44-eec4-4167-bc7e-f7a02dc41aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be100e2cb3c249d68107cc98aad48b8c&device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 1096 time: 0.0722134 Dec 23 08:54:56.288389 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-0bb6ffd8-d937-42cf-bd2a-38f32fb6737d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c224eaf4-9d6a-42f6-862a-a03382c0d028 HTTP/1.1" status: 200 len: 217 time: 0.0659151 Dec 23 08:54:56.347462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-e4111476-a8a4-433f-80ee-e219125f18b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:56.348826 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-e4111476-a8a4-433f-80ee-e219125f18b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1892f06-d947-4bf3-8a50-6aefc1393953 HTTP/1.1" status: 200 len: 853 time: 0.0551388 Dec 23 08:54:56.391311 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-397fcaa7-adb5-4cfd-a4f9-3a4cf8d94c8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d2e7003-210c-4aaa-b39f-5b7f48552684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367317 Dec 23 08:54:56.517344 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-1153b52a-d2d8-4e17-858c-4ebd5b83ca7d service neutron] 10.222.0.24 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202619 Dec 23 08:54:56.643573 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d60db0a3-4a2c-4b1c-ad29-1beef52bc63b req-65cbaeca-908e-4ffe-92e4-bc8bb3bfc70d service neutron] 10.222.0.24 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203699 Dec 23 08:54:56.759725 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b36771c-e798-470f-8dc9-e36c9106b6de req-01464bcb-3ddd-4c8e-861c-0c72c4d47564 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be100e2cb3c249d68107cc98aad48b8c&device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 1096 time: 0.0716312 Dec 23 08:54:56.975938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36771c-e798-470f-8dc9-e36c9106b6de req-968cb6e2-a789-4615-aa04-d4ec726b1b19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:56.977521 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b36771c-e798-470f-8dc9-e36c9106b6de req-968cb6e2-a789-4615-aa04-d4ec726b1b19 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d2e7003-210c-4aaa-b39f-5b7f48552684 HTTP/1.1" status: 200 len: 913 time: 0.2114418 Dec 23 08:54:57.044013 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b36771c-e798-470f-8dc9-e36c9106b6de req-244ae3b8-46ac-42c0-9fae-556fd53898e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c224eaf4-9d6a-42f6-862a-a03382c0d028 HTTP/1.1" status: 200 len: 217 time: 0.0594916 Dec 23 08:54:57.075796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077d7da-5405-4897-851f-5e7e06a5f842 req-85db4f27-7d86-41ea-bd6f-cb754294ebcb tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:57.077234 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5077d7da-5405-4897-851f-5e7e06a5f842 req-85db4f27-7d86-41ea-bd6f-cb754294ebcb tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 943 time: 0.0758514 Dec 23 08:54:57.108145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36771c-e798-470f-8dc9-e36c9106b6de req-68d0ced7-5832-4ee4-bacf-9869976af85f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:57.109539 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b36771c-e798-470f-8dc9-e36c9106b6de req-68d0ced7-5832-4ee4-bacf-9869976af85f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1892f06-d947-4bf3-8a50-6aefc1393953 HTTP/1.1" status: 200 len: 853 time: 0.0589674 Dec 23 08:54:57.123944 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5077d7da-5405-4897-851f-5e7e06a5f842 req-8153bfd2-7e18-4db3-90e6-7531e5270a5f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Dec 23 08:54:57.158483 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b36771c-e798-470f-8dc9-e36c9106b6de req-54220139-6684-4a06-8069-f42feaf65495 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d2e7003-210c-4aaa-b39f-5b7f48552684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412834 Dec 23 08:54:57.287477 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b36771c-e798-470f-8dc9-e36c9106b6de req-e1592eca-1d68-406c-ac42-f77274e0620a service neutron] 10.222.0.24 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222796 Dec 23 08:54:57.418278 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b36771c-e798-470f-8dc9-e36c9106b6de req-b6177c22-a372-4fae-a449-20975c37d06a service neutron] 10.222.0.24 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235921 Dec 23 08:54:58.323861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559f10e-00d4-4003-aaeb-06ae573e7c30 req-b56f8652-88e7-4219-983d-67a7a5f46588 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:58.325192 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7559f10e-00d4-4003-aaeb-06ae573e7c30 req-b56f8652-88e7-4219-983d-67a7a5f46588 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 943 time: 0.0821087 Dec 23 08:54:58.369933 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7559f10e-00d4-4003-aaeb-06ae573e7c30 req-fc1a4365-4653-408c-8420-e1030b8444f6 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392773 Dec 23 08:54:58.677496 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device c224eaf4-9d6a-42f6-862a-a03382c0d028 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:54:58.807690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port c224eaf4-9d6a-42f6-862a-a03382c0d028, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c224eaf4-9d6a-42f6-862a-a03382c0d028,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:58.823701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'c224eaf4-9d6a-42f6-862a-a03382c0d028', 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684', 'port_id': 'c224eaf4-9d6a-42f6-862a-a03382c0d028', 'mac_address': 'fa:16:3e:6f:59:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1892f06-d947-4bf3-8a50-6aefc1393953', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:54:58.876104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:58.892794 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c224eaf4-9d6a-42f6-862a-a03382c0d028 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:54:58.907781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port c224eaf4-9d6a-42f6-862a-a03382c0d028, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c224eaf4-9d6a-42f6-862a-a03382c0d028,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:54:58.912802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:54:58.976675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=c224eaf4-9d6a-42f6-862a-a03382c0d028,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:54:59.116582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['c224eaf4-9d6a-42f6-862a-a03382c0d028'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:54:59.564436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c8ea5-602c-4e26-878a-bf5e570ead13 req-1063d427-8e62-4803-a04e-8a6a9e778f5e tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:54:59.565849 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-947c8ea5-602c-4e26-878a-bf5e570ead13 req-1063d427-8e62-4803-a04e-8a6a9e778f5e tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 944 time: 0.0785010 Dec 23 08:54:59.610069 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-947c8ea5-602c-4e26-878a-bf5e570ead13 req-166671aa-cf2e-4834-ab60-d3bdcada079d tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Dec 23 08:55:00.512356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7798be6-a1f5-42b3-b87f-7c25dd846b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:00.612755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:00.692902 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device c224eaf4-9d6a-42f6-862a-a03382c0d028 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:00.766213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port c224eaf4-9d6a-42f6-862a-a03382c0d028 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:00.771790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port c224eaf4-9d6a-42f6-862a-a03382c0d028 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:00.772281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:00.813765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e8a5e-a9b8-43cf-a3e0-75b72600db5f req-d4b5550a-e0e7-486c-b782-ffd281236d3a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:00.815196 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b87e8a5e-a9b8-43cf-a3e0-75b72600db5f req-d4b5550a-e0e7-486c-b782-ffd281236d3a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 944 time: 0.0818253 Dec 23 08:55:00.864433 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b87e8a5e-a9b8-43cf-a3e0-75b72600db5f req-effd6529-c58b-4edb-8862-42ce5a334895 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Dec 23 08:55:00.884543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:00.914356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56eb3f1e-7106-4bee-96b4-e0ba9d12cb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c224eaf4-9d6a-42f6-862a-a03382c0d028'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:55:00.923859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port c224eaf4-9d6a-42f6-862a-a03382c0d028, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c224eaf4-9d6a-42f6-862a-a03382c0d028,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:00.928295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:00.972689 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56eb3f1e-7106-4bee-96b4-e0ba9d12cb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c224eaf4-9d6a-42f6-862a-a03382c0d028', 'code': 200} Dec 23 08:55:00.998881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=c224eaf4-9d6a-42f6-862a-a03382c0d028,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:01.200374 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f191e617-e8b1-4e77-974e-17a9636a06bc req-a52615f1-e66c-47cd-8f75-2a9e235556d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 1098 time: 0.0729871 Dec 23 08:55:01.245751 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f191e617-e8b1-4e77-974e-17a9636a06bc req-1f9962f7-d749-444d-aae7-b3e0a8cc6b73 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372586 Dec 23 08:55:02.057247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3938ba-a28b-49bd-8ee4-d0fe531ce789 req-5a0840bb-27e3-4a8a-ab7b-526733c5fa89 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:02.058801 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4f3938ba-a28b-49bd-8ee4-d0fe531ce789 req-5a0840bb-27e3-4a8a-ab7b-526733c5fa89 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0751812 Dec 23 08:55:02.112582 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4f3938ba-a28b-49bd-8ee4-d0fe531ce789 req-31393572-b620-4d68-bb39-48620cff722b tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471087 Dec 23 08:55:02.804547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7abb7938-a64a-483e-86db-a7088ca61a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:03.305836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70e3f0-0859-4267-a66d-6bf440d8eb2a req-41415438-158b-44ca-8566-495947a71af8 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:03.307279 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9b70e3f0-0859-4267-a66d-6bf440d8eb2a req-41415438-158b-44ca-8566-495947a71af8 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0756562 Dec 23 08:55:03.351711 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9b70e3f0-0859-4267-a66d-6bf440d8eb2a req-a654fd39-29c3-407e-b279-16c389261311 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 Dec 23 08:55:03.637972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef115cf-3727-40b0-b736-d826e819fd4e req-429a673a-43ff-45fb-a807-4a390e383546 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:03.639377 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-429a673a-43ff-45fb-a807-4a390e383546 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/networks?id=9d2e7003-210c-4aaa-b39f-5b7f48552684 HTTP/1.1" status: 200 len: 813 time: 0.1394351 Dec 23 08:55:03.655507 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-78c5d4cb-72f0-40bb-9ea2-28d53fcd9631 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/quotas/be100e2cb3c249d68107cc98aad48b8c HTTP/1.1" status: 200 len: 375 time: 0.0109248 Dec 23 08:55:03.734086 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-48c0567f-95ca-4087-943c-96abd4e28ee4 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=be100e2cb3c249d68107cc98aad48b8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738621 Dec 23 08:55:03.863472 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-39e1e9a9-977d-4e77-8c9c-38afeb2858a7 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229870 Dec 23 08:55:03.892692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:03.990709 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:03.994658 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-c3a0f4ff-6f48-4f0f-a695-b430ea4d95b3 service neutron] 10.222.0.36 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256030 Dec 23 08:55:04.172306 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eda19573-55d6-4a01-a927-8374d51f6b30 req-200fd4d3-cf96-4f1b-85ae-c78418a70917 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 210 time: 0.0396442 Dec 23 08:55:05.154570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef115cf-3727-40b0-b736-d826e819fd4e req-25cbaebd-60a2-4e24-914c-c31a7c984e15 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:05.155952 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-25cbaebd-60a2-4e24-914c-c31a7c984e15 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.24 "GET /v2.0/networks?id=9d2e7003-210c-4aaa-b39f-5b7f48552684 HTTP/1.1" status: 200 len: 813 time: 0.1411448 Dec 23 08:55:05.172338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Request body: {'port': {'device_id': '027f6506-d8d2-4adc-954d-a695ab74ea1f', 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684', 'admin_state_up': True, 'tenant_id': 'be100e2cb3c249d68107cc98aad48b8c'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:05.308356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:05.312131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Usage tracker for resource:port and tenant:be100e2cb3c249d68107cc98aad48b8c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:05.314891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:05.321484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:05.330926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Made reservation on behalf of be100e2cb3c249d68107cc98aad48b8c for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:05.334609 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:05.338659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:05.343458 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-43aff80c-c76e-4faf-8a79-22531178fff5 req-e4ebded2-b0b7-4049-8c0c-bfd7254d5328 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 210 time: 0.0470128 Dec 23 08:55:05.494098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Allocated IP 172.20.0.4 (9d2e7003-210c-4aaa-b39f-5b7f48552684/b1892f06-d947-4bf3-8a50-6aefc1393953/014c2da6-8442-493e-adf2-946b2b00f490) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:05.687547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:05.714428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:05.725391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['c224eaf4-9d6a-42f6-862a-a03382c0d028'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:55:05.780954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Network 9d2e7003-210c-4aaa-b39f-5b7f48552684 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:05.783817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:05.787708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:05.828707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Pushing event updated for resources: {'Port': ['ID=014c2da6-8442-493e-adf2-946b2b00f490,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:05.854505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:05.855094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:05.876004 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-d1d38d2d-1ce5-44fb-b4ec-e024f44d595f tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7071102 Dec 23 08:55:05.887779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Request body: {'port': {'device_id': '027f6506-d8d2-4adc-954d-a695ab74ea1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:05.992294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:06.410282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014c2da6-8442-493e-adf2-946b2b00f490 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:55:06.417840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:06.431864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Transition to ACTIVE for port object 014c2da6-8442-493e-adf2-946b2b00f490 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:06.435794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:06.545747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd96ca4-b298-4649-8db1-6a9d6343a11c req-76b4317a-4624-4ffe-94e9-dca26d718d58 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:06.547291 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3cd96ca4-b298-4649-8db1-6a9d6343a11c req-76b4317a-4624-4ffe-94e9-dca26d718d58 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 943 time: 0.0825968 Dec 23 08:55:06.563924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Pushing event updated for resources: {'Port': ['ID=014c2da6-8442-493e-adf2-946b2b00f490,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:06.593001 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3cd96ca4-b298-4649-8db1-6a9d6343a11c req-066e7a98-1a83-4dc7-b2a9-13df5652549c tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Dec 23 08:55:06.664203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Attempting to bind port 014c2da6-8442-493e-adf2-946b2b00f490 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:55:06.664529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Attempting to bind port 014c2da6-8442-493e-adf2-946b2b00f490 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:55:06.664848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Attempting to bind port 014c2da6-8442-493e-adf2-946b2b00f490 on network 9d2e7003-210c-4aaa-b39f-5b7f48552684 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:06.670433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Port 014c2da6-8442-493e-adf2-946b2b00f490 on network 9d2e7003-210c-4aaa-b39f-5b7f48552684 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:55:06.670741 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Attempting to bind port 014c2da6-8442-493e-adf2-946b2b00f490 on network 9d2e7003-210c-4aaa-b39f-5b7f48552684 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:06.676773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:55:06.677097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Checking segment: {'id': 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:06.677468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Bound using segment: {'id': 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:55:06.677880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Bound port: 014c2da6-8442-493e-adf2-946b2b00f490, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:55:06.678236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:06.764683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] For port 014c2da6-8442-493e-adf2-946b2b00f490, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:55:06.767617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] For port 014c2da6-8442-493e-adf2-946b2b00f490, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=014c2da6-8442-493e-adf2-946b2b00f490,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:55:06.771776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:06.830153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:06.831584 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] 10.222.0.24 "PUT /v2.0/ports/014c2da6-8442-493e-adf2-946b2b00f490 HTTP/1.1" status: 200 len: 1093 time: 0.9477615 Dec 23 08:55:06.834715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027f6506-d8d2-4adc-954d-a695ab74ea1f', 'tag': '014c2da6-8442-493e-adf2-946b2b00f490'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:55:06.855612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b14f-0963-40e4-82bc-311cb32a6928 service neutron] Pushing event updated for resources: {'Port': ['ID=014c2da6-8442-493e-adf2-946b2b00f490,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:06.904243 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027f6506-d8d2-4adc-954d-a695ab74ea1f', 'tag': '014c2da6-8442-493e-adf2-946b2b00f490', 'status': 'completed', 'code': 200} Dec 23 08:55:06.938816 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-eaa928bf-fde9-4b39-9c05-67094a0fa458 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be100e2cb3c249d68107cc98aad48b8c&device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 1096 time: 0.0701339 Dec 23 08:55:07.008423 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-25f87017-9183-4165-b200-e753268651ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014c2da6-8442-493e-adf2-946b2b00f490 HTTP/1.1" status: 200 len: 217 time: 0.0621099 Dec 23 08:55:07.066605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef115cf-3727-40b0-b736-d826e819fd4e req-a2163141-ddc9-4070-8a53-eb1068deddf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:07.068582 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-a2163141-ddc9-4070-8a53-eb1068deddf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1892f06-d947-4bf3-8a50-6aefc1393953 HTTP/1.1" status: 200 len: 853 time: 0.0547969 Dec 23 08:55:07.110346 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-6c0d7701-5364-4e68-844c-cf7027ad6d33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d2e7003-210c-4aaa-b39f-5b7f48552684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363307 Dec 23 08:55:07.236018 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-a02402ed-ce8f-4313-b569-4dfc7481ad52 service neutron] 10.222.0.24 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198993 Dec 23 08:55:07.364118 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-aef115cf-3727-40b0-b736-d826e819fd4e req-fedf96a8-67cc-445f-b9d1-4cc3013eff8e service neutron] 10.222.0.24 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198947 Dec 23 08:55:07.477053 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36d2b5d2-f731-4553-86bd-8a788edf8c45 req-18f00216-974d-4cdb-8ced-cdd893d3bc8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=be100e2cb3c249d68107cc98aad48b8c&device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 1096 time: 0.0709856 Dec 23 08:55:07.604388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2b5d2-f731-4553-86bd-8a788edf8c45 req-fee22ecf-7192-4381-b72f-47417f74c6e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:07.605773 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36d2b5d2-f731-4553-86bd-8a788edf8c45 req-fee22ecf-7192-4381-b72f-47417f74c6e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9d2e7003-210c-4aaa-b39f-5b7f48552684 HTTP/1.1" status: 200 len: 913 time: 0.1223564 Dec 23 08:55:07.671646 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36d2b5d2-f731-4553-86bd-8a788edf8c45 req-3e4b6a5c-ed66-4322-993b-ea2e51d27f2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=014c2da6-8442-493e-adf2-946b2b00f490 HTTP/1.1" status: 200 len: 217 time: 0.0591223 Dec 23 08:55:07.737174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2b5d2-f731-4553-86bd-8a788edf8c45 req-f534a926-8580-4a86-a20c-2eb37ee98922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:07.738666 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36d2b5d2-f731-4553-86bd-8a788edf8c45 req-f534a926-8580-4a86-a20c-2eb37ee98922 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1892f06-d947-4bf3-8a50-6aefc1393953 HTTP/1.1" status: 200 len: 853 time: 0.0590050 Dec 23 08:55:07.785714 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36d2b5d2-f731-4553-86bd-8a788edf8c45 req-3f8bf567-45b0-4a37-9afd-cf545b4c685c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d2e7003-210c-4aaa-b39f-5b7f48552684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393047 Dec 23 08:55:07.788021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802631d-9298-403d-88dc-ca84dd145046 req-811619fd-580c-432a-a368-930e9b700b80 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:07.791505 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f802631d-9298-403d-88dc-ca84dd145046 req-811619fd-580c-432a-a368-930e9b700b80 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 943 time: 0.0796084 Dec 23 08:55:07.839629 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f802631d-9298-403d-88dc-ca84dd145046 req-3ffd3e01-8707-4853-9d0f-c92437b05b85 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Dec 23 08:55:08.010565 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36d2b5d2-f731-4553-86bd-8a788edf8c45 req-cc39d94f-5151-460a-ba81-76d30c93900e service neutron] 10.222.0.24 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181337 Dec 23 08:55:08.142191 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36d2b5d2-f731-4553-86bd-8a788edf8c45 req-3d9b8f0a-7e77-45c6-b497-8f1cb239cfd1 service neutron] 10.222.0.24 "GET /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248014 Dec 23 08:55:08.738921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 014c2da6-8442-493e-adf2-946b2b00f490 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:55:08.869864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 014c2da6-8442-493e-adf2-946b2b00f490, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=014c2da6-8442-493e-adf2-946b2b00f490,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:08.883711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '014c2da6-8442-493e-adf2-946b2b00f490', 'network_id': '9d2e7003-210c-4aaa-b39f-5b7f48552684', 'port_id': '014c2da6-8442-493e-adf2-946b2b00f490', 'mac_address': 'fa:16:3e:16:ce:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1892f06-d947-4bf3-8a50-6aefc1393953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:55:08.937150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:08.954588 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014c2da6-8442-493e-adf2-946b2b00f490 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:55:08.970274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 014c2da6-8442-493e-adf2-946b2b00f490, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=014c2da6-8442-493e-adf2-946b2b00f490,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:08.974600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:09.036818 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013373c-f123-4c84-978a-ce8392fcb0f6 req-d277d32d-6d9d-4d69-b47c-cd9198538f66 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:09.038316 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0013373c-f123-4c84-978a-ce8392fcb0f6 req-d277d32d-6d9d-4d69-b47c-cd9198538f66 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 944 time: 0.0769842 Dec 23 08:55:09.041180 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=014c2da6-8442-493e-adf2-946b2b00f490,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:09.082520 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0013373c-f123-4c84-978a-ce8392fcb0f6 req-9df7a109-4151-4c78-8af3-cdd6668c0386 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Dec 23 08:55:09.173557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['014c2da6-8442-493e-adf2-946b2b00f490'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:55:10.274001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da141de-7a91-4843-98b7-a4aa5ab8c27d req-ba696a54-01e0-4689-8418-291fd04fc732 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:10.275388 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7da141de-7a91-4843-98b7-a4aa5ab8c27d req-ba696a54-01e0-4689-8418-291fd04fc732 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 944 time: 0.0767837 Dec 23 08:55:10.318400 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7da141de-7a91-4843-98b7-a4aa5ab8c27d req-2b586e1c-038a-4e2e-9d9c-becd1fc06a6a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375779 Dec 23 08:55:10.753804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 014c2da6-8442-493e-adf2-946b2b00f490 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:10.819366 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 014c2da6-8442-493e-adf2-946b2b00f490 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:10.824085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 014c2da6-8442-493e-adf2-946b2b00f490 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:10.824448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:10.935090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:10.961394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027f6506-d8d2-4adc-954d-a695ab74ea1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c2da6-8442-493e-adf2-946b2b00f490'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:55:10.971125 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 014c2da6-8442-493e-adf2-946b2b00f490, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=014c2da6-8442-493e-adf2-946b2b00f490,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:10.974694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:11.025693 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027f6506-d8d2-4adc-954d-a695ab74ea1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014c2da6-8442-493e-adf2-946b2b00f490', 'code': 200} Dec 23 08:55:11.053890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=014c2da6-8442-493e-adf2-946b2b00f490,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:11.244154 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b162ba45-a70d-4ab8-bf3f-e221761da542 req-0cc91799-d342-4bfa-bd93-5b9239189204 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 1098 time: 0.0709164 Dec 23 08:55:11.283867 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b162ba45-a70d-4ab8-bf3f-e221761da542 req-ca01cbb0-0b49-4b06-8c9f-3e29a2f10af7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Dec 23 08:55:11.517025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aa01b-6ff5-4681-a942-47e340600d55 req-c887a2f0-53b6-4b6a-a777-70c4ae3575a2 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:11.518490 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c8aa01b-6ff5-4681-a942-47e340600d55 req-c887a2f0-53b6-4b6a-a777-70c4ae3575a2 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 945 time: 0.0756032 Dec 23 08:55:11.563349 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2c8aa01b-6ff5-4681-a942-47e340600d55 req-7e5eb233-b563-43bf-9e66-9aa8ee7ba4cf tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 Dec 23 08:55:12.839864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746473d-c65c-4344-8b49-3d552312101d req-305df9d9-6321-43d4-b7ac-2a22e661ed71 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:12.841197 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3746473d-c65c-4344-8b49-3d552312101d req-305df9d9-6321-43d4-b7ac-2a22e661ed71 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 945 time: 0.1568038 Dec 23 08:55:12.886055 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3746473d-c65c-4344-8b49-3d552312101d req-a595db64-2adc-4958-8d99-3d60bb0c0a8a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390565 Dec 23 08:55:13.277366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9f29c-3a7f-48c1-a342-f6172e3bf273 req-e80b4f99-9307-4b77-ab1f-d9b4f031e6ae tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:13.278787 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-25b9f29c-3a7f-48c1-a342-f6172e3bf273 req-e80b4f99-9307-4b77-ab1f-d9b4f031e6ae tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 945 time: 0.0744102 Dec 23 08:55:13.321895 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-25b9f29c-3a7f-48c1-a342-f6172e3bf273 req-4ea6248e-e255-4394-a29a-d53214205a96 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Dec 23 08:55:14.519173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae08783-1a66-48e6-9f68-793095e5de56 req-eaf60db4-a140-435a-a2ea-220891a7be2b tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:14.520657 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ae08783-1a66-48e6-9f68-793095e5de56 req-eaf60db4-a140-435a-a2ea-220891a7be2b tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 945 time: 0.0768743 Dec 23 08:55:14.566047 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ae08783-1a66-48e6-9f68-793095e5de56 req-0d2e739b-c695-4aeb-8136-5a0c0b130889 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Dec 23 08:55:14.595426 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-7e3dfc91-e03a-4e5c-bd05-24df2fb3b710 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:14.596380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-7e3dfc91-e03a-4e5c-bd05-24df2fb3b710 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Synchronizing usage tracker for tenant:be100e2cb3c249d68107cc98aad48b8c on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:55:14.613137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-7e3dfc91-e03a-4e5c-bd05-24df2fb3b710 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Unset dirty status for tenant:be100e2cb3c249d68107cc98aad48b8c on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:55:14.614312 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-7e3dfc91-e03a-4e5c-bd05-24df2fb3b710 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.24 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 945 time: 0.0925665 Dec 23 08:55:14.685069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Deleting port 014c2da6-8442-493e-adf2-946b2b00f490 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:14.685383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:14.913463 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] For port 014c2da6-8442-493e-adf2-946b2b00f490, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=014c2da6-8442-493e-adf2-946b2b00f490,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:14.913806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:15.032633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Calling delete_port for 014c2da6-8442-493e-adf2-946b2b00f490 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:55:15.169655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:15.183286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['c224eaf4-9d6a-42f6-862a-a03382c0d028', '014c2da6-8442-493e-adf2-946b2b00f490'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:55:15.218966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Pushing event deleted for resources: {'Port': ['ID=014c2da6-8442-493e-adf2-946b2b00f490,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:15.287831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] No DVR routers for this DVR port 014c2da6-8442-493e-adf2-946b2b00f490 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:55:15.290412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:15.292830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027f6506-d8d2-4adc-954d-a695ab74ea1f', 'name': 'network-vif-deleted', 'tag': '014c2da6-8442-493e-adf2-946b2b00f490'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:55:15.308480 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7be2538d-ad54-4423-8d72-79a44fa43074 req-d02315c5-97f5-459c-8426-186a8413ef49 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.24 "DELETE /v2.0/ports/014c2da6-8442-493e-adf2-946b2b00f490 HTTP/1.1" status: 204 len: 173 time: 0.6883512 Dec 23 08:55:15.355816 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027f6506-d8d2-4adc-954d-a695ab74ea1f', 'name': 'network-vif-deleted', 'tag': '014c2da6-8442-493e-adf2-946b2b00f490', 'status': 'completed', 'code': 200} Dec 23 08:55:15.736719 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9726dfb5-ed31-499b-a73e-6012a9893f92 req-aca56a7c-4728-425d-b258-99c729669499 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=027f6506-d8d2-4adc-954d-a695ab74ea1f HTTP/1.1" status: 200 len: 210 time: 0.0403941 Dec 23 08:55:17.005198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79c9a9-0c20-4271-af7d-e9c647f67bc8 req-05362218-2e04-4c5a-967e-f94a005619bd tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:17.006644 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ea79c9a9-0c20-4271-af7d-e9c647f67bc8 req-05362218-2e04-4c5a-967e-f94a005619bd tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0778956 Dec 23 08:55:17.052037 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ea79c9a9-0c20-4271-af7d-e9c647f67bc8 req-cb477db1-94f4-40b8-90e0-8e2469463054 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Dec 23 08:55:17.272434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e0273-55ef-4335-b319-370801c17bd8 req-956fe626-895d-416f-8708-2cc60fe92371 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:17.274115 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-993e0273-55ef-4335-b319-370801c17bd8 req-956fe626-895d-416f-8708-2cc60fe92371 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0771215 Dec 23 08:55:17.321419 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-993e0273-55ef-4335-b319-370801c17bd8 req-495fe102-72fd-48cd-a653-212229f6620c tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Dec 23 08:55:17.521445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d389fd-ec15-4997-873a-57d62ae5ba8c req-243cd9bb-cbac-4e08-bddd-de6285a5a20e tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:17.522889 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e0d389fd-ec15-4997-873a-57d62ae5ba8c req-243cd9bb-cbac-4e08-bddd-de6285a5a20e tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0742123 Dec 23 08:55:17.567643 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e0d389fd-ec15-4997-873a-57d62ae5ba8c req-5da6c19a-88ec-461f-b189-3ba38af5a4db tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Dec 23 08:55:17.834157 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cfc60150-81c9-432e-8800-26b098ca998f req-ab2f8ec1-e937-4cab-a630-57a1e332ea63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1379871 Dec 23 08:55:18.028749 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86772555-7402-4888-b2cb-5510a004b635 req-529c87c2-63d5-4b95-8fdd-3f6d58c84b4b tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:18.030210 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-86772555-7402-4888-b2cb-5510a004b635 req-529c87c2-63d5-4b95-8fdd-3f6d58c84b4b tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0766239 Dec 23 08:55:18.074930 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-86772555-7402-4888-b2cb-5510a004b635 req-19e7dc92-389f-48cb-a644-34e7d8d4ce63 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391891 Dec 23 08:55:18.269116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0057a0b-d1f1-41a6-96b2-4af92f62960d req-75593d1d-9c2a-42a1-a8a9-12f5234d7bcb tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:18.270550 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0057a0b-d1f1-41a6-96b2-4af92f62960d req-75593d1d-9c2a-42a1-a8a9-12f5234d7bcb tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0788028 Dec 23 08:55:18.313907 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0057a0b-d1f1-41a6-96b2-4af92f62960d req-32c437cd-186c-4d78-84c8-4f3f051c8295 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377791 Dec 23 08:55:18.520576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b94113-191b-47a4-b2c7-5103870704be req-0af79241-90b4-49a8-bb5b-74bb2780c231 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:18.522038 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-13b94113-191b-47a4-b2c7-5103870704be req-0af79241-90b4-49a8-bb5b-74bb2780c231 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0747850 Dec 23 08:55:18.566426 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-13b94113-191b-47a4-b2c7-5103870704be req-72dcbde9-20aa-4205-8e8b-502675f64853 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390146 Dec 23 08:55:18.786491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 014c2da6-8442-493e-adf2-946b2b00f490 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:55:18.819094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 014c2da6-8442-493e-adf2-946b2b00f490 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:55:18.819434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 014c2da6-8442-493e-adf2-946b2b00f490 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:55:19.113350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3be5e3-89fa-4084-a81f-df8677a6cf68 req-3f94c6a6-b1ca-4970-8d24-b9607bb2e46e tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:19.114811 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9b3be5e3-89fa-4084-a81f-df8677a6cf68 req-3f94c6a6-b1ca-4970-8d24-b9607bb2e46e tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0782166 Dec 23 08:55:19.158406 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9b3be5e3-89fa-4084-a81f-df8677a6cf68 req-8ac12dbc-7199-45af-b8e5-6c000686b101 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381773 Dec 23 08:55:20.351192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a685ed2-f729-4066-b00f-81574af9cc0b req-f0b2687a-3666-450a-9547-85734fb2088d tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:20.352625 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4a685ed2-f729-4066-b00f-81574af9cc0b req-f0b2687a-3666-450a-9547-85734fb2088d tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0758042 Dec 23 08:55:20.381579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-c0d87ca3-f4f8-4216-9a9d-1ed8c91dbb32 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:20.382294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-c0d87ca3-f4f8-4216-9a9d-1ed8c91dbb32 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Synchronizing usage tracker for tenant:be100e2cb3c249d68107cc98aad48b8c on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:55:20.396695 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4a685ed2-f729-4066-b00f-81574af9cc0b req-c0a774fd-1598-4ec0-8578-7df2a8c7849e tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb09fa29-e330-4c56-afff-0f880b87f27d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382123 Dec 23 08:55:20.397933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-c0d87ca3-f4f8-4216-9a9d-1ed8c91dbb32 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Unset dirty status for tenant:be100e2cb3c249d68107cc98aad48b8c on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:55:20.399349 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-c0d87ca3-f4f8-4216-9a9d-1ed8c91dbb32 tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.24 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 945 time: 0.0948808 Dec 23 08:55:20.470082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Deleting port c224eaf4-9d6a-42f6-862a-a03382c0d028 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:20.470418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:20.707671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] For port c224eaf4-9d6a-42f6-862a-a03382c0d028, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c224eaf4-9d6a-42f6-862a-a03382c0d028,segment=NetworkSegment(c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515),segment_id=c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:20.708017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:20.825808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Calling delete_port for c224eaf4-9d6a-42f6-862a-a03382c0d028 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:55:21.043631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:21.090853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Pushing event deleted for resources: {'Port': ['ID=c224eaf4-9d6a-42f6-862a-a03382c0d028,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:21.160653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] No DVR routers for this DVR port c224eaf4-9d6a-42f6-862a-a03382c0d028 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:55:21.162956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:21.165298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56eb3f1e-7106-4bee-96b4-e0ba9d12cb77', 'name': 'network-vif-deleted', 'tag': 'c224eaf4-9d6a-42f6-862a-a03382c0d028'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:55:21.182202 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a348c817-9ef5-461d-9a3e-6d649a05015b req-f42b4d5f-4e11-4bd3-974a-46ff0740855a tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.24 "DELETE /v2.0/ports/c224eaf4-9d6a-42f6-862a-a03382c0d028 HTTP/1.1" status: 204 len: 173 time: 0.7780604 Dec 23 08:55:21.220049 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56eb3f1e-7106-4bee-96b4-e0ba9d12cb77', 'name': 'network-vif-deleted', 'tag': 'c224eaf4-9d6a-42f6-862a-a03382c0d028', 'status': 'completed', 'code': 200} Dec 23 08:55:21.572732 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4ffd509e-c7e9-49cf-920d-3b271c984ea2 req-53d43628-8292-418d-bc5b-3441d4e46bae tempest-ServersNegativeTestJSON-778059542 tempest-ServersNegativeTestJSON-778059542-project] 10.222.0.36 "GET /v2.0/ports?device_id=56eb3f1e-7106-4bee-96b4-e0ba9d12cb77 HTTP/1.1" status: 200 len: 210 time: 0.0434768 Dec 23 08:55:22.677847 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55972) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:22.736221 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-56100034-9d3e-49a5-9268-47c2c6bdede4 admin admin] Deleting subnet b1892f06-d947-4bf3-8a50-6aefc1393953 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:55:22.739023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56100034-9d3e-49a5-9268-47c2c6bdede4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:22.790939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56100034-9d3e-49a5-9268-47c2c6bdede4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:22.801109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device c224eaf4-9d6a-42f6-862a-a03382c0d028 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:55:22.835994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: c224eaf4-9d6a-42f6-862a-a03382c0d028 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:55:22.836363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device c224eaf4-9d6a-42f6-862a-a03382c0d028 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:55:22.845396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56100034-9d3e-49a5-9268-47c2c6bdede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:22.911748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56100034-9d3e-49a5-9268-47c2c6bdede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:22.952690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56100034-9d3e-49a5-9268-47c2c6bdede4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1892f06-d947-4bf3-8a50-6aefc1393953,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:22.957496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-56100034-9d3e-49a5-9268-47c2c6bdede4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:22.962906 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-56100034-9d3e-49a5-9268-47c2c6bdede4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b1892f06-d947-4bf3-8a50-6aefc1393953 HTTP/1.1" status: 204 len: 168 time: 0.2839341 Dec 23 08:55:22.965733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 55976) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:23.067890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.192908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.216571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2e7003-210c-4aaa-b39f-5b7f48552684']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:23.228933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:23.229218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f0e33d-bddf-4ab0-8bfc-d69ca9eb0515') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:23.239999 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.256149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.262528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:55:23.262957 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:55:23.275896 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:55:23.432906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.437343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.459958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2e7003-210c-4aaa-b39f-5b7f48552684,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:23.468134 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ee19b357-e59e-4ef8-a0bc-dd1b6010b550 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9d2e7003-210c-4aaa-b39f-5b7f48552684 HTTP/1.1" status: 204 len: 168 time: 0.5014191 Dec 23 08:55:23.599693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 55982) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:23.647535 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cd0c71ec-1439-4208-9b4d-166d4ccc81ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be100e2cb3c249d68107cc98aad48b8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0467067 Dec 23 08:55:23.649775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 55986) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:23.709275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b1a733a-0e6e-4cbd-a2b6-22ed435337d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.734507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b1a733a-0e6e-4cbd-a2b6-22ed435337d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.785460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b1a733a-0e6e-4cbd-a2b6-22ed435337d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.800390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a733a-0e6e-4cbd-a2b6-22ed435337d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb09fa29-e330-4c56-afff-0f880b87f27d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:23.804508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b1a733a-0e6e-4cbd-a2b6-22ed435337d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:23.805557 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8b1a733a-0e6e-4cbd-a2b6-22ed435337d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb09fa29-e330-4c56-afff-0f880b87f27d HTTP/1.1" status: 204 len: 168 time: 0.1543441 Dec 23 08:55:24.684521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56008) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:24.816007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363239514'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:24.820985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:24.825460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:network and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:24.828370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:24.834491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:24.844071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:24.847450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:24.859594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:24.891237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:24.895045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:security_group_rule and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:24.897754 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:24.903277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:24.969492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:24.972805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:25.000780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:55:25.012953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d1ca5-de77-4ee0-8a8e-49e7c984d1a7,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:25.017270 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:25.017538 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Added segment c721d8e6-2298-4664-957d-5bbe5e360d52 of type vlan for network 74a093ea-47b3-4152-b068-07dc4e71def4 Dec 23 08:55:25.044613 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:25.077310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:25.081211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:25.081764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:25.187691 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5018835 Dec 23 08:55:25.191460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5b0a6-2fc3-4350-aba3-14a7fe0489e2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Network': ['ID=74a093ea-47b3-4152-b068-07dc4e71def4,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:25.202092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 74a093ea-47b3-4152-b068-07dc4e71def4 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:55:28.350893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56014) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:28.357059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'subnet': {'network_id': '74a093ea-47b3-4152-b068-07dc4e71def4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:28.462410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:28.466162 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:subnet and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:28.468917 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:28.474835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:28.484753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:28.582759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:28.795370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:28.875564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Subnet': ['ID=e24c080d-4479-469e-a422-949735431585,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:28.886151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Checking segment: {'id': 'c721d8e6-2298-4664-957d-5bbe5e360d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '74a093ea-47b3-4152-b068-07dc4e71def4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:28.886504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network hostable DHCP agents. Network: 74a093ea-47b3-4152-b068-07dc4e71def4, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:55:28.908169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network 74a093ea-47b3-4152-b068-07dc4e71def4 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:55:28.918020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 74a093ea-47b3-4152-b068-07dc4e71def4) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:28.921925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:28.922622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:28.927217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f421b-34c4-4483-ba97-705dbbf16873 None None] Network 74a093ea-47b3-4152-b068-07dc4e71def4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:28.943563 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9f42003b-5418-4156-9bf5-2cb1b5c4f025 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5916541 Dec 23 08:55:28.947441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56018) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:28.952923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-526690064'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:28.957697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:28.961427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:network and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:28.964942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:28.970910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:28.979986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:28.982881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.014493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:55:29.025281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.025649 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Added segment b5e657a9-ed24-4e38-9f62-40ffcc913c27 of type vlan for network 5f8533a6-d93e-4e99-9cf3-bd80e07fbb72 Dec 23 08:55:29.052904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.083590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.090174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:29.090881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.140191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-74a093ea-47b3-4152-b068-07dc4e71def4', 'network_id': '74a093ea-47b3-4152-b068-07dc4e71def4', 'tenant_id': 'bc08bf8e7a7a41479cc32056f1895457', 'fixed_ips': [{'subnet_id': 'e24c080d-4479-469e-a422-949735431585'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:55:29.140996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.187706 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2392473 Dec 23 08:55:29.191020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56022) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:29.198988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'subnet': {'network_id': '5f8533a6-d93e-4e99-9cf3-bd80e07fbb72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:29.265978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec97f3-8264-42c7-acb5-b2c677763db0 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Network': ['ID=5f8533a6-d93e-4e99-9cf3-bd80e07fbb72,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:29.279803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 5f8533a6-d93e-4e99-9cf3-bd80e07fbb72 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:55:29.312073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:29.315707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:subnet and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:29.318469 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:29.324559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:29.335403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:29.390094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Allocated IP 2001:db8:0:ffff::2 (74a093ea-47b3-4152-b068-07dc4e71def4/e24c080d-4479-469e-a422-949735431585/7d21825b-3b5f-4c12-9f43-b12eec09fa15) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:29.442418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.600988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.611113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Transition to ACTIVE for port object 7d21825b-3b5f-4c12-9f43-b12eec09fa15 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:29.629392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Transition to ACTIVE for port object 7d21825b-3b5f-4c12-9f43-b12eec09fa15 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:29.635846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.705392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Network 74a093ea-47b3-4152-b068-07dc4e71def4 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:29.708235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:29.710642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:29.717137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Pushing event updated for resources: {'Port': ['ID=7d21825b-3b5f-4c12-9f43-b12eec09fa15,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:29.749017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.780560 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.780897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.781224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.781543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.781861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.782205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.782516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.782830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.783140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.783445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.783749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:29.812599 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Attempting to bind port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:55:29.812937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Attempting to bind port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'c721d8e6-2298-4664-957d-5bbe5e360d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '74a093ea-47b3-4152-b068-07dc4e71def4'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:55:29.813282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Attempting to bind port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 on network 74a093ea-47b3-4152-b068-07dc4e71def4 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:29.819351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:55:29.819710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Checking segment: {'id': 'c721d8e6-2298-4664-957d-5bbe5e360d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '74a093ea-47b3-4152-b068-07dc4e71def4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:29.820096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.820473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Bound using segment: {'id': 'c721d8e6-2298-4664-957d-5bbe5e360d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '74a093ea-47b3-4152-b068-07dc4e71def4'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:55:29.820913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Bound port: 7d21825b-3b5f-4c12-9f43-b12eec09fa15, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c721d8e6-2298-4664-957d-5bbe5e360d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '74a093ea-47b3-4152-b068-07dc4e71def4'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:55:29.821264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.827020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Subnet': ['ID=19afe125-156a-48a0-902c-92c68fd03715,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:29.842103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Checking segment: {'id': 'b5e657a9-ed24-4e38-9f62-40ffcc913c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5f8533a6-d93e-4e99-9cf3-bd80e07fbb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:29.842459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network hostable DHCP agents. Network: 5f8533a6-d93e-4e99-9cf3-bd80e07fbb72, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:55:29.864072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network 5f8533a6-d93e-4e99-9cf3-bd80e07fbb72 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:55:29.873763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 5f8533a6-d93e-4e99-9cf3-bd80e07fbb72) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:29.877738 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:29.878193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:29.886453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c2ffd-95a7-4f67-9da0-37138f08b2a4 None None] Network 5f8533a6-d93e-4e99-9cf3-bd80e07fbb72 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:29.899419 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6c456cb1-168f-4511-a003-f5aa7658e087 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7078001 Dec 23 08:55:29.902685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56026) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:29.985223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] For port 7d21825b-3b5f-4c12-9f43-b12eec09fa15, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:55:30.005711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] For port 7d21825b-3b5f-4c12-9f43-b12eec09fa15, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7d21825b-3b5f-4c12-9f43-b12eec09fa15,segment=NetworkSegment(c721d8e6-2298-4664-957d-5bbe5e360d52),segment_id=c721d8e6-2298-4664-957d-5bbe5e360d52)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:55:30.013589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.040866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.105607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.143967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64758901-033c-4158-89a8-d6c23e1993e1 None None] Pushing event updated for resources: {'Port': ['ID=7d21825b-3b5f-4c12-9f43-b12eec09fa15,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:30.191987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.209201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d8d703-4a61-403d-ace9-03bea4a13157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-5f8533a6-d93e-4e99-9cf3-bd80e07fbb72', 'network_id': '5f8533a6-d93e-4e99-9cf3-bd80e07fbb72', 'tenant_id': 'bc08bf8e7a7a41479cc32056f1895457', 'fixed_ips': [{'subnet_id': '19afe125-156a-48a0-902c-92c68fd03715'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:55:30.210040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-22d8d703-4a61-403d-ace9-03bea4a13157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.234876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Subnet': ['ID=19afe125-156a-48a0-902c-92c68fd03715,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:30.325260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64338a-8f79-4400-af6f-4a9299c6ef6f None None] Network 5f8533a6-d93e-4e99-9cf3-bd80e07fbb72 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:30.371093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.398483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8533a6-d93e-4e99-9cf3-bd80e07fbb72']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:30.413978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e657a9-ed24-4e38-9f62-40ffcc913c27') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:30.414269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e657a9-ed24-4e38-9f62-40ffcc913c27') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:30.427126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.446703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.454051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:55:30.455259 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:55:30.471465 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:55:30.547109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5f223ece-bd9f-4574-b9ff-da76d875f47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.556676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.574149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.585689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Network': ['ID=5f8533a6-d93e-4e99-9cf3-bd80e07fbb72,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:30.588729 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5250b9e4-39c3-4c45-bf48-8153eecefbb7 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/networks/5f8533a6-d93e-4e99-9cf3-bd80e07fbb72 HTTP/1.1" status: 204 len: 168 time: 0.6851497 Dec 23 08:55:30.592193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56030) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:30.597737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1496139888'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:30.602587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:30.606363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:network and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:30.609247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:30.611696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.614928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:30.624277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:30.627372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.656735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:55:30.665286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.665617 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Added segment 79341e2b-f763-4d6a-b6f3-457d061a6802 of type vlan for network d5573f3f-038a-4e3b-afd1-5d67515635ee Dec 23 08:55:30.693380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.721597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.725128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:30.725692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:30.835509 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2422318 Dec 23 08:55:30.838477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56034) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:30.839042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30469779-1597-4e9b-93f2-4a0f8878a6c3 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Network': ['ID=d5573f3f-038a-4e3b-afd1-5d67515635ee,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:30.848659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'subnet': {'network_id': 'd5573f3f-038a-4e3b-afd1-5d67515635ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:30.855617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network d5573f3f-038a-4e3b-afd1-5d67515635ee details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:55:30.977704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:30.981709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:subnet and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:30.984665 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:30.990434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:31.002594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:31.105984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.140908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e840a36-cf81-45a0-906e-287227998458 None None] Network 74a093ea-47b3-4152-b068-07dc4e71def4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:31.191880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.ipam_backend_mixin [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Performing IP validity checks on allocation pools {{(pid=83522) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 08:55:31.192320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.ipam_backend_mixin [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83522) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 08:55:31.236724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fc5bdff8-c0cf-4962-85fc-6336510e5f8e None None] Provisioning for port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:31.247397 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:55:31.318867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.401205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Subnet': ['ID=530508f2-3a14-4f02-b05d-9a40c66fdcbd,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:31.411688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Checking segment: {'id': '79341e2b-f763-4d6a-b6f3-457d061a6802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5573f3f-038a-4e3b-afd1-5d67515635ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:31.412038 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network hostable DHCP agents. Network: d5573f3f-038a-4e3b-afd1-5d67515635ee, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:55:31.436831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network d5573f3f-038a-4e3b-afd1-5d67515635ee is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:55:31.447317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, d5573f3f-038a-4e3b-afd1-5d67515635ee) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:31.451253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:31.451887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.457293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e51aa7-a44e-4bc5-a85c-87a6b05d447e None None] Network d5573f3f-038a-4e3b-afd1-5d67515635ee requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:31.475785 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d679024e-4226-4704-a679-ef21b0baa991 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6359682 Dec 23 08:55:31.478560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56038) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:31.622030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.672995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33bcfe5-327e-43ea-8b9a-190078904d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-d5573f3f-038a-4e3b-afd1-5d67515635ee', 'network_id': 'd5573f3f-038a-4e3b-afd1-5d67515635ee', 'tenant_id': 'bc08bf8e7a7a41479cc32056f1895457', 'fixed_ips': [{'subnet_id': '530508f2-3a14-4f02-b05d-9a40c66fdcbd'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:55:31.673764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b33bcfe5-327e-43ea-8b9a-190078904d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.685802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.759247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server [None req-b33bcfe5-327e-43ea-8b9a-190078904d87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 530508f2-3a14-4f02-b05d-9a40c66fdcbd: This subnet is being modified by another concurrent operation. Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise value Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server raise exception Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 530508f2-3a14-4f02-b05d-9a40c66fdcbd: This subnet is being modified by another concurrent operation. Dec 23 08:55:31.778839 dv-neutron-822507-1-hyperv neutron-server[83524]: ERROR oslo_messaging.rpc.server Dec 23 08:55:31.796639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9a738a-53fc-4f9d-9e4e-24f45c0a94fa None None] Network d5573f3f-038a-4e3b-afd1-5d67515635ee requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:31.802470 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Subnet': ['ID=530508f2-3a14-4f02-b05d-9a40c66fdcbd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:31.897856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.923866 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5573f3f-038a-4e3b-afd1-5d67515635ee']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:31.935924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79341e2b-f763-4d6a-b6f3-457d061a6802') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:31.936215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79341e2b-f763-4d6a-b6f3-457d061a6802') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:31.947923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.961822 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e4a7a-22ba-4b4d-91dd-c4a191fcd19a None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:55:31.965416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.972168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:55:31.972546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:55:31.987150 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:55:32.046982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0e4a7a-22ba-4b4d-91dd-c4a191fcd19a None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:55:32.074256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.096525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.107354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Network': ['ID=d5573f3f-038a-4e3b-afd1-5d67515635ee,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:32.111469 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3f772dd3-f345-4cc7-8e90-59781a5363a5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/networks/d5573f3f-038a-4e3b-afd1-5d67515635ee HTTP/1.1" status: 204 len: 168 time: 0.6317585 Dec 23 08:55:32.115103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56042) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:32.120426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-272115444'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:32.125577 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:32.129892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:network and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:32.134699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:32.140907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:32.141064 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7d21825b-3b5f-4c12-9f43-b12eec09fa15 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:32.151911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:32.155097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.182253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:55:32.191481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.192222 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Added segment f4bdbdcb-5277-40df-a494-8a19ee2b850d of type vlan for network c54e23f7-6292-4f5c-bc2e-ce3ab82509bd Dec 23 08:55:32.217830 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.247691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.251519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:32.252085 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.296872 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:32.304757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:32.305124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.350098 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2339063 Dec 23 08:55:32.353019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56046) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:32.357033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f786a56-53eb-4a93-aab7-71948f054f94 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Network': ['ID=c54e23f7-6292-4f5c-bc2e-ce3ab82509bd,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:32.358574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'subnet': {'network_id': 'c54e23f7-6292-4f5c-bc2e-ce3ab82509bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:32.369129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network c54e23f7-6292-4f5c-bc2e-ce3ab82509bd details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:55:32.471024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:32.474774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:subnet and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:32.477534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:32.483688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:32.493059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:32.595923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.639776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.678350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 7d21825b-3b5f-4c12-9f43-b12eec09fa15, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7d21825b-3b5f-4c12-9f43-b12eec09fa15,segment=NetworkSegment(c721d8e6-2298-4664-957d-5bbe5e360d52),segment_id=c721d8e6-2298-4664-957d-5bbe5e360d52)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:32.682493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.748244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=7d21825b-3b5f-4c12-9f43-b12eec09fa15,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:32.805210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-20033148-e48a-48b6-b58c-444c2546e451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.817488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.893151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Subnet': ['ID=0f6aaac0-62be-4ed3-aea9-249b3f4f1ffd,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:32.904048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Checking segment: {'id': 'f4bdbdcb-5277-40df-a494-8a19ee2b850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c54e23f7-6292-4f5c-bc2e-ce3ab82509bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:32.904395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network hostable DHCP agents. Network: c54e23f7-6292-4f5c-bc2e-ce3ab82509bd, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:55:32.926856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network c54e23f7-6292-4f5c-bc2e-ce3ab82509bd is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:55:32.936636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, c54e23f7-6292-4f5c-bc2e-ce3ab82509bd) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:32.940433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:32.941006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:32.945030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b083bf-3035-4cc6-8451-8bb828d29d36 None None] Network c54e23f7-6292-4f5c-bc2e-ce3ab82509bd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:32.961902 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d5f9d54f-fb09-4b23-91ba-973a502d76fc tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6077874 Dec 23 08:55:32.965497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56050) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:32.971581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-200448449'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:32.976631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:32.981253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:network and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:32.984083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:32.989941 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:33.000408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:33.003328 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.033448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:55:33.042878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.043205 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Added segment 10d9b1fe-48df-43e7-b536-7ea608b1d1a5 of type vlan for network 0c944e98-ac32-4339-be55-f46e57358307 Dec 23 08:55:33.071179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.101492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.105253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:33.105818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.159826 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-c54e23f7-6292-4f5c-bc2e-ce3ab82509bd', 'network_id': 'c54e23f7-6292-4f5c-bc2e-ce3ab82509bd', 'tenant_id': 'bc08bf8e7a7a41479cc32056f1895457', 'fixed_ips': [{'subnet_id': '0f6aaac0-62be-4ed3-aea9-249b3f4f1ffd'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:55:33.160663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.299216 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3297451 Dec 23 08:55:33.299420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56054) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:33.307313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Request body: {'subnet': {'network_id': '0c944e98-ac32-4339-be55-f46e57358307', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:33.330437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Allocated IP 2001:db8::2 (c54e23f7-6292-4f5c-bc2e-ce3ab82509bd/0f6aaac0-62be-4ed3-aea9-249b3f4f1ffd/69a09b75-8333-4972-a718-1c7704835fd2) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:33.368804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5bae3-808d-40fb-a909-a53b6fe74271 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Network': ['ID=0c944e98-ac32-4339-be55-f46e57358307,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:33.402503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 0c944e98-ac32-4339-be55-f46e57358307 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:55:33.418343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:33.422069 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Usage tracker for resource:subnet and tenant:bc08bf8e7a7a41479cc32056f1895457 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:33.424829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:33.430397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:33.440482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Made reservation on behalf of bc08bf8e7a7a41479cc32056f1895457 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:33.546484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.616770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.627079 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Transition to ACTIVE for port object 69a09b75-8333-4972-a718-1c7704835fd2 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:33.645255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Transition to ACTIVE for port object 69a09b75-8333-4972-a718-1c7704835fd2 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:33.650698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.718451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Network c54e23f7-6292-4f5c-bc2e-ce3ab82509bd is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:33.721442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:33.725145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:33.731372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Pushing event updated for resources: {'Port': ['ID=69a09b75-8333-4972-a718-1c7704835fd2,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:33.767860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.814174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Attempting to bind port 69a09b75-8333-4972-a718-1c7704835fd2 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:55:33.814524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Attempting to bind port 69a09b75-8333-4972-a718-1c7704835fd2 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f4bdbdcb-5277-40df-a494-8a19ee2b850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c54e23f7-6292-4f5c-bc2e-ce3ab82509bd'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:55:33.814876 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Attempting to bind port 69a09b75-8333-4972-a718-1c7704835fd2 on network c54e23f7-6292-4f5c-bc2e-ce3ab82509bd {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:33.821107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:55:33.822047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Checking segment: {'id': 'f4bdbdcb-5277-40df-a494-8a19ee2b850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c54e23f7-6292-4f5c-bc2e-ce3ab82509bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:33.822446 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.822829 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Bound using segment: {'id': 'f4bdbdcb-5277-40df-a494-8a19ee2b850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c54e23f7-6292-4f5c-bc2e-ce3ab82509bd'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:55:33.823278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Bound port: 69a09b75-8333-4972-a718-1c7704835fd2, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bdbdcb-5277-40df-a494-8a19ee2b850d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c54e23f7-6292-4f5c-bc2e-ce3ab82509bd'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:55:33.823638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.844433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event updated for resources: {'Subnet': ['ID=e9137c80-a373-46d3-95b0-fc735e79d78c,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:33.856751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Checking segment: {'id': '10d9b1fe-48df-43e7-b536-7ea608b1d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0c944e98-ac32-4339-be55-f46e57358307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:33.857108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network hostable DHCP agents. Network: 0c944e98-ac32-4339-be55-f46e57358307, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:55:33.880183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Network 0c944e98-ac32-4339-be55-f46e57358307 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:55:33.890655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 0c944e98-ac32-4339-be55-f46e57358307) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:33.895105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:33.895862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:33.901533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42087eb-641e-42c2-a9ee-9b5d48a1073e None None] Network 0c944e98-ac32-4339-be55-f46e57358307 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:33.922392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56058) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:33.922996 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7e7aec7f-7309-4a55-b727-71f89f5a4082 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6226251 Dec 23 08:55:33.999799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.033637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.034752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] For port 69a09b75-8333-4972-a718-1c7704835fd2, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:55:34.057073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] For port 69a09b75-8333-4972-a718-1c7704835fd2, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=69a09b75-8333-4972-a718-1c7704835fd2,segment=NetworkSegment(f4bdbdcb-5277-40df-a494-8a19ee2b850d),segment_id=f4bdbdcb-5277-40df-a494-8a19ee2b850d)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:55:34.073015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.084533 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.147831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7d21825b-3b5f-4c12-9f43-b12eec09fa15 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:34.159206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.267128 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4071d-e3bb-4a05-8929-44079444ac78 None None] Pushing event updated for resources: {'Port': ['ID=69a09b75-8333-4972-a718-1c7704835fd2,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:34.334343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:34.334710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.351879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.390968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ce84f-3aa7-4210-bdef-7764362d520e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-0c944e98-ac32-4339-be55-f46e57358307', 'network_id': '0c944e98-ac32-4339-be55-f46e57358307', 'tenant_id': 'bc08bf8e7a7a41479cc32056f1895457', 'fixed_ips': [{'subnet_id': 'e9137c80-a373-46d3-95b0-fc735e79d78c'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:55:34.391773 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f36ce84f-3aa7-4210-bdef-7764362d520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.392353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Subnet': ['ID=e9137c80-a373-46d3-95b0-fc735e79d78c,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:34.545187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.573368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c944e98-ac32-4339-be55-f46e57358307']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:34.588205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d9b1fe-48df-43e7-b536-7ea608b1d1a5') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:34.588205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d9b1fe-48df-43e7-b536-7ea608b1d1a5') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:34.603087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.609375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac817865-999e-49c6-ab8d-7686ce0f2218 None None] Network 0c944e98-ac32-4339-be55-f46e57358307 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:34.621021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.627646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:55:34.628132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:55:34.643177 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:55:34.722411 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.726551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:34.751869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Network': ['ID=0c944e98-ac32-4339-be55-f46e57358307,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:34.758455 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f94cfe9c-a478-4b3e-83cd-9373997cc4f2 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/networks/0c944e98-ac32-4339-be55-f46e57358307 HTTP/1.1" status: 204 len: 168 time: 0.8347399 Dec 23 08:55:34.760234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56062) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:34.802689 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-61de30b2-22b5-4468-a594-e5042e004005 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] GET failed (client error): The resource could not be found. Dec 23 08:55:34.803190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-61de30b2-22b5-4468-a594-e5042e004005 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Synchronizing usage tracker for tenant:bc08bf8e7a7a41479cc32056f1895457 on resource:subnet {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:55:34.820968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-61de30b2-22b5-4468-a594-e5042e004005 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Unset dirty status for tenant:bc08bf8e7a7a41479cc32056f1895457 on resource:subnet {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:55:34.822368 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-61de30b2-22b5-4468-a594-e5042e004005 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "GET /v2.0/subnets/e9137c80-a373-46d3-95b0-fc735e79d78c HTTP/1.1" status: 404 len: 337 time: 0.0611768 Dec 23 08:55:34.825094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56066) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:34.849636 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-773ed428-9f6d-4cf0-8d15-37f05fdd628a tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] DELETE failed (client error): The resource could not be found. Dec 23 08:55:34.850098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773ed428-9f6d-4cf0-8d15-37f05fdd628a tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:55:34.851611 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-773ed428-9f6d-4cf0-8d15-37f05fdd628a tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/networks/0c944e98-ac32-4339-be55-f46e57358307 HTTP/1.1" status: 404 len: 339 time: 0.0256553 Dec 23 08:55:34.855948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56070) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:34.892604 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb21e6b-7a6c-4682-ac2c-12e2f01a057a tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] DELETE failed (client error): The resource could not be found. Dec 23 08:55:34.893022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb21e6b-7a6c-4682-ac2c-12e2f01a057a tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:55:34.894664 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ffb21e6b-7a6c-4682-ac2c-12e2f01a057a tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/subnets/e9137c80-a373-46d3-95b0-fc735e79d78c HTTP/1.1" status: 404 len: 337 time: 0.0376799 Dec 23 08:55:34.896974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56074) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:34.921515 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.pecan_wsgi.hooks.translation [None req-17295887-019e-4383-a225-a5895de1a339 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] DELETE failed (client error): The resource could not be found. Dec 23 08:55:34.921930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17295887-019e-4383-a225-a5895de1a339 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83523) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:55:34.923491 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-17295887-019e-4383-a225-a5895de1a339 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/networks/0c944e98-ac32-4339-be55-f46e57358307 HTTP/1.1" status: 404 len: 339 time: 0.0256801 Dec 23 08:55:34.925788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56078) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:34.996464 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db0ef1e-a631-498b-9ad5-bcb23e1ab278 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Deleting subnet 0f6aaac0-62be-4ed3-aea9-249b3f4f1ffd {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:55:34.999645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4db0ef1e-a631-498b-9ad5-bcb23e1ab278 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.055326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4db0ef1e-a631-498b-9ad5-bcb23e1ab278 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.143889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4db0ef1e-a631-498b-9ad5-bcb23e1ab278 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.218345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4db0ef1e-a631-498b-9ad5-bcb23e1ab278 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.255451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d002c9f-e2d6-4f01-b44e-0cc4e6dbb2b0 None None] Network c54e23f7-6292-4f5c-bc2e-ce3ab82509bd requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:35.257353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0ef1e-a631-498b-9ad5-bcb23e1ab278 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6aaac0-62be-4ed3-aea9-249b3f4f1ffd,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:35.263610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4db0ef1e-a631-498b-9ad5-bcb23e1ab278 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.276294 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4db0ef1e-a631-498b-9ad5-bcb23e1ab278 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/subnets/0f6aaac0-62be-4ed3-aea9-249b3f4f1ffd HTTP/1.1" status: 204 len: 168 time: 0.3494020 Dec 23 08:55:35.278862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56082) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:35.391466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.392907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.402233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Deleting port 69a09b75-8333-4972-a718-1c7704835fd2 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:35.402555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.433469 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-229a5f27-681d-404b-a954-737c4f9e30cc None None] Provisioning for port 69a09b75-8333-4972-a718-1c7704835fd2 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:35.526825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] DHCP port deletion for c54e23f7-6292-4f5c-bc2e-ce3ab82509bd request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:55:35.531304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] Deleting port 69a09b75-8333-4972-a718-1c7704835fd2 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:35.531726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.606642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] For port 69a09b75-8333-4972-a718-1c7704835fd2, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=69a09b75-8333-4972-a718-1c7704835fd2,segment=NetworkSegment(f4bdbdcb-5277-40df-a494-8a19ee2b850d),segment_id=f4bdbdcb-5277-40df-a494-8a19ee2b850d)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:35.606987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.723653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Calling delete_port for 69a09b75-8333-4972-a718-1c7704835fd2 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:55:35.726515 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] For port 69a09b75-8333-4972-a718-1c7704835fd2, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=69a09b75-8333-4972-a718-1c7704835fd2,segment=NetworkSegment(f4bdbdcb-5277-40df-a494-8a19ee2b850d),segment_id=f4bdbdcb-5277-40df-a494-8a19ee2b850d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:35.726889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.797626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.841403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Port': ['ID=69a09b75-8333-4972-a718-1c7704835fd2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:35.846499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] Calling delete_port for 69a09b75-8333-4972-a718-1c7704835fd2 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:55:35.846637 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] No DVR routers for this DVR port 69a09b75-8333-4972-a718-1c7704835fd2 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:55:35.918002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:55:35.918357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:55:35.965598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:35.990140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54e23f7-6292-4f5c-bc2e-ce3ab82509bd']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:36.002190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bdbdcb-5277-40df-a494-8a19ee2b850d') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:36.002477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bdbdcb-5277-40df-a494-8a19ee2b850d') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:36.013258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.028194 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.034169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:55:36.034612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:55:36.048648 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:55:36.127026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.143241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.155186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Network': ['ID=c54e23f7-6292-4f5c-bc2e-ce3ab82509bd,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:36.157922 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-71321e61-873f-41cf-9953-1bebd199f2d8 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/networks/c54e23f7-6292-4f5c-bc2e-ce3ab82509bd HTTP/1.1" status: 204 len: 168 time: 0.8781192 Dec 23 08:55:36.160376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56086) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:36.200567 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc44f99-a83f-4277-a4d6-bcde9ed57b63 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] DELETE failed (client error): The resource could not be found. Dec 23 08:55:36.200985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc44f99-a83f-4277-a4d6-bcde9ed57b63 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:55:36.202546 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4cc44f99-a83f-4277-a4d6-bcde9ed57b63 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/subnets/530508f2-3a14-4f02-b05d-9a40c66fdcbd HTTP/1.1" status: 404 len: 337 time: 0.0411332 Dec 23 08:55:36.204981 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56090) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:36.229103 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6bf67d-6d55-48f7-9001-d4fae2af7e3c tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] DELETE failed (client error): The resource could not be found. Dec 23 08:55:36.229507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6bf67d-6d55-48f7-9001-d4fae2af7e3c tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:55:36.231014 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7a6bf67d-6d55-48f7-9001-d4fae2af7e3c tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/networks/d5573f3f-038a-4e3b-afd1-5d67515635ee HTTP/1.1" status: 404 len: 339 time: 0.0252008 Dec 23 08:55:36.233160 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56094) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:36.268033 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-6128ad08-cd79-4b4d-9c8f-ca0d32472b7b tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] DELETE failed (client error): The resource could not be found. Dec 23 08:55:36.268367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6128ad08-cd79-4b4d-9c8f-ca0d32472b7b tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:55:36.269914 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6128ad08-cd79-4b4d-9c8f-ca0d32472b7b tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/subnets/19afe125-156a-48a0-902c-92c68fd03715 HTTP/1.1" status: 404 len: 337 time: 0.0359390 Dec 23 08:55:36.272376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56098) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:36.297074 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe743123-6f15-4ceb-8fb1-747af6f82a29 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] DELETE failed (client error): The resource could not be found. Dec 23 08:55:36.297709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe743123-6f15-4ceb-8fb1-747af6f82a29 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83522) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 08:55:36.299009 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-fe743123-6f15-4ceb-8fb1-747af6f82a29 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/networks/5f8533a6-d93e-4e99-9cf3-bd80e07fbb72 HTTP/1.1" status: 404 len: 339 time: 0.0258031 Dec 23 08:55:36.301285 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56102) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:36.419477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] Deleting port 69a09b75-8333-4972-a718-1c7704835fd2 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:36.420088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.481468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bbf678bc-d499-48ca-91bd-172ee08b64ca None None] The port '69a09b75-8333-4972-a718-1c7704835fd2' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:55:36.566347 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae73f0f-3b4f-4df6-91a6-c762bc554ef5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Deleting subnet e24c080d-4479-469e-a422-949735431585 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:55:36.569215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ae73f0f-3b4f-4df6-91a6-c762bc554ef5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.621323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ae73f0f-3b4f-4df6-91a6-c762bc554ef5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.702997 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ae73f0f-3b4f-4df6-91a6-c762bc554ef5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.771650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ae73f0f-3b4f-4df6-91a6-c762bc554ef5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.810277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae73f0f-3b4f-4df6-91a6-c762bc554ef5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Subnet': ['ID=e24c080d-4479-469e-a422-949735431585,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:36.814668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ae73f0f-3b4f-4df6-91a6-c762bc554ef5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.820290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a9f0e-2d3c-427c-9f19-09911264feaa None None] Network 74a093ea-47b3-4152-b068-07dc4e71def4 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:36.824265 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0ae73f0f-3b4f-4df6-91a6-c762bc554ef5 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/subnets/e24c080d-4479-469e-a422-949735431585 HTTP/1.1" status: 204 len: 168 time: 0.5221071 Dec 23 08:55:36.827285 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56106) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:36.939087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:36.949303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Deleting port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:36.949629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.053144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] DHCP port deletion for 74a093ea-47b3-4152-b068-07dc4e71def4 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:55:37.057811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] Deleting port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:37.058231 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.151803 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] For port 7d21825b-3b5f-4c12-9f43-b12eec09fa15, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7d21825b-3b5f-4c12-9f43-b12eec09fa15,segment=NetworkSegment(c721d8e6-2298-4664-957d-5bbe5e360d52),segment_id=c721d8e6-2298-4664-957d-5bbe5e360d52)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:37.152157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.250497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] For port 7d21825b-3b5f-4c12-9f43-b12eec09fa15, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=7d21825b-3b5f-4c12-9f43-b12eec09fa15,segment=NetworkSegment(c721d8e6-2298-4664-957d-5bbe5e360d52),segment_id=c721d8e6-2298-4664-957d-5bbe5e360d52)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:37.250877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.271516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Calling delete_port for 7d21825b-3b5f-4c12-9f43-b12eec09fa15 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:55:37.344548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.391311 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Port': ['ID=7d21825b-3b5f-4c12-9f43-b12eec09fa15,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:37.395002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] No DVR routers for this DVR port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:55:37.399163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] Calling delete_port for 7d21825b-3b5f-4c12-9f43-b12eec09fa15 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:55:37.470233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:55:37.471143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:55:37.514192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.538560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a093ea-47b3-4152-b068-07dc4e71def4']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:37.550020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c721d8e6-2298-4664-957d-5bbe5e360d52') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:37.550306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c721d8e6-2298-4664-957d-5bbe5e360d52') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:37.561559 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.577092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.582915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:55:37.583279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:55:37.597010 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:55:37.677230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.681390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.705648 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] Pushing event deleted for resources: {'Network': ['ID=74a093ea-47b3-4152-b068-07dc4e71def4,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:37.709468 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c556770d-3754-44da-b6c9-bb84d0bd3372 tempest-NetworksIpV6Test-1745225868 tempest-NetworksIpV6Test-1745225868-project] 10.222.0.36 "DELETE /v2.0/networks/74a093ea-47b3-4152-b068-07dc4e71def4 HTTP/1.1" status: 204 len: 168 time: 0.8802547 Dec 23 08:55:37.972082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] Deleting port 7d21825b-3b5f-4c12-9f43-b12eec09fa15 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:37.972463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:37.989166 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56114) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:38.036676 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1665812f-4bef-4b85-9a57-8c64124e224d None None] The port '7d21825b-3b5f-4c12-9f43-b12eec09fa15' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:55:38.110149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7d21825b-3b5f-4c12-9f43-b12eec09fa15 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:55:38.141737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 7d21825b-3b5f-4c12-9f43-b12eec09fa15 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:55:38.142100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 7d21825b-3b5f-4c12-9f43-b12eec09fa15 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:55:38.163588 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cfa74136-63da-4dcf-a7e9-c425d818d74b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc08bf8e7a7a41479cc32056f1895457&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1732669 Dec 23 08:55:38.166518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56120) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:38.223035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64764d05-ad2f-4b13-8c32-27837d83bdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:38.250228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64764d05-ad2f-4b13-8c32-27837d83bdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:38.301459 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64764d05-ad2f-4b13-8c32-27837d83bdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:38.317277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64764d05-ad2f-4b13-8c32-27837d83bdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d1ca5-de77-4ee0-8a8e-49e7c984d1a7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:38.321477 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-64764d05-ad2f-4b13-8c32-27837d83bdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:38.322549 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-64764d05-ad2f-4b13-8c32-27837d83bdda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c63d1ca5-de77-4ee0-8a8e-49e7c984d1a7 HTTP/1.1" status: 204 len: 168 time: 0.1551800 Dec 23 08:55:39.106928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56142) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:39.231088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-485836184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:39.237186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:39.241067 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Usage tracker for resource:router and tenant:80a4f8a1f93c43c398577979c063de2f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:39.243871 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:39.249926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:39.259590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.260681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.279529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.305036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.325350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.326532 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a9c9e6d8-06ad-46ea-ae4b-df47ae28cec6 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2186332 Dec 23 08:55:39.329130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56148) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:39.334663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1696816327'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:39.339819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:39.343530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Usage tracker for resource:network and tenant:80a4f8a1f93c43c398577979c063de2f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:39.347143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:39.352835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:39.362674 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Made reservation on behalf of 80a4f8a1f93c43c398577979c063de2f for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:39.365415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.377505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.409076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:39.412730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Usage tracker for resource:security_group_rule and tenant:80a4f8a1f93c43c398577979c063de2f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:39.415535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:39.421009 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:39.486949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.490269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.522054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:55:39.530254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7d408-1ddb-4656-ac00-662496d04068,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:39.536712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.537047 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Added segment 8c53ade1-80e4-4f24-994c-a72c1ee0ee8f of type vlan for network 16a6d500-4233-4356-8fbd-5d9f01decfea Dec 23 08:55:39.546248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.546586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.546916 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.547245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.547700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.548023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.548343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.548664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.548978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.549290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.549596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:39.574428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.603006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.606614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:39.607183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:39.713300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event updated for resources: {'Network': ['ID=16a6d500-4233-4356-8fbd-5d9f01decfea,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:39.716362 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-daab4ae2-a5ad-4d59-92c1-102c004e10e5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3863246 Dec 23 08:55:39.719152 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56152) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:39.723516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 16a6d500-4233-4356-8fbd-5d9f01decfea details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:55:39.724818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Request body: {'subnet': {'network_id': '16a6d500-4233-4356-8fbd-5d9f01decfea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:39.837309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:39.841029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Usage tracker for resource:subnet and tenant:80a4f8a1f93c43c398577979c063de2f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:39.843825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:39.849598 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:39.859597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Made reservation on behalf of 80a4f8a1f93c43c398577979c063de2f for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:39.959267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.164617 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.243678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event updated for resources: {'Subnet': ['ID=df0d6b9c-0622-4a13-9bbd-533dbebd13d6,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:40.257354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Checking segment: {'id': '8c53ade1-80e4-4f24-994c-a72c1ee0ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '16a6d500-4233-4356-8fbd-5d9f01decfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:40.257729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Network hostable DHCP agents. Network: 16a6d500-4233-4356-8fbd-5d9f01decfea, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:55:40.279845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Network 16a6d500-4233-4356-8fbd-5d9f01decfea is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:55:40.289027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 16a6d500-4233-4356-8fbd-5d9f01decfea) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:40.292816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:40.293388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.297723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0407c-10b0-42cc-b024-a661a0ed86ee None None] Network 16a6d500-4233-4356-8fbd-5d9f01decfea requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:40.314297 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c02c9810-e6c3-451c-92c1-a6964c804e0b tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5940571 Dec 23 08:55:40.317278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56156) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:40.323300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-129501617'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:40.328149 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:40.332103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Usage tracker for resource:network and tenant:80a4f8a1f93c43c398577979c063de2f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:40.334929 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:40.341205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:40.351713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Made reservation on behalf of 80a4f8a1f93c43c398577979c063de2f for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:40.355022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.383988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:55:40.393353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.393675 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Added segment 85961df9-a906-4e1d-8dfe-307fb16d49ef of type vlan for network ed004cc3-943f-4335-a48a-aa323af3892a Dec 23 08:55:40.423968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.454555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.458216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:40.458803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.508345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-16a6d500-4233-4356-8fbd-5d9f01decfea', 'network_id': '16a6d500-4233-4356-8fbd-5d9f01decfea', 'tenant_id': '80a4f8a1f93c43c398577979c063de2f', 'fixed_ips': [{'subnet_id': 'df0d6b9c-0622-4a13-9bbd-533dbebd13d6'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:55:40.510102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.654731 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3364422 Dec 23 08:55:40.657488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf496c-41a6-406a-9061-5bbf43d3289c tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event updated for resources: {'Network': ['ID=ed004cc3-943f-4335-a48a-aa323af3892a,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:40.657975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56160) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:40.665030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Request body: {'subnet': {'network_id': 'ed004cc3-943f-4335-a48a-aa323af3892a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:40.668918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network ed004cc3-943f-4335-a48a-aa323af3892a details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:55:40.731982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Allocated IP 172.20.0.2 (16a6d500-4233-4356-8fbd-5d9f01decfea/df0d6b9c-0622-4a13-9bbd-533dbebd13d6/85d788da-5ef2-4f76-8e81-0141a384e409) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:40.861241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:40.865100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Usage tracker for resource:subnet and tenant:80a4f8a1f93c43c398577979c063de2f is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:40.867987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:40.875919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:40.886341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Made reservation on behalf of 80a4f8a1f93c43c398577979c063de2f for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:40.973467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:40.989980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Transition to ACTIVE for port object 85d788da-5ef2-4f76-8e81-0141a384e409 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:40.991117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:41.008122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Transition to ACTIVE for port object 85d788da-5ef2-4f76-8e81-0141a384e409 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:41.014589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:41.079782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Network 16a6d500-4233-4356-8fbd-5d9f01decfea is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:41.082614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:41.087786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:41.093177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Pushing event updated for resources: {'Port': ['ID=85d788da-5ef2-4f76-8e81-0141a384e409,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:41.218118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:41.226700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Attempting to bind port 85d788da-5ef2-4f76-8e81-0141a384e409 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:55:41.226980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Attempting to bind port 85d788da-5ef2-4f76-8e81-0141a384e409 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '8c53ade1-80e4-4f24-994c-a72c1ee0ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '16a6d500-4233-4356-8fbd-5d9f01decfea'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:55:41.227359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Attempting to bind port 85d788da-5ef2-4f76-8e81-0141a384e409 on network 16a6d500-4233-4356-8fbd-5d9f01decfea {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:41.233831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:55:41.234295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Checking segment: {'id': '8c53ade1-80e4-4f24-994c-a72c1ee0ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '16a6d500-4233-4356-8fbd-5d9f01decfea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:41.234831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:41.235212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Bound using segment: {'id': '8c53ade1-80e4-4f24-994c-a72c1ee0ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '16a6d500-4233-4356-8fbd-5d9f01decfea'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:55:41.235744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Bound port: 85d788da-5ef2-4f76-8e81-0141a384e409, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c53ade1-80e4-4f24-994c-a72c1ee0ee8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '16a6d500-4233-4356-8fbd-5d9f01decfea'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:55:41.236100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:41.296920 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event updated for resources: {'Subnet': ['ID=fd40491b-becd-4704-bc75-1e33078f15c2,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:41.309566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Checking segment: {'id': '85961df9-a906-4e1d-8dfe-307fb16d49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ed004cc3-943f-4335-a48a-aa323af3892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:41.309911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Network hostable DHCP agents. Network: ed004cc3-943f-4335-a48a-aa323af3892a, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:55:41.325504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] For port 85d788da-5ef2-4f76-8e81-0141a384e409, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:55:41.328541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] For port 85d788da-5ef2-4f76-8e81-0141a384e409, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85d788da-5ef2-4f76-8e81-0141a384e409,segment=NetworkSegment(8c53ade1-80e4-4f24-994c-a72c1ee0ee8f),segment_id=8c53ade1-80e4-4f24-994c-a72c1ee0ee8f)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:55:41.332302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:41.333052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Network ed004cc3-943f-4335-a48a-aa323af3892a is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:55:41.342297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, ed004cc3-943f-4335-a48a-aa323af3892a) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:41.346436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:41.347000 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:41.371481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4dfa2f57-2b0a-4edb-b730-45f12fc44b77 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7113078 Dec 23 08:55:41.371696 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56164) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:41.373563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e048cef-4428-4d42-b8aa-c31b05492d6d None None] Network ed004cc3-943f-4335-a48a-aa323af3892a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:41.376922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0d066dc6-cf8c-48d7-bd73-258051786bac tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed004cc3-943f-4335-a48a-aa323af3892a'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:41.510515 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61a521-53b5-43d6-b720-bd54e86c4e9e None None] Pushing event updated for resources: {'Port': ['ID=85d788da-5ef2-4f76-8e81-0141a384e409,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:41.624454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-ed004cc3-943f-4335-a48a-aa323af3892a', 'network_id': 'ed004cc3-943f-4335-a48a-aa323af3892a', 'tenant_id': '80a4f8a1f93c43c398577979c063de2f', 'fixed_ips': [{'subnet_id': 'fd40491b-becd-4704-bc75-1e33078f15c2'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:55:41.625254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:41.787229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0d066dc6-cf8c-48d7-bd73-258051786bac tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:41.804759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Allocated IP 172.21.0.2 (ed004cc3-943f-4335-a48a-aa323af3892a/fd40491b-becd-4704-bc75-1e33078f15c2/33f5c262-a430-48f1-81d1-65ddd42dde19) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:41.946789 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.api.v2.resource [None req-0d066dc6-cf8c-48d7-bd73-258051786bac tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 08:55:41.947728 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0d066dc6-cf8c-48d7-bd73-258051786bac tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "PUT /v2.0/routers/48621609-854e-4325-a2b2-aa6337b2335d HTTP/1.1" status: 400 len: 364 time: 0.5751879 Dec 23 08:55:41.953452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56168) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:42.019643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5d27f6-7af6-4a33-8951-45fa35fbae39 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Deleting subnet fd40491b-becd-4704-bc75-1e33078f15c2 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:55:42.019860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.029652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Transition to ACTIVE for port object 33f5c262-a430-48f1-81d1-65ddd42dde19 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:42.047674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Transition to ACTIVE for port object 33f5c262-a430-48f1-81d1-65ddd42dde19 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:42.052405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4a5d27f6-7af6-4a33-8951-45fa35fbae39 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.053277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.116645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4a5d27f6-7af6-4a33-8951-45fa35fbae39 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.125299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Network ed004cc3-943f-4335-a48a-aa323af3892a is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:42.126302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Pushing event updated for resources: {'Port': ['ID=33f5c262-a430-48f1-81d1-65ddd42dde19,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:42.128701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:42.135048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:42.172222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85d788da-5ef2-4f76-8e81-0141a384e409 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:42.218747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4a5d27f6-7af6-4a33-8951-45fa35fbae39 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.278877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Attempting to bind port 33f5c262-a430-48f1-81d1-65ddd42dde19 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:55:42.279235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Attempting to bind port 33f5c262-a430-48f1-81d1-65ddd42dde19 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '85961df9-a906-4e1d-8dfe-307fb16d49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ed004cc3-943f-4335-a48a-aa323af3892a'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:55:42.279585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Attempting to bind port 33f5c262-a430-48f1-81d1-65ddd42dde19 on network ed004cc3-943f-4335-a48a-aa323af3892a {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:42.291236 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:55:42.291601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Checking segment: {'id': '85961df9-a906-4e1d-8dfe-307fb16d49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ed004cc3-943f-4335-a48a-aa323af3892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:42.291989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.292371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Bound using segment: {'id': '85961df9-a906-4e1d-8dfe-307fb16d49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ed004cc3-943f-4335-a48a-aa323af3892a'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:55:42.292879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Bound port: 33f5c262-a430-48f1-81d1-65ddd42dde19, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85961df9-a906-4e1d-8dfe-307fb16d49ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ed004cc3-943f-4335-a48a-aa323af3892a'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:55:42.293182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.297217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4a5d27f6-7af6-4a33-8951-45fa35fbae39 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.342206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d27f6-7af6-4a33-8951-45fa35fbae39 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event deleted for resources: {'Subnet': ['ID=fd40491b-becd-4704-bc75-1e33078f15c2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:42.350059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4a5d27f6-7af6-4a33-8951-45fa35fbae39 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.358944 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4a5d27f6-7af6-4a33-8951-45fa35fbae39 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "DELETE /v2.0/subnets/fd40491b-becd-4704-bc75-1e33078f15c2 HTTP/1.1" status: 204 len: 168 time: 0.4023900 Dec 23 08:55:42.359639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56172) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:42.369102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 85d788da-5ef2-4f76-8e81-0141a384e409 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:42.398363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] For port 33f5c262-a430-48f1-81d1-65ddd42dde19, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:55:42.402087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] For port 33f5c262-a430-48f1-81d1-65ddd42dde19, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=33f5c262-a430-48f1-81d1-65ddd42dde19,segment=NetworkSegment(85961df9-a906-4e1d-8dfe-307fb16d49ef),segment_id=85961df9-a906-4e1d-8dfe-307fb16d49ef)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:55:42.407732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.529162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd0158-790b-4542-aa14-8172e158962f None None] Pushing event updated for resources: {'Port': ['ID=33f5c262-a430-48f1-81d1-65ddd42dde19,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:42.543361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6227744-fdf7-48b3-aea5-3900c0653316 None None] Network 16a6d500-4233-4356-8fbd-5d9f01decfea requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:42.596495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.607099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Deleting port 33f5c262-a430-48f1-81d1-65ddd42dde19 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:42.607414 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.638333 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f478f-511b-4914-a562-69c4bec0d23b None None] Network ed004cc3-943f-4335-a48a-aa323af3892a requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:42.729437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6cefd028-d058-4c38-85aa-2fc08a62a839 None None] Provisioning for port 85d788da-5ef2-4f76-8e81-0141a384e409 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:42.744624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6cefd028-d058-4c38-85aa-2fc08a62a839 None None] Provisioning complete for port 85d788da-5ef2-4f76-8e81-0141a384e409 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:42.744989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6cefd028-d058-4c38-85aa-2fc08a62a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.802534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] For port 33f5c262-a430-48f1-81d1-65ddd42dde19, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=33f5c262-a430-48f1-81d1-65ddd42dde19,segment=NetworkSegment(85961df9-a906-4e1d-8dfe-307fb16d49ef),segment_id=85961df9-a906-4e1d-8dfe-307fb16d49ef)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:42.803135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:42.924996 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Calling delete_port for 33f5c262-a430-48f1-81d1-65ddd42dde19 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:55:42.998181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.041159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event deleted for resources: {'Port': ['ID=33f5c262-a430-48f1-81d1-65ddd42dde19,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:43.047687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] No DVR routers for this DVR port 33f5c262-a430-48f1-81d1-65ddd42dde19 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:55:43.086269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6cefd028-d058-4c38-85aa-2fc08a62a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.133447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6cefd028-d058-4c38-85aa-2fc08a62a839 None None] For port 85d788da-5ef2-4f76-8e81-0141a384e409, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85d788da-5ef2-4f76-8e81-0141a384e409,segment=NetworkSegment(8c53ade1-80e4-4f24-994c-a72c1ee0ee8f),segment_id=8c53ade1-80e4-4f24-994c-a72c1ee0ee8f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:43.137504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6cefd028-d058-4c38-85aa-2fc08a62a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.168736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.199228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed004cc3-943f-4335-a48a-aa323af3892a']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:43.206749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefd028-d058-4c38-85aa-2fc08a62a839 None None] Pushing event updated for resources: {'Port': ['ID=85d788da-5ef2-4f76-8e81-0141a384e409,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:43.212445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85961df9-a906-4e1d-8dfe-307fb16d49ef') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:43.212738 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85961df9-a906-4e1d-8dfe-307fb16d49ef') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:43.224918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.241380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.248169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:55:43.248548 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:55:43.263269 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:55:43.315341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b279f57-2a4d-426b-90d3-fdf0db5ec956 None None] get_active_networks_info from dv-neutron-822507-1-hyperv {{(pid=83524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 08:55:43.343451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.363116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.371244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event deleted for resources: {'Network': ['ID=ed004cc3-943f-4335-a48a-aa323af3892a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:43.377429 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-81a8d197-38af-4dcf-9ccf-a42a07726403 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "DELETE /v2.0/networks/ed004cc3-943f-4335-a48a-aa323af3892a HTTP/1.1" status: 204 len: 168 time: 1.0145061 Dec 23 08:55:43.377930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56176) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:43.395428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-464f3d51-4f1f-4f3b-874c-7d576fda41e9 None None] Provisioning complete for port 85d788da-5ef2-4f76-8e81-0141a384e409 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:43.395794 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-464f3d51-4f1f-4f3b-874c-7d576fda41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.453598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b279f57-2a4d-426b-90d3-fdf0db5ec956 None None] Resources bound (agent type, host, resource id): {{(pid=83524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 08:55:43.557719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ded704-b1ae-40da-98b8-266c15c6b8f5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Deleting subnet df0d6b9c-0622-4a13-9bbd-533dbebd13d6 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:55:43.560597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-93ded704-b1ae-40da-98b8-266c15c6b8f5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.615824 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-93ded704-b1ae-40da-98b8-266c15c6b8f5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.695581 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-93ded704-b1ae-40da-98b8-266c15c6b8f5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.768415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-93ded704-b1ae-40da-98b8-266c15c6b8f5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.811353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ded704-b1ae-40da-98b8-266c15c6b8f5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event deleted for resources: {'Subnet': ['ID=df0d6b9c-0622-4a13-9bbd-533dbebd13d6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:43.815892 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-93ded704-b1ae-40da-98b8-266c15c6b8f5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.822152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25601c9-7c7d-4bd2-9754-5aab3ac5ffa8 None None] Network 16a6d500-4233-4356-8fbd-5d9f01decfea requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:43.822402 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-93ded704-b1ae-40da-98b8-266c15c6b8f5 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "DELETE /v2.0/subnets/df0d6b9c-0622-4a13-9bbd-533dbebd13d6 HTTP/1.1" status: 204 len: 168 time: 0.4434376 Dec 23 08:55:43.824812 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56180) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:43.935178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:43.945330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Deleting port 85d788da-5ef2-4f76-8e81-0141a384e409 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:43.945651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.072778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] DHCP port deletion for 16a6d500-4233-4356-8fbd-5d9f01decfea request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:55:44.077307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] Deleting port 85d788da-5ef2-4f76-8e81-0141a384e409 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:44.077675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.127215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 85d788da-5ef2-4f76-8e81-0141a384e409 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:55:44.227983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] For port 85d788da-5ef2-4f76-8e81-0141a384e409, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85d788da-5ef2-4f76-8e81-0141a384e409,segment=NetworkSegment(8c53ade1-80e4-4f24-994c-a72c1ee0ee8f),segment_id=8c53ade1-80e4-4f24-994c-a72c1ee0ee8f)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:44.228349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.347161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Calling delete_port for 85d788da-5ef2-4f76-8e81-0141a384e409 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:55:44.377332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.394860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] For port 85d788da-5ef2-4f76-8e81-0141a384e409, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=85d788da-5ef2-4f76-8e81-0141a384e409,segment=NetworkSegment(8c53ade1-80e4-4f24-994c-a72c1ee0ee8f),segment_id=8c53ade1-80e4-4f24-994c-a72c1ee0ee8f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:44.395242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.466630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.515542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event deleted for resources: {'Port': ['ID=85d788da-5ef2-4f76-8e81-0141a384e409,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:44.521319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] Calling delete_port for 85d788da-5ef2-4f76-8e81-0141a384e409 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:55:44.525506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.525853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.526328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.526660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.526989 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.527313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.527642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.527965 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.528391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.528719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.529041 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:44.533619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] No DVR routers for this DVR port 85d788da-5ef2-4f76-8e81-0141a384e409 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:55:44.623786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:55:44.624135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:55:44.658126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.682613 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a6d500-4233-4356-8fbd-5d9f01decfea']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:44.698291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c53ade1-80e4-4f24-994c-a72c1ee0ee8f') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:44.698583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c53ade1-80e4-4f24-994c-a72c1ee0ee8f') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:44.709469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.725707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.731719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:55:44.732089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:55:44.745686 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:55:44.820806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.824643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:44.853230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Pushing event deleted for resources: {'Network': ['ID=16a6d500-4233-4356-8fbd-5d9f01decfea,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:44.855942 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-23a18379-de64-4e7a-8b26-726ee8d171ba tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "DELETE /v2.0/networks/16a6d500-4233-4356-8fbd-5d9f01decfea HTTP/1.1" status: 204 len: 168 time: 1.0302322 Dec 23 08:55:44.858690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56184) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:44.898523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-24dbb654-3e3e-470d-b8fd-470459cb86c2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Synchronizing usage tracker for tenant:80a4f8a1f93c43c398577979c063de2f on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:55:44.913850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-24dbb654-3e3e-470d-b8fd-470459cb86c2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Unset dirty status for tenant:80a4f8a1f93c43c398577979c063de2f on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:55:44.915506 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-24dbb654-3e3e-470d-b8fd-470459cb86c2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "GET /v2.0/ports?device_id=48621609-854e-4325-a2b2-aa6337b2335d HTTP/1.1" status: 200 len: 205 time: 0.0559421 Dec 23 08:55:44.918132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56188) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:45.052420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfac2-343a-4222-93b4-a387e2e9ddf2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:45.125408 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] Deleting port 85d788da-5ef2-4f76-8e81-0141a384e409 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:55:45.125815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:45.225193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1206578f-6c06-435b-9483-d2f429b121ae None None] The port '85d788da-5ef2-4f76-8e81-0141a384e409' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:55:45.436823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfac2-343a-4222-93b4-a387e2e9ddf2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:45.441014 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfac2-343a-4222-93b4-a387e2e9ddf2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:45.553253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfac2-343a-4222-93b4-a387e2e9ddf2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:45.553739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ccfac2-343a-4222-93b4-a387e2e9ddf2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Fanout notify agent at l3_agent the message router_deleted on router 48621609-854e-4325-a2b2-aa6337b2335d {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:55:45.563968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfac2-343a-4222-93b4-a387e2e9ddf2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:45.565013 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d2ccfac2-343a-4222-93b4-a387e2e9ddf2 tempest-RoutersNegativeTest-501598526 tempest-RoutersNegativeTest-501598526-project] 10.222.0.36 "DELETE /v2.0/routers/48621609-854e-4325-a2b2-aa6337b2335d HTTP/1.1" status: 204 len: 168 time: 0.6460230 Dec 23 08:55:45.841248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56196) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:46.006399 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d1a8e83e-faf4-48e9-8d0b-162818fe268e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80a4f8a1f93c43c398577979c063de2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1639469 Dec 23 08:55:46.009349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56202) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:46.064870 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a5284b8-a89c-4b98-bb5d-d447bd88384a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:46.089396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a5284b8-a89c-4b98-bb5d-d447bd88384a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:46.138437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a5284b8-a89c-4b98-bb5d-d447bd88384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:46.153427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5284b8-a89c-4b98-bb5d-d447bd88384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7d408-1ddb-4656-ac00-662496d04068,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:46.157707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1a5284b8-a89c-4b98-bb5d-d447bd88384a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:46.159098 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1a5284b8-a89c-4b98-bb5d-d447bd88384a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bf7d408-1ddb-4656-ac00-662496d04068 HTTP/1.1" status: 204 len: 168 time: 0.1485271 Dec 23 08:55:46.901689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56224) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:47.026670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-736076402-network', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:47.031340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:47.035149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Usage tracker for resource:network and tenant:4645fcf8cdda4dbfaf31a57e721c7285 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:47.037979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:47.044404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:47.053800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Made reservation on behalf of 4645fcf8cdda4dbfaf31a57e721c7285 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:47.056011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.071174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.101798 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:47.105487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Usage tracker for resource:security_group_rule and tenant:4645fcf8cdda4dbfaf31a57e721c7285 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:47.108193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:47.113624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:47.176304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.179926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.209223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:55:47.218003 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9001371-8712-4cf6-8ba9-57d11c2fb1b0,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:47.223676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.224008 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Added segment c5cefa72-f49d-40dd-af47-683738c37d8b of type vlan for network 0520aa27-098b-4206-b259-23e67a2709f8 Dec 23 08:55:47.249177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.278214 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.279023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:47.279585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.380491 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4775717 Dec 23 08:55:47.383904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56230) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:47.384410 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dbc6b-f1a2-4985-beb3-0c62b69c1b67 admin admin] Pushing event updated for resources: {'Network': ['ID=0520aa27-098b-4206-b259-23e67a2709f8,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:47.390196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Request body: {'subnet': {'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-subnet', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:47.393929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 0520aa27-098b-4206-b259-23e67a2709f8 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:55:47.396141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:47.399947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Usage tracker for resource:subnet and tenant:4645fcf8cdda4dbfaf31a57e721c7285 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:47.402794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:47.408402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:47.418378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Made reservation on behalf of 4645fcf8cdda4dbfaf31a57e721c7285 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:47.420671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.620675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.687850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac28ab8f-ed88-4311-89c6-594b31b9f214,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:47.702303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Checking segment: {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:47.702667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Network hostable DHCP agents. Network: 0520aa27-098b-4206-b259-23e67a2709f8, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:55:47.723388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Network 0520aa27-098b-4206-b259-23e67a2709f8 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:55:47.732833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 0520aa27-098b-4206-b259-23e67a2709f8) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:47.736681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:47.737251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.741211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5865e61-edf9-4445-b783-f4367c03b989 None None] Network 0520aa27-098b-4206-b259-23e67a2709f8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:47.763141 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f1ab3e45-5682-4300-85c3-c35801ab6e8c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3756874 Dec 23 08:55:47.763390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56234) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:47.768172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:47.772688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:47.776475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Usage tracker for resource:router and tenant:4645fcf8cdda4dbfaf31a57e721c7285 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:47.779269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:47.784807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:47.795714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.796659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.815722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.949149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-0520aa27-098b-4206-b259-23e67a2709f8', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'fixed_ips': [{'subnet_id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:55:47.949974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:47.963947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.112623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Allocated IP 172.20.0.2 (0520aa27-098b-4206-b259-23e67a2709f8/ac28ab8f-ed88-4311-89c6-594b31b9f214/71c756cb-de94-4742-a24a-849880d7b5cf) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:48.154636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.184375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.318408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Allocated IP 172.26.8.165 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/17d53d77-aefa-46f3-84b2-23cda3b1fcab) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:48.325391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.336722 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Transition to ACTIVE for port object 71c756cb-de94-4742-a24a-849880d7b5cf will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:48.357619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Transition to ACTIVE for port object 71c756cb-de94-4742-a24a-849880d7b5cf will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:48.363954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.431905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Network 0520aa27-098b-4206-b259-23e67a2709f8 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:48.435602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:48.437270 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Pushing event updated for resources: {'Port': ['ID=71c756cb-de94-4742-a24a-849880d7b5cf,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:48.439319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:48.483087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.511644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.526490 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Attempting to bind port 71c756cb-de94-4742-a24a-849880d7b5cf on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:55:48.526846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Attempting to bind port 71c756cb-de94-4742-a24a-849880d7b5cf by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:55:48.527195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Attempting to bind port 71c756cb-de94-4742-a24a-849880d7b5cf on network 0520aa27-098b-4206-b259-23e67a2709f8 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:48.533836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:55:48.534227 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Checking segment: {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:48.534659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.535023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Bound using segment: {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:55:48.535465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Bound port: 71c756cb-de94-4742-a24a-849880d7b5cf, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:55:48.535836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.586102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:48.587137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:48.588874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Pushing event updated for resources: {'Port': ['ID=17d53d77-aefa-46f3-84b2-23cda3b1fcab,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:48.590978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:48.623541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] For port 71c756cb-de94-4742-a24a-849880d7b5cf, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:55:48.626987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] For port 71c756cb-de94-4742-a24a-849880d7b5cf, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=71c756cb-de94-4742-a24a-849880d7b5cf,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:55:48.632393 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.729562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc845e-b007-4e3f-805d-450ac3c49f0f None None] Pushing event updated for resources: {'Port': ['ID=71c756cb-de94-4742-a24a-849880d7b5cf,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:48.764306 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:48.765065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:49.029222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Router e8e15ee9-f029-4f8a-b62a-848f11a3504d is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:55:49.321313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:55:49.330634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Sync routers for ids ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:55:49.343770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Routers {'e8e15ee9-f029-4f8a-b62a-848f11a3504d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:55:49.343968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:49.344380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:55:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:49.345299 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8cd9378f-1dde-4275-a14b-a4a24a5e973d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5809646 Dec 23 08:55:49.348246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56238) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:49.534749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Set router e8e15ee9-f029-4f8a-b62a-848f11a3504d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:55:49.747150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4accb49e-f9bb-488a-b196-c0b2d7cf26bb None None] Network 0520aa27-098b-4206-b259-23e67a2709f8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:49.917725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-33557f92-ca03-466d-855c-dcee546f604d None None] Provisioning for port 71c756cb-de94-4742-a24a-849880d7b5cf completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:50.025266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:47Z', 'updated_at': '2021-12-23T08:55:48Z', 'revision_number': 3, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'gw_port': {'id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:48Z', 'updated_at': '2021-12-23T08:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:50.054482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Checking router: e8e15ee9-f029-4f8a-b62a-848f11a3504d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:55:50.054848 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Updating router e8e15ee9-f029-4f8a-b62a-848f11a3504d port 17d53d77-aefa-46f3-84b2-23cda3b1fcab binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:55:50.093707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.119736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.159733 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 71c756cb-de94-4742-a24a-849880d7b5cf up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:50.302553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Allocated IP 172.20.0.1 (0520aa27-098b-4206-b259-23e67a2709f8/ac28ab8f-ed88-4311-89c6-594b31b9f214/0c737ad3-8e17-4155-9adb-b4d54df8bc69) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:50.392706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 71c756cb-de94-4742-a24a-849880d7b5cf completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:50.404462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 71c756cb-de94-4742-a24a-849880d7b5cf triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:50.404824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.466103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.483271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Transition to ACTIVE for port object 0c737ad3-8e17-4155-9adb-b4d54df8bc69 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:50.507571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.573481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Network 0520aa27-098b-4206-b259-23e67a2709f8 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:50.576354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:50.580734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:50.617761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.643837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.654623 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ddedd44e-1683-49f7-8d54-c1b1e8621f82 None None] Provisioning complete for port 71c756cb-de94-4742-a24a-849880d7b5cf triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:50.654980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ddedd44e-1683-49f7-8d54-c1b1e8621f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.691461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Transition to ACTIVE for port object 17d53d77-aefa-46f3-84b2-23cda3b1fcab will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:50.711546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Pushing event updated for resources: {'Port': ['ID=0c737ad3-8e17-4155-9adb-b4d54df8bc69,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:50.716937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.738658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.785566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 71c756cb-de94-4742-a24a-849880d7b5cf, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=71c756cb-de94-4742-a24a-849880d7b5cf,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:50.796606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.819238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7377f9-f161-4532-b553-bc7baddc8084 None None] Pushing event updated for resources: {'Port': ['ID=17d53d77-aefa-46f3-84b2-23cda3b1fcab,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:50.822767 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.856386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Attempting to bind port 17d53d77-aefa-46f3-84b2-23cda3b1fcab on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:55:50.856665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Attempting to bind port 17d53d77-aefa-46f3-84b2-23cda3b1fcab by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:55:50.857018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Attempting to bind port 17d53d77-aefa-46f3-84b2-23cda3b1fcab on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:50.911607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:55:50.911971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:50.912368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.912749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:55:50.913220 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Bound port: 17d53d77-aefa-46f3-84b2-23cda3b1fcab, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:55:50.913568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:50.988962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=71c756cb-de94-4742-a24a-849880d7b5cf,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:51.014605 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] For port 17d53d77-aefa-46f3-84b2-23cda3b1fcab, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:55:51.017601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] For port 17d53d77-aefa-46f3-84b2-23cda3b1fcab, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=17d53d77-aefa-46f3-84b2-23cda3b1fcab,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:55:51.021801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:51.038529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:51.043650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:51.100943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7377f9-f161-4532-b553-bc7baddc8084 None None] Pushing event updated for resources: {'Port': ['ID=17d53d77-aefa-46f3-84b2-23cda3b1fcab,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:51.110780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Routers {'e8e15ee9-f029-4f8a-b62a-848f11a3504d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:55:51.111388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:55:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:51.151341 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Pushing event updated for resources: {'Port': ['ID=0c737ad3-8e17-4155-9adb-b4d54df8bc69,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:51.154716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:51.175330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2f2aff34-e4a9-4554-8242-d2f259223167 None None] Provisioning for port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:51.190881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2f2aff34-e4a9-4554-8242-d2f259223167 None None] Provisioning complete for port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:51.191240 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2f2aff34-e4a9-4554-8242-d2f259223167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:51.290643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Network 0520aa27-098b-4206-b259-23e67a2709f8 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:51.291810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:51.313342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2f2aff34-e4a9-4554-8242-d2f259223167 None None] Port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:55:51.337996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] Set router e8e15ee9-f029-4f8a-b62a-848f11a3504d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:55:51.612012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6d9c452a-3e97-4397-a54c-28cbd732c87f None None] Provisioning complete for port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:51.612268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6d9c452a-3e97-4397-a54c-28cbd732c87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:51.673629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Router e8e15ee9-f029-4f8a-b62a-848f11a3504d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:55:51.691989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c452a-3e97-4397-a54c-28cbd732c87f None None] Port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:55:51.755927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:47Z', 'updated_at': '2021-12-23T08:55:50Z', 'revision_number': 4, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'gw_port': {'id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:48Z', 'updated_at': '2021-12-23T08:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '0c737ad3-8e17-4155-9adb-b4d54df8bc69', 'name': '', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'mac_address': 'fa:16:3e:90:a0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:50Z', 'updated_at': '2021-12-23T08:55:50Z', 'revision_number': 2, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'subnets': [{'id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:51.760002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497249d-34fa-49a7-9f00-97a58bf3cbeb None None] The sync data for ids ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'] in dv-neutron-822507-1-hyperv is: [{'id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:47Z', 'updated_at': '2021-12-23T08:55:50Z', 'revision_number': 4, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'gw_port': {'id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:48Z', 'updated_at': '2021-12-23T08:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '0c737ad3-8e17-4155-9adb-b4d54df8bc69', 'name': '', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'mac_address': 'fa:16:3e:90:a0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:50Z', 'updated_at': '2021-12-23T08:55:50Z', 'revision_number': 2, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'subnets': [{'id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:55:51.882666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:55:51.908148 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ea04285b-7263-41ea-834f-87549a872207 admin admin] 10.222.0.36 "PUT /v2.0/routers/e8e15ee9-f029-4f8a-b62a-848f11a3504d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501161 Dec 23 08:55:52.133527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 71c756cb-de94-4742-a24a-849880d7b5cf up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:52.204624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 71c756cb-de94-4742-a24a-849880d7b5cf triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:52.205076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:52.798888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56260) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:52.805212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-529803655-network', 'tenant_id': '62892a180f134d529f6afdcf63a8402a'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:52.810506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:52.814546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Usage tracker for resource:network and tenant:62892a180f134d529f6afdcf63a8402a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:52.818281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:52.824297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:52.834207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Made reservation on behalf of 62892a180f134d529f6afdcf63a8402a for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:52.837186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:52.850213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:52.882682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:52.886915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Usage tracker for resource:security_group_rule and tenant:62892a180f134d529f6afdcf63a8402a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:52.889635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:52.895196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:52.960545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:52.964483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:52.996764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:55:53.005571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb6b666-83bb-4083-8d01-a2a7083dfb22,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:53.011835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.012191 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Added segment 76eef6ed-a718-4e55-82c7-1a1ac678f921 of type vlan for network d70443f1-10fc-438d-bca1-e502e56ed3df Dec 23 08:55:53.037421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.066451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.067276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:53.067841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.171407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] Pushing event updated for resources: {'Network': ['ID=d70443f1-10fc-438d-bca1-e502e56ed3df,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:53.174280 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-86ca2168-6de3-4efd-8ac7-0ddc9e1ca39f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3741131 Dec 23 08:55:53.177706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56264) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:53.182360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network d70443f1-10fc-438d-bca1-e502e56ed3df details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:55:53.183209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Request body: {'subnet': {'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-subnet', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:53.187999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:53.191739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Usage tracker for resource:subnet and tenant:62892a180f134d529f6afdcf63a8402a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:53.194492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:53.200123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:53.209831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Made reservation on behalf of 62892a180f134d529f6afdcf63a8402a for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:55:53.212195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.412132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.489646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d2266d-f1ae-481b-b879-dc5bd8474328,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:53.498005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Checking segment: {'id': '76eef6ed-a718-4e55-82c7-1a1ac678f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:53.498363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Network hostable DHCP agents. Network: d70443f1-10fc-438d-bca1-e502e56ed3df, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:55:53.518956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Network d70443f1-10fc-438d-bca1-e502e56ed3df is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:55:53.528644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, d70443f1-10fc-438d-bca1-e502e56ed3df) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:53.532729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:53.533612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.537501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846d1f64-6fe8-4822-bf4b-98e5f09e7391 None None] Network d70443f1-10fc-438d-bca1-e502e56ed3df requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:53.553890 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-86ff13af-9a90-4a33-bb9d-39a8d617c18d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3755372 Dec 23 08:55:53.556441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56268) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:53.561431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:55:53.565926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:55:53.569713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Usage tracker for resource:router and tenant:62892a180f134d529f6afdcf63a8402a is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:55:53.572492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:55:53.578141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:55:53.589086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.590114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.609009 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.748141 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-d70443f1-10fc-438d-bca1-e502e56ed3df', 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'fixed_ips': [{'subnet_id': 'd0d2266d-f1ae-481b-b879-dc5bd8474328'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:55:53.748932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.756577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.901811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Allocated IP 172.20.0.2 (d70443f1-10fc-438d-bca1-e502e56ed3df/d0d2266d-f1ae-481b-b879-dc5bd8474328/13841898-25fc-4b2f-9dff-97db77052d11) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:53.939698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:53.968222 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.105294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Allocated IP 172.26.8.128 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:54.111100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.122129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Transition to ACTIVE for port object 13841898-25fc-4b2f-9dff-97db77052d11 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:54.142529 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Transition to ACTIVE for port object 13841898-25fc-4b2f-9dff-97db77052d11 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:54.146450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 17d53d77-aefa-46f3-84b2-23cda3b1fcab up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:54.175585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.253073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.269138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Pushing event updated for resources: {'Port': ['ID=13841898-25fc-4b2f-9dff-97db77052d11,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:54.272355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Network d70443f1-10fc-438d-bca1-e502e56ed3df is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:54.275898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:54.278378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:54.281800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.348729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 17d53d77-aefa-46f3-84b2-23cda3b1fcab completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:54.355387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:54.356274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Pushing event updated for resources: {'Port': ['ID=03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:54.356800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 17d53d77-aefa-46f3-84b2-23cda3b1fcab triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:54.357161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.358826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:54.360745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:54.451976 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Attempting to bind port 13841898-25fc-4b2f-9dff-97db77052d11 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:55:54.452330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Attempting to bind port 13841898-25fc-4b2f-9dff-97db77052d11 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '76eef6ed-a718-4e55-82c7-1a1ac678f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:55:54.452678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Attempting to bind port 13841898-25fc-4b2f-9dff-97db77052d11 on network d70443f1-10fc-438d-bca1-e502e56ed3df {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:54.466287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:55:54.466647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Checking segment: {'id': '76eef6ed-a718-4e55-82c7-1a1ac678f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:54.467051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.467406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Bound using segment: {'id': '76eef6ed-a718-4e55-82c7-1a1ac678f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:55:54.467855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Bound port: 13841898-25fc-4b2f-9dff-97db77052d11, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eef6ed-a718-4e55-82c7-1a1ac678f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:55:54.468210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.519355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.520083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.605082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.619694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] For port 13841898-25fc-4b2f-9dff-97db77052d11, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:55:54.623810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] For port 13841898-25fc-4b2f-9dff-97db77052d11, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=13841898-25fc-4b2f-9dff-97db77052d11,segment=NetworkSegment(76eef6ed-a718-4e55-82c7-1a1ac678f921),segment_id=76eef6ed-a718-4e55-82c7-1a1ac678f921)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:55:54.628887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 17d53d77-aefa-46f3-84b2-23cda3b1fcab, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=17d53d77-aefa-46f3-84b2-23cda3b1fcab,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:54.630524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.661179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:54.708251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e693b-ded1-45f5-a666-9baaf28d2cc1 None None] Pushing event updated for resources: {'Port': ['ID=13841898-25fc-4b2f-9dff-97db77052d11,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:54.776024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=17d53d77-aefa-46f3-84b2-23cda3b1fcab,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:54.886053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Router c1024f72-ac54-4d55-83cd-710951f324e0 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:55:55.091693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:55:55.100824 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Sync routers for ids ['c1024f72-ac54-4d55-83cd-710951f324e0'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:55:55.113581 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Routers {'c1024f72-ac54-4d55-83cd-710951f324e0'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:55:55.114108 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:55:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c1024f72-ac54-4d55-83cd-710951f324e0'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:55.116517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:55.117732 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cadb6de4-4d3f-4cb2-a432-a8a4a2cfec46 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5603685 Dec 23 08:55:55.120514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56272) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:55:55.287987 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Set router c1024f72-ac54-4d55-83cd-710951f324e0 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:55:55.590983 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:53Z', 'updated_at': '2021-12-23T08:55:54Z', 'revision_number': 3, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'gw_port': {'id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:54Z', 'updated_at': '2021-12-23T08:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:55.595199 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Checking router: c1024f72-ac54-4d55-83cd-710951f324e0 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:55:55.595790 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Updating router c1024f72-ac54-4d55-83cd-710951f324e0 port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:55:55.647981 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:55.655118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82663d10-aaba-4332-9cc1-621520efa15a None None] Network d70443f1-10fc-438d-bca1-e502e56ed3df requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:55:55.785004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8bfc1d63-eb28-4b35-ae6f-a60360b57371 None None] Provisioning for port 13841898-25fc-4b2f-9dff-97db77052d11 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:55.871253 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.031161 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.043816 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Transition to ACTIVE for port object 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:56.051426 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.097262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Allocated IP 172.20.0.1 (d70443f1-10fc-438d-bca1-e502e56ed3df/d0d2266d-f1ae-481b-b879-dc5bd8474328/c80aef75-8cab-4c2f-ae24-372a984d217e) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:55:56.140171 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Pushing event updated for resources: {'Port': ['ID=03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:56.154015 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Attempting to bind port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:55:56.154563 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Attempting to bind port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:55:56.155000 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Attempting to bind port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:55:56.157829 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.158283 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.158719 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.159134 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.159650 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.159950 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.160353 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.160755 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.161159 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.161557 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.161983 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:55:56.171129 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:55:56.171728 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:55:56.172387 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.172913 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:55:56.173527 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Bound port: 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:55:56.173885 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.239545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13841898-25fc-4b2f-9dff-97db77052d11 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:56.263916 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] For port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:55:56.267578 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] For port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:55:56.271595 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.283214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.299118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Transition to ACTIVE for port object c80aef75-8cab-4c2f-ae24-372a984d217e will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:55:56.312556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 13841898-25fc-4b2f-9dff-97db77052d11 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:56.317638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 13841898-25fc-4b2f-9dff-97db77052d11 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:56.318229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.325260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.360607 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2b64a-d385-40ee-96c5-3ec37e48074f None None] Pushing event updated for resources: {'Port': ['ID=03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:56.364952 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Routers {'c1024f72-ac54-4d55-83cd-710951f324e0'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:55:56.365257 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:55:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c1024f72-ac54-4d55-83cd-710951f324e0'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:56.451255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.491802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 13841898-25fc-4b2f-9dff-97db77052d11, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=13841898-25fc-4b2f-9dff-97db77052d11,segment=NetworkSegment(76eef6ed-a718-4e55-82c7-1a1ac678f921),segment_id=76eef6ed-a718-4e55-82c7-1a1ac678f921)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:55:56.499966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.502796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 17d53d77-aefa-46f3-84b2-23cda3b1fcab up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:56.505171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Network d70443f1-10fc-438d-bca1-e502e56ed3df is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:56.506144 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Pushing event updated for resources: {'Port': ['ID=c80aef75-8cab-4c2f-ae24-372a984d217e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:56.509521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:56.511876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:55:56.569634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.573692 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] Set router c1024f72-ac54-4d55-83cd-710951f324e0 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:55:56.646492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=13841898-25fc-4b2f-9dff-97db77052d11,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:56.660222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 17d53d77-aefa-46f3-84b2-23cda3b1fcab triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:56.661099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.674928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.848329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6bec4eb5-cae9-4e67-b7f4-44533216101d None None] Provisioning for port c80aef75-8cab-4c2f-ae24-372a984d217e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:55:56.854129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6bec4eb5-cae9-4e67-b7f4-44533216101d None None] Provisioning complete for port c80aef75-8cab-4c2f-ae24-372a984d217e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:56.854710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bec4eb5-cae9-4e67-b7f4-44533216101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.898568 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:53Z', 'updated_at': '2021-12-23T08:55:54Z', 'revision_number': 3, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'gw_port': {'id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:54Z', 'updated_at': '2021-12-23T08:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:55:56.902750 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec33dc79-4713-48d9-b9f0-e3cdbdb7a59c None None] The sync data for ids ['c1024f72-ac54-4d55-83cd-710951f324e0'] in dv-neutron-822507-1-hyperv is: [{'id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:53Z', 'updated_at': '2021-12-23T08:55:54Z', 'revision_number': 3, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'gw_port': {'id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:54Z', 'updated_at': '2021-12-23T08:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:55:56.908877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6bec4eb5-cae9-4e67-b7f4-44533216101d None None] Port c80aef75-8cab-4c2f-ae24-372a984d217e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:55:56.946380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:56.950897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:57.056100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:57.059536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Pushing event updated for resources: {'Port': ['ID=c80aef75-8cab-4c2f-ae24-372a984d217e,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:55:57.190478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Network d70443f1-10fc-438d-bca1-e502e56ed3df is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:55:57.191514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:55:57.432987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-88b1284f-bd71-45bd-a493-2c36c556bf23 None None] Provisioning complete for port c80aef75-8cab-4c2f-ae24-372a984d217e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:57.433352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-88b1284f-bd71-45bd-a493-2c36c556bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:57.489651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-88b1284f-bd71-45bd-a493-2c36c556bf23 None None] Port c80aef75-8cab-4c2f-ae24-372a984d217e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:55:57.579668 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Router c1024f72-ac54-4d55-83cd-710951f324e0 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:55:57.788225 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:55:57.797166 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-abe5a741-3245-484a-bfb9-65236d3bf66f admin admin] 10.222.0.36 "PUT /v2.0/routers/c1024f72-ac54-4d55-83cd-710951f324e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6756618 Dec 23 08:55:58.124466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13841898-25fc-4b2f-9dff-97db77052d11 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:55:58.190622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 13841898-25fc-4b2f-9dff-97db77052d11 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:55:58.191000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:55:58.687736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-899044d0-070e-4c5f-ac88-0a0c534d604f tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:55:58.688298 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-899044d0-070e-4c5f-ac88-0a0c534d604f tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Synchronizing usage tracker for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:55:58.703965 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-899044d0-070e-4c5f-ac88-0a0c534d604f tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Unset dirty status for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:55:58.705351 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-899044d0-070e-4c5f-ac88-0a0c534d604f tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/networks?id=0520aa27-098b-4206-b259-23e67a2709f8 HTTP/1.1" status: 200 len: 816 time: 0.1577351 Dec 23 08:55:58.722541 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-7ee6dca7-dccd-4049-b30e-eb6f412be166 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/quotas/4645fcf8cdda4dbfaf31a57e721c7285 HTTP/1.1" status: 200 len: 375 time: 0.0115108 Dec 23 08:55:58.802067 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-df82793e-9ad6-4dfb-9bb7-b2e1fdbfeb66 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Synchronizing usage tracker for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:55:58.818642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-df82793e-9ad6-4dfb-9bb7-b2e1fdbfeb66 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Unset dirty status for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:55:58.820077 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-df82793e-9ad6-4dfb-9bb7-b2e1fdbfeb66 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4645fcf8cdda4dbfaf31a57e721c7285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919802 Dec 23 08:55:59.062757 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-b89cabf1-317f-4f11-9f75-54c4f7d3513b service neutron] 10.222.0.36 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311621 Dec 23 08:55:59.190995 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-c563179a-242c-4422-b956-2b8b7e07ea12 service neutron] 10.222.0.36 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219842 Dec 23 08:55:59.384216 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ad4dfa76-0144-4f37-9d8d-9011dbf62ab8 req-70ad0025-3df8-4263-bb66-4af2cdadb426 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 210 time: 0.0430086 Dec 23 08:56:00.412369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-79133d0e-5a45-402f-85d0-8c49b15f1871 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:00.413818 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-79133d0e-5a45-402f-85d0-8c49b15f1871 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.24 "GET /v2.0/networks?id=0520aa27-098b-4206-b259-23e67a2709f8 HTTP/1.1" status: 200 len: 816 time: 0.1395278 Dec 23 08:56:00.431863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Request body: {'port': {'device_id': '457df231-dd0b-40ac-b807-7fa66ce342f5', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'admin_state_up': True, 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:56:00.527235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1fc99f38-8e1e-4d2f-9942-a4b608e43af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:00.572809 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0c4c42fc-6cee-484e-9a4e-a1bc37c42a0a req-5dfbf9e0-62f1-46e0-b21e-676bc2465fce tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 210 time: 0.0449986 Dec 23 08:56:00.616771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:00.671423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:56:00.681087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:56:00.690342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Made reservation on behalf of 4645fcf8cdda4dbfaf31a57e721c7285 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:56:00.693174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:00.850450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Allocated IP 172.20.0.6 (0520aa27-098b-4206-b259-23e67a2709f8/ac28ab8f-ed88-4311-89c6-594b31b9f214/33e01491-1471-459b-8b55-d5d0dc12da0b) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:56:01.042865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:01.057360 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Transition to ACTIVE for port object 33e01491-1471-459b-8b55-d5d0dc12da0b will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:56:01.078592 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:01.150953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Network 0520aa27-098b-4206-b259-23e67a2709f8 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:56:01.153977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:56:01.157854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:56:01.188193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Pushing event updated for resources: {'Port': ['ID=33e01491-1471-459b-8b55-d5d0dc12da0b,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:01.222623 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:01.223221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:01.248558 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-4bfc9946-1c62-4b30-9cf3-054398a3fdc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8223677 Dec 23 08:56:01.260726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Request body: {'port': {'device_id': '457df231-dd0b-40ac-b807-7fa66ce342f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:56:01.376904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:01.435218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3a2a9faa-5358-4165-b0bc-5528b9756431 None None] Provisioning for port 33e01491-1471-459b-8b55-d5d0dc12da0b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:56:01.440009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3a2a9faa-5358-4165-b0bc-5528b9756431 None None] Provisioning complete for port 33e01491-1471-459b-8b55-d5d0dc12da0b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:01.440396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9faa-5358-4165-b0bc-5528b9756431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:01.494886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3a2a9faa-5358-4165-b0bc-5528b9756431 None None] Port 33e01491-1471-459b-8b55-d5d0dc12da0b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:56:01.722699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e01491-1471-459b-8b55-d5d0dc12da0b {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:56:01.729798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:01.745166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Transition to ACTIVE for port object 33e01491-1471-459b-8b55-d5d0dc12da0b will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:56:01.750033 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:01.769921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924bd62-77e6-4428-8207-37b4e9364ec7 req-d324c166-32b3-4f0e-8ab7-6456943483e5 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:01.771389 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8924bd62-77e6-4428-8207-37b4e9364ec7 req-d324c166-32b3-4f0e-8ab7-6456943483e5 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 931 time: 0.0789692 Dec 23 08:56:01.819266 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-8924bd62-77e6-4428-8207-37b4e9364ec7 req-c8b55a49-8aef-43e5-b721-e79668a8949d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Synchronizing usage tracker for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:56:01.839513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-8924bd62-77e6-4428-8207-37b4e9364ec7 req-c8b55a49-8aef-43e5-b721-e79668a8949d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Unset dirty status for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:56:01.840745 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8924bd62-77e6-4428-8207-37b4e9364ec7 req-c8b55a49-8aef-43e5-b721-e79668a8949d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638683 Dec 23 08:56:01.889150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Pushing event updated for resources: {'Port': ['ID=33e01491-1471-459b-8b55-d5d0dc12da0b,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:01.999975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Attempting to bind port 33e01491-1471-459b-8b55-d5d0dc12da0b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:56:02.000327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Attempting to bind port 33e01491-1471-459b-8b55-d5d0dc12da0b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:56:02.000645 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Attempting to bind port 33e01491-1471-459b-8b55-d5d0dc12da0b on network 0520aa27-098b-4206-b259-23e67a2709f8 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:56:02.006340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Port 33e01491-1471-459b-8b55-d5d0dc12da0b on network 0520aa27-098b-4206-b259-23e67a2709f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:56:02.006648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Attempting to bind port 33e01491-1471-459b-8b55-d5d0dc12da0b on network 0520aa27-098b-4206-b259-23e67a2709f8 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:56:02.013148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:56:02.013589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Checking segment: {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:56:02.013979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Bound using segment: {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:56:02.014397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Bound port: 33e01491-1471-459b-8b55-d5d0dc12da0b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:56:02.014857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:02.103006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] For port 33e01491-1471-459b-8b55-d5d0dc12da0b, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:56:02.105909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] For port 33e01491-1471-459b-8b55-d5d0dc12da0b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=33e01491-1471-459b-8b55-d5d0dc12da0b,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:56:02.109831 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:02.172272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:02.173620 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] 10.222.0.24 "PUT /v2.0/ports/33e01491-1471-459b-8b55-d5d0dc12da0b HTTP/1.1" status: 200 len: 1093 time: 0.9178309 Dec 23 08:56:02.174023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457df231-dd0b-40ac-b807-7fa66ce342f5', 'tag': '33e01491-1471-459b-8b55-d5d0dc12da0b'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:56:02.194425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31e120-6769-404a-87ad-7fbd85639521 service neutron] Pushing event updated for resources: {'Port': ['ID=33e01491-1471-459b-8b55-d5d0dc12da0b,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:02.303000 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457df231-dd0b-40ac-b807-7fa66ce342f5', 'tag': '33e01491-1471-459b-8b55-d5d0dc12da0b', 'status': 'completed', 'code': 200} Dec 23 08:56:02.354990 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-44ac6e3f-40dd-403f-b6da-6bed50acfbd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4645fcf8cdda4dbfaf31a57e721c7285&device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 1096 time: 0.1096630 Dec 23 08:56:02.427674 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-e70733a6-1a5a-489d-81eb-55340a57973f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e01491-1471-459b-8b55-d5d0dc12da0b HTTP/1.1" status: 200 len: 217 time: 0.0663455 Dec 23 08:56:02.493042 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-b503feda-9aaa-436e-b90e-289e2a19e4c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:02.494599 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-b503feda-9aaa-436e-b90e-289e2a19e4c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac28ab8f-ed88-4311-89c6-594b31b9f214 HTTP/1.1" status: 200 len: 855 time: 0.0603900 Dec 23 08:56:02.672749 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-64139e90-bb43-4f8c-b779-39235f980283 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0520aa27-098b-4206-b259-23e67a2709f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1705997 Dec 23 08:56:02.808834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-15d27734-52e9-4d11-b4ce-244d4057446e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:02.810021 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-02a2c099-0ea3-4e71-bfc1-d31e3c84ca72 service neutron] 10.222.0.24 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304739 Dec 23 08:56:02.949059 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-29cdddbd-46a8-4e15-b2e7-7663106dde0d req-f561032d-0f1d-489d-923c-b7ea7cd73133 service neutron] 10.222.0.24 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327181 Dec 23 08:56:03.042203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f60284-1dbc-4a35-ba00-44fe1bf74a21 req-0d2f036c-5bbb-4534-a4e2-4e9d04095290 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:03.046125 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69f60284-1dbc-4a35-ba00-44fe1bf74a21 req-0d2f036c-5bbb-4534-a4e2-4e9d04095290 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 943 time: 0.0831881 Dec 23 08:56:03.060806 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb8e848f-e9a8-4617-ab48-014437043ffa req-da91362f-7f4e-4946-b905-1b146a41bfc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4645fcf8cdda4dbfaf31a57e721c7285&device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 1096 time: 0.0692198 Dec 23 08:56:03.090277 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69f60284-1dbc-4a35-ba00-44fe1bf74a21 req-48f85cf5-6c4a-488a-8643-086be1843d0a tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Dec 23 08:56:03.191435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e848f-e9a8-4617-ab48-014437043ffa req-bae7a1c0-9555-4e5f-b145-0db65bc5a63a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:03.192861 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb8e848f-e9a8-4617-ab48-014437043ffa req-bae7a1c0-9555-4e5f-b145-0db65bc5a63a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0520aa27-098b-4206-b259-23e67a2709f8 HTTP/1.1" status: 200 len: 916 time: 0.1249008 Dec 23 08:56:03.267092 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb8e848f-e9a8-4617-ab48-014437043ffa req-006adb7a-9ef6-41e8-b6f8-58670ef49d60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33e01491-1471-459b-8b55-d5d0dc12da0b HTTP/1.1" status: 200 len: 217 time: 0.0670490 Dec 23 08:56:03.329429 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e848f-e9a8-4617-ab48-014437043ffa req-e5f761e3-3f21-4628-89fb-f53e143891d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:03.330811 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb8e848f-e9a8-4617-ab48-014437043ffa req-e5f761e3-3f21-4628-89fb-f53e143891d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac28ab8f-ed88-4311-89c6-594b31b9f214 HTTP/1.1" status: 200 len: 855 time: 0.0570140 Dec 23 08:56:03.405402 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb8e848f-e9a8-4617-ab48-014437043ffa req-fd03cc68-2449-439f-a555-7a4d17d44258 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0520aa27-098b-4206-b259-23e67a2709f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676141 Dec 23 08:56:03.540226 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb8e848f-e9a8-4617-ab48-014437043ffa req-617f281d-5e4c-4c23-97fd-7737ac81889b service neutron] 10.222.0.24 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271796 Dec 23 08:56:03.667860 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eb8e848f-e9a8-4617-ab48-014437043ffa req-e253d14d-a21b-4bbc-86fe-39d70bccae4f service neutron] 10.222.0.24 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209626 Dec 23 08:56:03.900092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:03.996845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:04.140999 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:56:04.210018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:56:04.216392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:04.216940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:04.302948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec236b6-45b9-44cb-9871-a9e735d3b289 req-55640ed1-63ed-46de-a2ba-157c3525ff3c tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:04.304673 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3ec236b6-45b9-44cb-9871-a9e735d3b289 req-55640ed1-63ed-46de-a2ba-157c3525ff3c tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 943 time: 0.0828714 Dec 23 08:56:04.340830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:04.349821 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3ec236b6-45b9-44cb-9871-a9e735d3b289 req-1c40893e-64a9-4acd-99ba-f4554539b2ce tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 Dec 23 08:56:04.356854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:04.361275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:04.428026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:05.017541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 33e01491-1471-459b-8b55-d5d0dc12da0b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:56:05.172388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 33e01491-1471-459b-8b55-d5d0dc12da0b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=33e01491-1471-459b-8b55-d5d0dc12da0b,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:05.185638 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '33e01491-1471-459b-8b55-d5d0dc12da0b', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'port_id': '33e01491-1471-459b-8b55-d5d0dc12da0b', 'mac_address': 'fa:16:3e:4a:92:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:56:05.239718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:05.256752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e01491-1471-459b-8b55-d5d0dc12da0b {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:56:05.270890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 33e01491-1471-459b-8b55-d5d0dc12da0b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=33e01491-1471-459b-8b55-d5d0dc12da0b,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:05.274523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:05.347266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=33e01491-1471-459b-8b55-d5d0dc12da0b,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:05.350559 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:05.483385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['33e01491-1471-459b-8b55-d5d0dc12da0b'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:56:05.554319 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1888a0-e7a2-42ba-81cb-11a99ff2dfe7 req-bf0cb0ee-842b-4414-884b-1c09d7cc1736 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:05.555808 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5f1888a0-e7a2-42ba-81cb-11a99ff2dfe7 req-bf0cb0ee-842b-4414-884b-1c09d7cc1736 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 944 time: 0.0804579 Dec 23 08:56:05.599886 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5f1888a0-e7a2-42ba-81cb-11a99ff2dfe7 req-8164cc24-1a00-4b99-8f36-9943af1604b7 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385313 Dec 23 08:56:06.127488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:56:06.193999 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:06.194361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:06.541188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Sync routers for ids ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:56:06.552849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Routers {'e8e15ee9-f029-4f8a-b62a-848f11a3504d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:56:06.553450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:56:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:06.729382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Set router e8e15ee9-f029-4f8a-b62a-848f11a3504d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:56:06.792713 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b21d3-454a-4805-9c32-fe32aa079cf0 req-e0fcf14c-5907-4364-b89a-e27522977735 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:06.794047 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ac2b21d3-454a-4805-9c32-fe32aa079cf0 req-e0fcf14c-5907-4364-b89a-e27522977735 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 944 time: 0.0768800 Dec 23 08:56:06.842651 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ac2b21d3-454a-4805-9c32-fe32aa079cf0 req-fb3b02a4-df17-4a5b-8608-728501819f21 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Dec 23 08:56:07.020297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 33e01491-1471-459b-8b55-d5d0dc12da0b up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:56:07.084145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:47Z', 'updated_at': '2021-12-23T08:55:50Z', 'revision_number': 4, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'gw_port': {'id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:48Z', 'updated_at': '2021-12-23T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '0c737ad3-8e17-4155-9adb-b4d54df8bc69', 'name': '', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'mac_address': 'fa:16:3e:90:a0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:50Z', 'updated_at': '2021-12-23T08:55:50Z', 'revision_number': 2, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'subnets': [{'id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:07.090204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Checking router: e8e15ee9-f029-4f8a-b62a-848f11a3504d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:56:07.090562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Updating router e8e15ee9-f029-4f8a-b62a-848f11a3504d port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:56:07.143028 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:07.151648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 33e01491-1471-459b-8b55-d5d0dc12da0b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:56:07.160796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 33e01491-1471-459b-8b55-d5d0dc12da0b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:07.161146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:07.435208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:07.516240 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457df231-dd0b-40ac-b807-7fa66ce342f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e01491-1471-459b-8b55-d5d0dc12da0b'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:56:07.537926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 33e01491-1471-459b-8b55-d5d0dc12da0b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=33e01491-1471-459b-8b55-d5d0dc12da0b,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:07.553653 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:07.587760 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457df231-dd0b-40ac-b807-7fa66ce342f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e01491-1471-459b-8b55-d5d0dc12da0b', 'code': 200} Dec 23 08:56:07.666554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=33e01491-1471-459b-8b55-d5d0dc12da0b,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:07.701965 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:07.713603 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Transition to ACTIVE for port object 0c737ad3-8e17-4155-9adb-b4d54df8bc69 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:56:07.720885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:07.797080 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8c6e6a9e-f6cd-4d62-915b-1704128d8457 req-137c510f-02a8-44a2-b271-0fcb7a679b95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 1098 time: 0.0678532 Dec 23 08:56:07.843434 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8c6e6a9e-f6cd-4d62-915b-1704128d8457 req-2c6730d4-091c-471b-92ae-b6eafe18271e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Dec 23 08:56:07.848132 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88352754-ef18-42e5-a008-00a7ebc2e0c8 None None] Pushing event updated for resources: {'Port': ['ID=0c737ad3-8e17-4155-9adb-b4d54df8bc69,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:07.952313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Attempting to bind port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:56:07.952925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Attempting to bind port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:56:07.953448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Attempting to bind port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 on network 0520aa27-098b-4206-b259-23e67a2709f8 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:56:07.962292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:56:07.962934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Checking segment: {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:56:07.963497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:07.964034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Bound using segment: {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:56:07.964785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Bound port: 0c737ad3-8e17-4155-9adb-b4d54df8bc69, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:56:07.965313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:08.054147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf0fd-9381-49cb-b42f-bf79f0a59e60 req-fcb3ac0a-6d6e-4050-8d6c-06cf40a0e12d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:08.057096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] For port 0c737ad3-8e17-4155-9adb-b4d54df8bc69, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:56:08.058395 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-762cf0fd-9381-49cb-b42f-bf79f0a59e60 req-fcb3ac0a-6d6e-4050-8d6c-06cf40a0e12d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 945 time: 0.0847769 Dec 23 08:56:08.060282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] For port 0c737ad3-8e17-4155-9adb-b4d54df8bc69, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0c737ad3-8e17-4155-9adb-b4d54df8bc69,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:56:08.063978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:08.102881 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-762cf0fd-9381-49cb-b42f-bf79f0a59e60 req-90e3bfc7-f263-4db6-b928-8d66264f2b5b tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Dec 23 08:56:08.164031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88352754-ef18-42e5-a008-00a7ebc2e0c8 None None] Pushing event updated for resources: {'Port': ['ID=0c737ad3-8e17-4155-9adb-b4d54df8bc69,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:08.167548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Routers {'e8e15ee9-f029-4f8a-b62a-848f11a3504d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:56:08.168157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:56:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:08.197660 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Sync routers for ids ['c1024f72-ac54-4d55-83cd-710951f324e0'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:56:08.210691 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Routers {'c1024f72-ac54-4d55-83cd-710951f324e0'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:56:08.211321 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:56:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c1024f72-ac54-4d55-83cd-710951f324e0'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:08.356319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] Set router e8e15ee9-f029-4f8a-b62a-848f11a3504d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:56:08.363621 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:56:08.401739 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Set router c1024f72-ac54-4d55-83cd-710951f324e0 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:56:08.671772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:47Z', 'updated_at': '2021-12-23T08:55:50Z', 'revision_number': 4, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'gw_port': {'id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:48Z', 'updated_at': '2021-12-23T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '0c737ad3-8e17-4155-9adb-b4d54df8bc69', 'name': '', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'mac_address': 'fa:16:3e:90:a0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:50Z', 'updated_at': '2021-12-23T08:56:08Z', 'revision_number': 4, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'subnets': [{'id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:08.675771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b124adc-1160-4c3b-a7b6-9856b06dd009 None None] The sync data for ids ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'] in dv-neutron-822507-1-hyperv is: [{'id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:47Z', 'updated_at': '2021-12-23T08:55:50Z', 'revision_number': 4, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'gw_port': {'id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:48Z', 'updated_at': '2021-12-23T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '0c737ad3-8e17-4155-9adb-b4d54df8bc69', 'name': '', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'mac_address': 'fa:16:3e:90:a0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:50Z', 'updated_at': '2021-12-23T08:56:08Z', 'revision_number': 4, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'subnets': [{'id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:56:08.712916 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:53Z', 'updated_at': '2021-12-23T08:55:56Z', 'revision_number': 4, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'gw_port': {'id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:54Z', 'updated_at': '2021-12-23T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c80aef75-8cab-4c2f-ae24-372a984d217e', 'name': '', 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'mac_address': 'fa:16:3e:df:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0d2266d-f1ae-481b-b879-dc5bd8474328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:55Z', 'updated_at': '2021-12-23T08:55:56Z', 'revision_number': 2, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'subnets': [{'id': 'd0d2266d-f1ae-481b-b879-dc5bd8474328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:08.717244 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Checking router: c1024f72-ac54-4d55-83cd-710951f324e0 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:56:08.717583 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Updating router c1024f72-ac54-4d55-83cd-710951f324e0 port c80aef75-8cab-4c2f-ae24-372a984d217e binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:56:08.771829 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:09.169640 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:09.182064 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Transition to ACTIVE for port object c80aef75-8cab-4c2f-ae24-372a984d217e will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:56:09.187676 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:09.256604 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0c195-7b17-4937-a8cc-1f5c6499f30e None None] Pushing event updated for resources: {'Port': ['ID=c80aef75-8cab-4c2f-ae24-372a984d217e,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:09.321217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d17c6-8700-4252-abb9-ba650b2d753c req-a100d877-02fc-47b7-8886-3fd153fd949d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:09.328140 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-090d17c6-8700-4252-abb9-ba650b2d753c req-a100d877-02fc-47b7-8886-3fd153fd949d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 945 time: 0.0945730 Dec 23 08:56:09.374526 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-090d17c6-8700-4252-abb9-ba650b2d753c req-efff8a96-aab6-429f-bb58-fc0acd073249 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454297 Dec 23 08:56:09.412597 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Attempting to bind port c80aef75-8cab-4c2f-ae24-372a984d217e on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:56:09.413071 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Attempting to bind port c80aef75-8cab-4c2f-ae24-372a984d217e by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '76eef6ed-a718-4e55-82c7-1a1ac678f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:56:09.413808 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Attempting to bind port c80aef75-8cab-4c2f-ae24-372a984d217e on network d70443f1-10fc-438d-bca1-e502e56ed3df {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:56:09.421427 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:56:09.421862 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Checking segment: {'id': '76eef6ed-a718-4e55-82c7-1a1ac678f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:56:09.422593 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:09.423047 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Bound using segment: {'id': '76eef6ed-a718-4e55-82c7-1a1ac678f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:56:09.423562 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Bound port: c80aef75-8cab-4c2f-ae24-372a984d217e, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eef6ed-a718-4e55-82c7-1a1ac678f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:56:09.423988 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:09.512744 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] For port c80aef75-8cab-4c2f-ae24-372a984d217e, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:56:09.518550 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] For port c80aef75-8cab-4c2f-ae24-372a984d217e, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c80aef75-8cab-4c2f-ae24-372a984d217e,segment=NetworkSegment(76eef6ed-a718-4e55-82c7-1a1ac678f921),segment_id=76eef6ed-a718-4e55-82c7-1a1ac678f921)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:56:09.523739 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:09.575238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20305de9-10d4-4bba-aabf-8198ed00cabf req-0f459445-402e-4668-b93f-db45aa5ee5c1 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:09.576997 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-20305de9-10d4-4bba-aabf-8198ed00cabf req-0f459445-402e-4668-b93f-db45aa5ee5c1 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 945 time: 0.0836565 Dec 23 08:56:09.607221 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0c195-7b17-4937-a8cc-1f5c6499f30e None None] Pushing event updated for resources: {'Port': ['ID=c80aef75-8cab-4c2f-ae24-372a984d217e,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:09.612572 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Routers {'c1024f72-ac54-4d55-83cd-710951f324e0'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:56:09.613168 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:56:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c1024f72-ac54-4d55-83cd-710951f324e0'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:09.626063 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-20305de9-10d4-4bba-aabf-8198ed00cabf req-3066a1ee-029e-4bb5-8390-5b15c96285e7 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Dec 23 08:56:09.796599 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] Set router c1024f72-ac54-4d55-83cd-710951f324e0 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:56:10.120838 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:53Z', 'updated_at': '2021-12-23T08:55:56Z', 'revision_number': 4, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'gw_port': {'id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:54Z', 'updated_at': '2021-12-23T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c80aef75-8cab-4c2f-ae24-372a984d217e', 'name': '', 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'mac_address': 'fa:16:3e:df:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0d2266d-f1ae-481b-b879-dc5bd8474328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:55Z', 'updated_at': '2021-12-23T08:56:09Z', 'revision_number': 4, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'subnets': [{'id': 'd0d2266d-f1ae-481b-b879-dc5bd8474328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:10.125550 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbf76b-aee0-4642-9a2d-8a9341a84007 None None] The sync data for ids ['c1024f72-ac54-4d55-83cd-710951f324e0'] in dv-neutron-822507-1-hyperv is: [{'id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:53Z', 'updated_at': '2021-12-23T08:55:56Z', 'revision_number': 4, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'gw_port': {'id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:54Z', 'updated_at': '2021-12-23T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'c80aef75-8cab-4c2f-ae24-372a984d217e', 'name': '', 'network_id': 'd70443f1-10fc-438d-bca1-e502e56ed3df', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'mac_address': 'fa:16:3e:df:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0d2266d-f1ae-481b-b879-dc5bd8474328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:55Z', 'updated_at': '2021-12-23T08:56:09Z', 'revision_number': 4, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'subnets': [{'id': 'd0d2266d-f1ae-481b-b879-dc5bd8474328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:56:10.174528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0c737ad3-8e17-4155-9adb-b4d54df8bc69 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:56:10.272586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:56:10.279782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:10.280296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:10.416946 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:10.448622 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 0c737ad3-8e17-4155-9adb-b4d54df8bc69, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0c737ad3-8e17-4155-9adb-b4d54df8bc69,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:10.454914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:10.523701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=0c737ad3-8e17-4155-9adb-b4d54df8bc69,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:12.201655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c80aef75-8cab-4c2f-ae24-372a984d217e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:56:12.288882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c80aef75-8cab-4c2f-ae24-372a984d217e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:56:12.294586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c80aef75-8cab-4c2f-ae24-372a984d217e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:12.294946 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:12.413557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:12.449836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port c80aef75-8cab-4c2f-ae24-372a984d217e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c80aef75-8cab-4c2f-ae24-372a984d217e,segment=NetworkSegment(76eef6ed-a718-4e55-82c7-1a1ac678f921),segment_id=76eef6ed-a718-4e55-82c7-1a1ac678f921)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:12.454506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:12.455252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0c737ad3-8e17-4155-9adb-b4d54df8bc69 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:56:12.609910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=c80aef75-8cab-4c2f-ae24-372a984d217e,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:12.622434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:12.622798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:14.131834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c80aef75-8cab-4c2f-ae24-372a984d217e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:56:14.200922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c80aef75-8cab-4c2f-ae24-372a984d217e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:14.201286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:24.317338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81ea92-b4d6-4ea6-9eb8-be3c38dae5f9 req-253e3828-49e7-42fc-aa8b-6b89ba8412aa tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:24.318729 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a81ea92-b4d6-4ea6-9eb8-be3c38dae5f9 req-253e3828-49e7-42fc-aa8b-6b89ba8412aa tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 945 time: 0.0780358 Dec 23 08:56:24.363460 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a81ea92-b4d6-4ea6-9eb8-be3c38dae5f9 req-dfe5e08c-e48e-475c-8e1b-79f8982f932d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 Dec 23 08:56:25.557943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4a187-34e9-4bad-85b1-5e84b5288c19 req-a0dfb65f-d529-4b00-ae3d-15b355ae8bfb tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:25.559385 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5af4a187-34e9-4bad-85b1-5e84b5288c19 req-a0dfb65f-d529-4b00-ae3d-15b355ae8bfb tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 945 time: 0.0755041 Dec 23 08:56:25.606429 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5af4a187-34e9-4bad-85b1-5e84b5288c19 req-b0a24a3c-5527-499a-9f3e-85809f9a8a59 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Dec 23 08:56:25.744686 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-c197dabd-201e-4efc-97e1-96244ef1c1fc tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:25.745299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-c197dabd-201e-4efc-97e1-96244ef1c1fc tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Synchronizing usage tracker for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:56:25.760422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-c197dabd-201e-4efc-97e1-96244ef1c1fc tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Unset dirty status for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:56:25.761494 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-c197dabd-201e-4efc-97e1-96244ef1c1fc tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.24 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 945 time: 0.0930679 Dec 23 08:56:25.828074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Deleting port 33e01491-1471-459b-8b55-d5d0dc12da0b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:56:25.828384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:26.060969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] For port 33e01491-1471-459b-8b55-d5d0dc12da0b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=33e01491-1471-459b-8b55-d5d0dc12da0b,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:26.061221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:26.260826 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Calling delete_port for 33e01491-1471-459b-8b55-d5d0dc12da0b owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:56:26.395903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:26.408174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['33e01491-1471-459b-8b55-d5d0dc12da0b'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:56:26.443984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Pushing event deleted for resources: {'Port': ['ID=33e01491-1471-459b-8b55-d5d0dc12da0b,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:26.519968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] No DVR routers for this DVR port 33e01491-1471-459b-8b55-d5d0dc12da0b on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:56:26.522448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:26.525719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457df231-dd0b-40ac-b807-7fa66ce342f5', 'name': 'network-vif-deleted', 'tag': '33e01491-1471-459b-8b55-d5d0dc12da0b'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:56:26.542181 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5301fa24-2842-4018-b2e4-7d2b4fa3ed88 req-37ddb8fc-5da7-46cf-a9b9-e07b1ff10d22 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.24 "DELETE /v2.0/ports/33e01491-1471-459b-8b55-d5d0dc12da0b HTTP/1.1" status: 204 len: 173 time: 0.7751229 Dec 23 08:56:26.596572 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457df231-dd0b-40ac-b807-7fa66ce342f5', 'name': 'network-vif-deleted', 'tag': '33e01491-1471-459b-8b55-d5d0dc12da0b', 'status': 'completed', 'code': 200} Dec 23 08:56:26.793904 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-faf368a9-6b98-4914-8ec8-9e20285873da req-1bfa502a-582c-45b7-8408-d995ce1dccdd tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=457df231-dd0b-40ac-b807-7fa66ce342f5 HTTP/1.1" status: 200 len: 210 time: 0.0424783 Dec 23 08:56:28.479718 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-73cb17a5-913a-4422-9fc2-abd49bdd60f2 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:28.481416 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-73cb17a5-913a-4422-9fc2-abd49bdd60f2 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/networks?id=0520aa27-098b-4206-b259-23e67a2709f8 HTTP/1.1" status: 200 len: 816 time: 0.1468325 Dec 23 08:56:28.497208 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-67fcf702-527b-4302-88a5-460bcb217904 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/quotas/4645fcf8cdda4dbfaf31a57e721c7285 HTTP/1.1" status: 200 len: 375 time: 0.0105088 Dec 23 08:56:28.576247 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-80441a56-9863-4f41-abdf-4e9c153b4194 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4645fcf8cdda4dbfaf31a57e721c7285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743251 Dec 23 08:56:28.594619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-78d7e434-64ec-4e39-8631-3fcc7f2b102a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:56:28.595798 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-78d7e434-64ec-4e39-8631-3fcc7f2b102a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055501 Dec 23 08:56:28.724247 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-8573bd76-7794-4925-91bc-303d03435660 service neutron] 10.222.0.36 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226304 Dec 23 08:56:28.854877 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-4fb43488-16d6-4737-8faf-d7a91072a2ee service neutron] 10.222.0.36 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249595 Dec 23 08:56:29.095966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 33e01491-1471-459b-8b55-d5d0dc12da0b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:56:29.130898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 33e01491-1471-459b-8b55-d5d0dc12da0b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:56:29.131282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 33e01491-1471-459b-8b55-d5d0dc12da0b not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:56:29.141671 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-23507c06-3af3-45a9-8d0a-44915435b772 req-a4ea5284-2cf3-47e6-a8dd-8238a0133ec5 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 210 time: 0.1402330 Dec 23 08:56:30.029151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-8f39f96f-2121-4f5d-be76-9bf6e6f2e50d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:30.030584 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-8f39f96f-2121-4f5d-be76-9bf6e6f2e50d tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.24 "GET /v2.0/networks?id=0520aa27-098b-4206-b259-23e67a2709f8 HTTP/1.1" status: 200 len: 816 time: 0.1487288 Dec 23 08:56:30.047700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Request body: {'port': {'device_id': '08a6dabf-a5e0-470d-abc9-70f864631024', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'admin_state_up': True, 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:56:30.180960 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:56:30.185235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Usage tracker for resource:port and tenant:4645fcf8cdda4dbfaf31a57e721c7285 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:56:30.188129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:56:30.193849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:56:30.204290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Made reservation on behalf of 4645fcf8cdda4dbfaf31a57e721c7285 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:56:30.207371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:30.309289 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-864efbb3-3229-433b-b076-99a4ae7811fc req-b5b5c7ea-b757-437a-a447-fe36587204c7 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 210 time: 0.0413165 Dec 23 08:56:30.367981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Allocated IP 172.20.0.10 (0520aa27-098b-4206-b259-23e67a2709f8/ac28ab8f-ed88-4311-89c6-594b31b9f214/b053eba4-79d6-4221-b1a0-6f0424f85160) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:56:30.522006 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fa152777-6c00-495d-8e29-55d3be522f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:30.563551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:30.578653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Transition to ACTIVE for port object b053eba4-79d6-4221-b1a0-6f0424f85160 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:56:30.599230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:30.623424 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:30.672447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Network 0520aa27-098b-4206-b259-23e67a2709f8 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:56:30.675521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:56:30.680460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:56:30.704626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Pushing event updated for resources: {'Port': ['ID=b053eba4-79d6-4221-b1a0-6f0424f85160,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:30.741914 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:30.743229 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:30.767601 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-36478c35-d652-46de-b7f7-40248ef71d74 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7233887 Dec 23 08:56:30.778625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-0725aa30-e5fa-4984-9bdf-467e4d2a00b1 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:56:30.779542 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-0725aa30-e5fa-4984-9bdf-467e4d2a00b1 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050201 Dec 23 08:56:30.790984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Request body: {'port': {'device_id': '08a6dabf-a5e0-470d-abc9-70f864631024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:56:30.870880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-04087279-5fc7-478a-9a2f-f208384fb027 None None] Provisioning for port b053eba4-79d6-4221-b1a0-6f0424f85160 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:56:30.875697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-04087279-5fc7-478a-9a2f-f208384fb027 None None] Provisioning complete for port b053eba4-79d6-4221-b1a0-6f0424f85160 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:30.876099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-04087279-5fc7-478a-9a2f-f208384fb027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:30.902202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:30.929113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-04087279-5fc7-478a-9a2f-f208384fb027 None None] Port b053eba4-79d6-4221-b1a0-6f0424f85160 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:56:31.228446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b053eba4-79d6-4221-b1a0-6f0424f85160 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:56:31.235123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:31.250307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Transition to ACTIVE for port object b053eba4-79d6-4221-b1a0-6f0424f85160 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:56:31.253775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:31.520532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b053eba4-79d6-4221-b1a0-6f0424f85160,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:31.522948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e636fd0-7d62-4c29-9e92-5eb20c148129 req-65a38ff0-d6fd-43cd-9c2a-fc846c025352 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:31.525046 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7e636fd0-7d62-4c29-9e92-5eb20c148129 req-65a38ff0-d6fd-43cd-9c2a-fc846c025352 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 944 time: 0.0870769 Dec 23 08:56:31.574854 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7e636fd0-7d62-4c29-9e92-5eb20c148129 req-72636cf2-55b6-4ca5-9942-8b1b53cda3eb tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Dec 23 08:56:31.597077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Attempting to bind port b053eba4-79d6-4221-b1a0-6f0424f85160 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:56:31.597403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Attempting to bind port b053eba4-79d6-4221-b1a0-6f0424f85160 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:56:31.597724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Attempting to bind port b053eba4-79d6-4221-b1a0-6f0424f85160 on network 0520aa27-098b-4206-b259-23e67a2709f8 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:56:31.603448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Port b053eba4-79d6-4221-b1a0-6f0424f85160 on network 0520aa27-098b-4206-b259-23e67a2709f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:56:31.603758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Attempting to bind port b053eba4-79d6-4221-b1a0-6f0424f85160 on network 0520aa27-098b-4206-b259-23e67a2709f8 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:56:31.609813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:56:31.610177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Checking segment: {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:56:31.610549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Bound using segment: {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:56:31.610955 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Bound port: b053eba4-79d6-4221-b1a0-6f0424f85160, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cefa72-f49d-40dd-af47-683738c37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:56:31.611284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:31.704458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] For port b053eba4-79d6-4221-b1a0-6f0424f85160, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:56:31.707402 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] For port b053eba4-79d6-4221-b1a0-6f0424f85160, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b053eba4-79d6-4221-b1a0-6f0424f85160,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:56:31.711802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:31.777708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:31.779114 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] 10.222.0.24 "PUT /v2.0/ports/b053eba4-79d6-4221-b1a0-6f0424f85160 HTTP/1.1" status: 200 len: 1094 time: 0.9927564 Dec 23 08:56:31.779566 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a6dabf-a5e0-470d-abc9-70f864631024', 'tag': 'b053eba4-79d6-4221-b1a0-6f0424f85160'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:56:31.797124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e685ad-9f12-44a9-9145-0544fc3d6fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b053eba4-79d6-4221-b1a0-6f0424f85160,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:31.853808 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a6dabf-a5e0-470d-abc9-70f864631024', 'tag': 'b053eba4-79d6-4221-b1a0-6f0424f85160', 'status': 'completed', 'code': 200} Dec 23 08:56:31.892381 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-94834107-cb3b-4d87-b008-c40c10e98eb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4645fcf8cdda4dbfaf31a57e721c7285&device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 1097 time: 0.0757587 Dec 23 08:56:31.966392 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-da3610c5-7273-42fb-818e-216775da23c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b053eba4-79d6-4221-b1a0-6f0424f85160 HTTP/1.1" status: 200 len: 217 time: 0.0664120 Dec 23 08:56:32.028657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-10e625a4-0bd7-4ab7-a269-2c49ef1edb04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:32.030005 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-10e625a4-0bd7-4ab7-a269-2c49ef1edb04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac28ab8f-ed88-4311-89c6-594b31b9f214 HTTP/1.1" status: 200 len: 855 time: 0.0574434 Dec 23 08:56:32.107968 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-4657ed08-7194-4fdd-820c-aae62b54ada2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0520aa27-098b-4206-b259-23e67a2709f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704694 Dec 23 08:56:32.239884 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-49ce0075-cc78-4108-9b2e-849878f0cf17 service neutron] 10.222.0.24 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248996 Dec 23 08:56:32.369781 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1a08b3e5-13a0-4337-bd76-8c2afc049432 req-876eb1a0-1e1c-48dd-922f-419baa9f3ec5 service neutron] 10.222.0.24 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240587 Dec 23 08:56:32.480983 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fb8bd74c-49e7-4080-ae95-f4285fb6b5d7 req-a59a9ec1-86b3-4220-9414-65b6aa45f114 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4645fcf8cdda4dbfaf31a57e721c7285&device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 1097 time: 0.0690694 Dec 23 08:56:32.611407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bd74c-49e7-4080-ae95-f4285fb6b5d7 req-1086735c-73f1-4d04-ad8d-149ab3b40b05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:32.612829 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fb8bd74c-49e7-4080-ae95-f4285fb6b5d7 req-1086735c-73f1-4d04-ad8d-149ab3b40b05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0520aa27-098b-4206-b259-23e67a2709f8 HTTP/1.1" status: 200 len: 916 time: 0.1251333 Dec 23 08:56:32.686683 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fb8bd74c-49e7-4080-ae95-f4285fb6b5d7 req-f460f63b-100c-4266-9b19-e7b9f8845b58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b053eba4-79d6-4221-b1a0-6f0424f85160 HTTP/1.1" status: 200 len: 217 time: 0.0661840 Dec 23 08:56:32.749653 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bd74c-49e7-4080-ae95-f4285fb6b5d7 req-bf8ffcd7-73a0-4c5e-b2d5-2d579e55dae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:32.751224 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fb8bd74c-49e7-4080-ae95-f4285fb6b5d7 req-bf8ffcd7-73a0-4c5e-b2d5-2d579e55dae3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac28ab8f-ed88-4311-89c6-594b31b9f214 HTTP/1.1" status: 200 len: 855 time: 0.0583761 Dec 23 08:56:32.769693 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf96508-347f-4dde-89ec-0016a730df86 req-5a5d34ae-e74c-490a-8d42-74685d6f8aff tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:32.771146 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ecf96508-347f-4dde-89ec-0016a730df86 req-5a5d34ae-e74c-490a-8d42-74685d6f8aff tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 944 time: 0.0748982 Dec 23 08:56:32.812059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-61b1754e-a26b-4d58-96f5-54d0913dce6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:32.820040 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ecf96508-347f-4dde-89ec-0016a730df86 req-a2a17047-ab8b-44bd-9466-2c4fa5770c43 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Dec 23 08:56:32.827860 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fb8bd74c-49e7-4080-ae95-f4285fb6b5d7 req-e2c5006e-e617-4032-a89d-4f57a4dd8c5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0520aa27-098b-4206-b259-23e67a2709f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699451 Dec 23 08:56:32.959944 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fb8bd74c-49e7-4080-ae95-f4285fb6b5d7 req-d6b4f451-d618-4fce-b838-e7b2935994bf service neutron] 10.222.0.24 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240361 Dec 23 08:56:33.088997 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-fb8bd74c-49e7-4080-ae95-f4285fb6b5d7 req-99852026-0c9e-48c5-ab6e-3f95adb14fec service neutron] 10.222.0.24 "GET /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215456 Dec 23 08:56:33.126360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b053eba4-79d6-4221-b1a0-6f0424f85160 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:56:33.253815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b053eba4-79d6-4221-b1a0-6f0424f85160, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b053eba4-79d6-4221-b1a0-6f0424f85160,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:33.266175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'b053eba4-79d6-4221-b1a0-6f0424f85160', 'network_id': '0520aa27-098b-4206-b259-23e67a2709f8', 'port_id': 'b053eba4-79d6-4221-b1a0-6f0424f85160', 'mac_address': 'fa:16:3e:e1:54:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac28ab8f-ed88-4311-89c6-594b31b9f214', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:56:33.317230 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:33.333354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b053eba4-79d6-4221-b1a0-6f0424f85160 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:56:33.348150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b053eba4-79d6-4221-b1a0-6f0424f85160, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b053eba4-79d6-4221-b1a0-6f0424f85160,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:33.353012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:33.417540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=b053eba4-79d6-4221-b1a0-6f0424f85160,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:33.425456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.425784 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.426133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.426458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.426772 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.427091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.427401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.427710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.428016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.428322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.428626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:33.542691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['b053eba4-79d6-4221-b1a0-6f0424f85160'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:56:33.902828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:34.000575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:34.021367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc91442-a6c8-4f84-82fd-6aef1b069cbc req-d026500a-6af9-47ed-8171-7a22afa48ab9 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:34.022822 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffc91442-a6c8-4f84-82fd-6aef1b069cbc req-d026500a-6af9-47ed-8171-7a22afa48ab9 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 945 time: 0.0834999 Dec 23 08:56:34.066117 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffc91442-a6c8-4f84-82fd-6aef1b069cbc req-8359d120-659e-4207-b523-d0fef6cb7539 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378230 Dec 23 08:56:35.141943 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b053eba4-79d6-4221-b1a0-6f0424f85160 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:56:35.207939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port b053eba4-79d6-4221-b1a0-6f0424f85160 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:56:35.213750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port b053eba4-79d6-4221-b1a0-6f0424f85160 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:56:35.214161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:35.260073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c928d6-db53-44a2-b43c-a5068a957b52 req-310c7e2f-b640-430b-90ff-543b1e120dc9 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:35.261499 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e0c928d6-db53-44a2-b43c-a5068a957b52 req-310c7e2f-b640-430b-90ff-543b1e120dc9 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 945 time: 0.0777688 Dec 23 08:56:35.308452 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e0c928d6-db53-44a2-b43c-a5068a957b52 req-4fd1cafc-ec7d-4c06-a2da-beda389def0e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Dec 23 08:56:35.326336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:35.362515 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a6dabf-a5e0-470d-abc9-70f864631024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b053eba4-79d6-4221-b1a0-6f0424f85160'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:56:35.370661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:35.373178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port b053eba4-79d6-4221-b1a0-6f0424f85160, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b053eba4-79d6-4221-b1a0-6f0424f85160,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:35.377749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:35.426704 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a6dabf-a5e0-470d-abc9-70f864631024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b053eba4-79d6-4221-b1a0-6f0424f85160', 'code': 200} Dec 23 08:56:35.444195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=b053eba4-79d6-4221-b1a0-6f0424f85160,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:35.644293 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5cd4a380-fb46-4add-898d-556d3d705422 req-51f96c5f-ff44-4932-9ca2-e8449785d00d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 1099 time: 0.0690432 Dec 23 08:56:35.687908 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5cd4a380-fb46-4add-898d-556d3d705422 req-43eea48e-a2ea-4d9d-9f22-2c62574c6cce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Dec 23 08:56:36.501499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f15d69-54ce-456e-8f73-af1e5393b3d9 req-72d71e06-6011-4844-a024-8cda262b8fb3 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:36.503084 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75f15d69-54ce-456e-8f73-af1e5393b3d9 req-72d71e06-6011-4844-a024-8cda262b8fb3 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 946 time: 0.0778625 Dec 23 08:56:36.549910 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75f15d69-54ce-456e-8f73-af1e5393b3d9 req-812303da-0f56-4d09-8d04-d85656103b3b tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 Dec 23 08:56:37.746445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd2300-4bd9-4449-b537-7bb46c7e1795 req-9ac8c041-fa2b-4044-8095-f3919350b093 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:37.747893 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a5cd2300-4bd9-4449-b537-7bb46c7e1795 req-9ac8c041-fa2b-4044-8095-f3919350b093 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 946 time: 0.0743470 Dec 23 08:56:37.797317 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a5cd2300-4bd9-4449-b537-7bb46c7e1795 req-2761d09a-047f-46f5-a90b-d03bb624bf26 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Dec 23 08:56:37.988796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137188e-2a06-451c-8429-81d841dcddba req-81c8aa1d-3c40-4433-8cad-96da1355aae5 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:37.990245 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7137188e-2a06-451c-8429-81d841dcddba req-81c8aa1d-3c40-4433-8cad-96da1355aae5 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 946 time: 0.0742841 Dec 23 08:56:38.034163 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7137188e-2a06-451c-8429-81d841dcddba req-aba4c016-c642-4ab6-973f-2436fba040e5 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385027 Dec 23 08:56:45.305454 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:56:52.470213 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028726f4-1292-423a-8668-464a935d2cbb req-a063fcbe-b97a-4c55-a767-e0e4526ed5a3 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:52.471505 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-028726f4-1292-423a-8668-464a935d2cbb req-a063fcbe-b97a-4c55-a767-e0e4526ed5a3 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 946 time: 0.0776715 Dec 23 08:56:52.516265 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-028726f4-1292-423a-8668-464a935d2cbb req-e1601667-9525-4939-ad2d-66664014d3f6 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Dec 23 08:56:53.711407 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd9b7-ed3a-43f3-a9b6-edbeb622c9c9 req-2bfdf6c5-7d32-4e86-ba2d-7f3cf5e13fc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:53.713512 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0febd9b7-ed3a-43f3-a9b6-edbeb622c9c9 req-2bfdf6c5-7d32-4e86-ba2d-7f3cf5e13fc0 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 946 time: 0.0787702 Dec 23 08:56:53.757799 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0febd9b7-ed3a-43f3-a9b6-edbeb622c9c9 req-93c7097d-95d3-4225-b61a-73ca1b9f3dc8 tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9001371-8712-4cf6-8ba9-57d11c2fb1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Dec 23 08:56:53.948232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-2fcb9117-0de5-4645-ac72-6414717234ea tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:56:53.948898 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-2fcb9117-0de5-4645-ac72-6414717234ea tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Synchronizing usage tracker for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:56:53.963891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-2fcb9117-0de5-4645-ac72-6414717234ea tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Unset dirty status for tenant:4645fcf8cdda4dbfaf31a57e721c7285 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:56:53.965011 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-2fcb9117-0de5-4645-ac72-6414717234ea tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 946 time: 0.0884013 Dec 23 08:56:54.034478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Deleting port b053eba4-79d6-4221-b1a0-6f0424f85160 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:56:54.034805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:54.349734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] For port b053eba4-79d6-4221-b1a0-6f0424f85160, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b053eba4-79d6-4221-b1a0-6f0424f85160,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:54.350005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:54.465597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Calling delete_port for b053eba4-79d6-4221-b1a0-6f0424f85160 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:56:54.602408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:54.614658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['b053eba4-79d6-4221-b1a0-6f0424f85160'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:56:54.650171 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Pushing event deleted for resources: {'Port': ['ID=b053eba4-79d6-4221-b1a0-6f0424f85160,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:54.692555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.692890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.693221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.693545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.693863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.694209 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.694526 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.694838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.695150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.695457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.695764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:54.735772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] No DVR routers for this DVR port b053eba4-79d6-4221-b1a0-6f0424f85160 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:56:54.738295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:54.740945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a6dabf-a5e0-470d-abc9-70f864631024', 'name': 'network-vif-deleted', 'tag': 'b053eba4-79d6-4221-b1a0-6f0424f85160'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:56:54.757670 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40ad0a76-fa94-4c7f-acd7-2f3c2f18c977 req-079a38cf-609c-4611-b61f-198869ce3e7e tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.24 "DELETE /v2.0/ports/b053eba4-79d6-4221-b1a0-6f0424f85160 HTTP/1.1" status: 204 len: 173 time: 0.7867835 Dec 23 08:56:54.802762 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a6dabf-a5e0-470d-abc9-70f864631024', 'name': 'network-vif-deleted', 'tag': 'b053eba4-79d6-4221-b1a0-6f0424f85160', 'status': 'completed', 'code': 200} Dec 23 08:56:54.936073 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-43bb53ae-fef0-4cc0-b002-2a7761abaa10 req-fcace3c4-49cb-4df7-b787-7fdc9d9554cf tempest-TestEncryptedCinderVolumes-1491687371 tempest-TestEncryptedCinderVolumes-1491687371-project] 10.222.0.36 "GET /v2.0/ports?device_id=08a6dabf-a5e0-470d-abc9-70f864631024 HTTP/1.1" status: 200 len: 210 time: 0.0462949 Dec 23 08:56:56.086560 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56528) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:56:56.460745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:57.111913 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Deleting port 0c737ad3-8e17-4155-9adb-b4d54df8bc69 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:56:57.112648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:57.266561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b053eba4-79d6-4221-b1a0-6f0424f85160 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:56:57.274284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] For port 0c737ad3-8e17-4155-9adb-b4d54df8bc69, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0c737ad3-8e17-4155-9adb-b4d54df8bc69,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:57.274630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:57.299278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: b053eba4-79d6-4221-b1a0-6f0424f85160 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:56:57.299618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device b053eba4-79d6-4221-b1a0-6f0424f85160 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:56:57.399038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Calling delete_port for 0c737ad3-8e17-4155-9adb-b4d54df8bc69 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:56:57.567558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:57.609448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c737ad3-8e17-4155-9adb-b4d54df8bc69,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:57.898961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:58.567038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Router e8e15ee9-f029-4f8a-b62a-848f11a3504d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:56:58.768021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:56:58.777158 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] Sync routers for ids ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:56:58.783101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56532) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:56:58.783574 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-773760a1-35cd-49fe-8ded-65c10e617680 admin admin] 10.222.0.36 "PUT /v2.0/routers/e8e15ee9-f029-4f8a-b62a-848f11a3504d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6954660 Dec 23 08:56:58.788878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] Routers {'e8e15ee9-f029-4f8a-b62a-848f11a3504d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:56:58.789480 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:56:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:58.984071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:58.996677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] Set router e8e15ee9-f029-4f8a-b62a-848f11a3504d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:56:59.191843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:59.201778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Deleting port 17d53d77-aefa-46f3-84b2-23cda3b1fcab {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:56:59.202230 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:59.299398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:47Z', 'updated_at': '2021-12-23T08:56:57Z', 'revision_number': 5, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'gw_port': {'id': '17d53d77-aefa-46f3-84b2-23cda3b1fcab', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:48Z', 'updated_at': '2021-12-23T08:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:59.313301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] Checking router: e8e15ee9-f029-4f8a-b62a-848f11a3504d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:56:59.325278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] Routers {'e8e15ee9-f029-4f8a-b62a-848f11a3504d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:56:59.325805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:56:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:59.386182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] For port 17d53d77-aefa-46f3-84b2-23cda3b1fcab, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=17d53d77-aefa-46f3-84b2-23cda3b1fcab,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:56:59.386527 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:59.481051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] Set router e8e15ee9-f029-4f8a-b62a-848f11a3504d gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:56:59.591835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:47Z', 'updated_at': '2021-12-23T08:56:59Z', 'revision_number': 6, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:56:59.595973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b5b050-9df8-4216-9893-8754d4d262c2 None None] The sync data for ids ['e8e15ee9-f029-4f8a-b62a-848f11a3504d'] in dv-neutron-822507-1-hyperv is: [{'id': 'e8e15ee9-f029-4f8a-b62a-848f11a3504d', 'name': 'tempest-TestEncryptedCinderVolumes-736076402-router', 'tenant_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:47Z', 'updated_at': '2021-12-23T08:56:59Z', 'revision_number': 6, 'project_id': '4645fcf8cdda4dbfaf31a57e721c7285', 'gw_port_host': None}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:56:59.601323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Calling delete_port for 17d53d77-aefa-46f3-84b2-23cda3b1fcab owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:56:59.781268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:56:59.823507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Pushing event deleted for resources: {'Port': ['ID=17d53d77-aefa-46f3-84b2-23cda3b1fcab,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:56:59.862186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.862472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.862800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.863124 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.863447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.863769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.864087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.864404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.864716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.865026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:56:59.865337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:00.066615 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.314035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.320951 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.351259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.351842 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e15ee9-f029-4f8a-b62a-848f11a3504d {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:57:00.366663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.369992 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c956c673-f804-4440-bbab-94b9822f936e admin admin] 10.222.0.36 "DELETE /v2.0/routers/e8e15ee9-f029-4f8a-b62a-848f11a3504d HTTP/1.1" status: 204 len: 168 time: 1.5830538 Dec 23 08:57:00.370799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56536) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:00.382066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0c737ad3-8e17-4155-9adb-b4d54df8bc69 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:57:00.415362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 0c737ad3-8e17-4155-9adb-b4d54df8bc69 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:57:00.415694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0c737ad3-8e17-4155-9adb-b4d54df8bc69 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:57:00.416113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 17d53d77-aefa-46f3-84b2-23cda3b1fcab no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:57:00.438254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-703c299c-ec6b-41b8-8555-d2ca8e461208 admin admin] Deleting subnet ac28ab8f-ed88-4311-89c6-594b31b9f214 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:57:00.441352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-703c299c-ec6b-41b8-8555-d2ca8e461208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.446498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 17d53d77-aefa-46f3-84b2-23cda3b1fcab {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:57:00.446841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 17d53d77-aefa-46f3-84b2-23cda3b1fcab not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:57:00.502448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-703c299c-ec6b-41b8-8555-d2ca8e461208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.523918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2bba93dc-883b-4ed0-8025-1a9288c1707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.585187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-703c299c-ec6b-41b8-8555-d2ca8e461208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.641457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.655832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-703c299c-ec6b-41b8-8555-d2ca8e461208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.698195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c299c-ec6b-41b8-8555-d2ca8e461208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac28ab8f-ed88-4311-89c6-594b31b9f214,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:00.702362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-703c299c-ec6b-41b8-8555-d2ca8e461208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.708440 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-703c299c-ec6b-41b8-8555-d2ca8e461208 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac28ab8f-ed88-4311-89c6-594b31b9f214 HTTP/1.1" status: 204 len: 168 time: 0.3364720 Dec 23 08:57:00.711530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56540) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:00.713213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57fd0b-6e27-473b-ab01-84be3a15b756 None None] Network 0520aa27-098b-4206-b259-23e67a2709f8 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:57:00.815823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.826046 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Deleting port 71c756cb-de94-4742-a24a-849880d7b5cf {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:57:00.826699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:00.978142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] DHCP port deletion for 0520aa27-098b-4206-b259-23e67a2709f8 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:57:00.982845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] Deleting port 71c756cb-de94-4742-a24a-849880d7b5cf {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:57:00.983202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.028278 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] For port 71c756cb-de94-4742-a24a-849880d7b5cf, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=71c756cb-de94-4742-a24a-849880d7b5cf,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:01.028793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.184582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] For port 71c756cb-de94-4742-a24a-849880d7b5cf, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=71c756cb-de94-4742-a24a-849880d7b5cf,segment=NetworkSegment(c5cefa72-f49d-40dd-af47-683738c37d8b),segment_id=c5cefa72-f49d-40dd-af47-683738c37d8b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:01.184962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.245219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Calling delete_port for 71c756cb-de94-4742-a24a-849880d7b5cf owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:57:01.304624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] Calling delete_port for 71c756cb-de94-4742-a24a-849880d7b5cf owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:57:01.318071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.360848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=71c756cb-de94-4742-a24a-849880d7b5cf,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:01.366747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] No DVR routers for this DVR port 71c756cb-de94-4742-a24a-849880d7b5cf on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 08:57:01.367008 dv-neutron-822507-1-hyperv neutron-server[83524]: util.warn( Dec 23 08:57:01.375729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:57:01.376075 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:57:01.480774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.506560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0520aa27-098b-4206-b259-23e67a2709f8']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:01.518032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cefa72-f49d-40dd-af47-683738c37d8b') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:01.518322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cefa72-f49d-40dd-af47-683738c37d8b') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:01.529713 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.545407 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.551168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:57:01.551533 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:57:01.564178 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:57:01.638113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.653644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.664551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=0520aa27-098b-4206-b259-23e67a2709f8,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:01.675676 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0283e046-8f9a-4c8e-9612-27c58a0d1f9b admin admin] 10.222.0.36 "DELETE /v2.0/networks/0520aa27-098b-4206-b259-23e67a2709f8 HTTP/1.1" status: 204 len: 168 time: 0.9631257 Dec 23 08:57:01.678585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56544) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:01.877888 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] Deleting port 71c756cb-de94-4742-a24a-849880d7b5cf {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:57:01.878506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:01.985675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3336f5c3-71c7-49c7-b917-e7847251fa12 None None] The port '71c756cb-de94-4742-a24a-849880d7b5cf' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:57:02.055324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:02.158964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 71c756cb-de94-4742-a24a-849880d7b5cf no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:57:02.193723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 71c756cb-de94-4742-a24a-849880d7b5cf {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:57:02.194094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 71c756cb-de94-4742-a24a-849880d7b5cf not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:57:02.638802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Deleting port c80aef75-8cab-4c2f-ae24-372a984d217e {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:57:02.639130 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:02.815273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-06e1586b-2c5a-46ee-862b-b291deec6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:02.892630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] For port c80aef75-8cab-4c2f-ae24-372a984d217e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c80aef75-8cab-4c2f-ae24-372a984d217e,segment=NetworkSegment(76eef6ed-a718-4e55-82c7-1a1ac678f921),segment_id=76eef6ed-a718-4e55-82c7-1a1ac678f921)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:02.892977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:03.011769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Calling delete_port for c80aef75-8cab-4c2f-ae24-372a984d217e owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:57:03.180737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:03.227120 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80aef75-8cab-4c2f-ae24-372a984d217e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:03.525936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:03.905664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:04.003043 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:04.092812 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Router c1024f72-ac54-4d55-83cd-710951f324e0 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:57:04.381039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:57:04.389610 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] Sync routers for ids ['c1024f72-ac54-4d55-83cd-710951f324e0'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:57:04.390604 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b7eba090-4a33-485d-bbc5-b3bfe7a510a3 admin admin] 10.222.0.36 "PUT /v2.0/routers/c1024f72-ac54-4d55-83cd-710951f324e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7110958 Dec 23 08:57:04.393059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56548) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:04.400940 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] Routers {'c1024f72-ac54-4d55-83cd-710951f324e0'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:04.401530 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c1024f72-ac54-4d55-83cd-710951f324e0'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:04.587178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:04.604799 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] Set router c1024f72-ac54-4d55-83cd-710951f324e0 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:04.787129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:04.798652 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Deleting port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:57:04.798976 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:04.882246 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:53Z', 'updated_at': '2021-12-23T08:57:03Z', 'revision_number': 5, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'gw_port': {'id': '03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:41:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:55:54Z', 'updated_at': '2021-12-23T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:04.886544 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] Checking router: c1024f72-ac54-4d55-83cd-710951f324e0 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:57:04.896719 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] Routers {'c1024f72-ac54-4d55-83cd-710951f324e0'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:04.897292 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['c1024f72-ac54-4d55-83cd-710951f324e0'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:04.968198 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] For port 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:04.968537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:05.044139 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] Set router c1024f72-ac54-4d55-83cd-710951f324e0 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:05.085066 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Calling delete_port for 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:57:05.147120 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:53Z', 'updated_at': '2021-12-23T08:57:04Z', 'revision_number': 6, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:05.153889 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3b8fb-b846-4088-b9e1-e2c57de6e522 None None] The sync data for ids ['c1024f72-ac54-4d55-83cd-710951f324e0'] in dv-neutron-822507-1-hyperv is: [{'id': 'c1024f72-ac54-4d55-83cd-710951f324e0', 'name': 'tempest-TestEncryptedCinderVolumes-529803655-router', 'tenant_id': '62892a180f134d529f6afdcf63a8402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:55:53Z', 'updated_at': '2021-12-23T08:57:04Z', 'revision_number': 6, 'project_id': '62892a180f134d529f6afdcf63a8402a', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:57:05.257191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:05.301392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:05.343495 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:05.516373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:05.867203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:05.872979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:05.897922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:05.898431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1024f72-ac54-4d55-83cd-710951f324e0 {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:57:05.914409 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:05.918599 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-82a40ba3-5973-4a3b-82b5-e02777d7c097 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c1024f72-ac54-4d55-83cd-710951f324e0 HTTP/1.1" status: 204 len: 168 time: 1.5217774 Dec 23 08:57:05.918901 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56552) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:05.978766 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b387eba-759e-4bb7-a5a1-65c68502651b admin admin] Deleting subnet d0d2266d-f1ae-481b-b879-dc5bd8474328 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:57:05.983976 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7b387eba-759e-4bb7-a5a1-65c68502651b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.031294 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7b387eba-759e-4bb7-a5a1-65c68502651b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.108060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7b387eba-759e-4bb7-a5a1-65c68502651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.155454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:57:06.176045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7b387eba-759e-4bb7-a5a1-65c68502651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.200423 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:57:06.200763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 03a9cc1e-bcb2-44b9-bfcd-05d39a63dd8b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:57:06.201186 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c80aef75-8cab-4c2f-ae24-372a984d217e no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:57:06.215018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b387eba-759e-4bb7-a5a1-65c68502651b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d2266d-f1ae-481b-b879-dc5bd8474328,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:06.223517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7b387eba-759e-4bb7-a5a1-65c68502651b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.229837 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7b387eba-759e-4bb7-a5a1-65c68502651b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d0d2266d-f1ae-481b-b879-dc5bd8474328 HTTP/1.1" status: 204 len: 168 time: 0.3093519 Dec 23 08:57:06.230987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee6e51-e657-4862-9901-70c740ff7a08 None None] Network d70443f1-10fc-438d-bca1-e502e56ed3df requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:57:06.231717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56556) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:06.250210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: c80aef75-8cab-4c2f-ae24-372a984d217e {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:57:06.250492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c80aef75-8cab-4c2f-ae24-372a984d217e not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:57:06.332909 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.343057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Deleting port 13841898-25fc-4b2f-9dff-97db77052d11 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:57:06.343380 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.477315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] DHCP port deletion for d70443f1-10fc-438d-bca1-e502e56ed3df request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:57:06.482026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] Deleting port 13841898-25fc-4b2f-9dff-97db77052d11 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:57:06.482394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.545275 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] For port 13841898-25fc-4b2f-9dff-97db77052d11, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=13841898-25fc-4b2f-9dff-97db77052d11,segment=NetworkSegment(76eef6ed-a718-4e55-82c7-1a1ac678f921),segment_id=76eef6ed-a718-4e55-82c7-1a1ac678f921)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:06.545826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.661975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Calling delete_port for 13841898-25fc-4b2f-9dff-97db77052d11 owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:57:06.680492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] For port 13841898-25fc-4b2f-9dff-97db77052d11, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=13841898-25fc-4b2f-9dff-97db77052d11,segment=NetworkSegment(76eef6ed-a718-4e55-82c7-1a1ac678f921),segment_id=76eef6ed-a718-4e55-82c7-1a1ac678f921)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:06.680819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.736284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.780123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=13841898-25fc-4b2f-9dff-97db77052d11,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:06.784505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] No DVR routers for this DVR port 13841898-25fc-4b2f-9dff-97db77052d11 on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:57:06.802502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] Calling delete_port for 13841898-25fc-4b2f-9dff-97db77052d11 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:57:06.869852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:57:06.870222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:57:06.896324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.921050 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70443f1-10fc-438d-bca1-e502e56ed3df']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:06.932743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76eef6ed-a718-4e55-82c7-1a1ac678f921') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:06.932948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76eef6ed-a718-4e55-82c7-1a1ac678f921') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:06.943737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.958770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.965148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:57:06.965515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:57:06.983469 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:57:07.132284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:07.148291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:07.158498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d70443f1-10fc-438d-bca1-e502e56ed3df,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:07.162429 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3999fdb9-b132-4d62-ab83-d1a4add0b4bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/d70443f1-10fc-438d-bca1-e502e56ed3df HTTP/1.1" status: 204 len: 168 time: 0.9296055 Dec 23 08:57:07.348048 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56562) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:07.371580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] Deleting port 13841898-25fc-4b2f-9dff-97db77052d11 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:57:07.371957 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:07.399850 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f3715682-8bfa-40e0-981a-95b2ca219de8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4645fcf8cdda4dbfaf31a57e721c7285&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506699 Dec 23 08:57:07.402979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56566) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:07.436610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b81782e8-b5c8-49d6-9b27-bd8f9116ff91 None None] The port '13841898-25fc-4b2f-9dff-97db77052d11' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:57:07.462843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32e3c504-efec-44ca-baeb-c11548d001e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:07.488326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32e3c504-efec-44ca-baeb-c11548d001e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:07.539438 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32e3c504-efec-44ca-baeb-c11548d001e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:07.558161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3c504-efec-44ca-baeb-c11548d001e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9001371-8712-4cf6-8ba9-57d11c2fb1b0,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:07.567354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32e3c504-efec-44ca-baeb-c11548d001e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:07.570788 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-32e3c504-efec-44ca-baeb-c11548d001e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9001371-8712-4cf6-8ba9-57d11c2fb1b0 HTTP/1.1" status: 204 len: 168 time: 0.1646268 Dec 23 08:57:08.028328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56574) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:08.076562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bddd100d-13fb-40cc-bd6a-726cdc484b7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62892a180f134d529f6afdcf63a8402a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470448 Dec 23 08:57:08.078916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56578) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:08.140547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d51ab57d-9e6a-49ab-a8b8-cdd2612669a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:08.152569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13841898-25fc-4b2f-9dff-97db77052d11 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:57:08.165685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d51ab57d-9e6a-49ab-a8b8-cdd2612669a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:08.184292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 13841898-25fc-4b2f-9dff-97db77052d11 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:57:08.184640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 13841898-25fc-4b2f-9dff-97db77052d11 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:57:08.216501 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d51ab57d-9e6a-49ab-a8b8-cdd2612669a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:08.233084 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ab57d-9e6a-49ab-a8b8-cdd2612669a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb6b666-83bb-4083-8d01-a2a7083dfb22,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:08.239342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d51ab57d-9e6a-49ab-a8b8-cdd2612669a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:08.240428 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d51ab57d-9e6a-49ab-a8b8-cdd2612669a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bb6b666-83bb-4083-8d01-a2a7083dfb22 HTTP/1.1" status: 204 len: 168 time: 0.1606095 Dec 23 08:57:09.039632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56600) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:09.162800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1626658566-network', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:57:09.167603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:57:09.171430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Usage tracker for resource:network and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:57:09.174315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:57:09.180434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:57:09.190483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Made reservation on behalf of 19e3ff599bbf4d6aa433c14e9266cc80 for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:57:09.192947 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.205396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.235208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:57:09.238857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Usage tracker for resource:security_group_rule and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:57:09.241533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:57:09.247730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:57:09.316472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.320150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.345924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:57:09.358163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a9b083-c942-4af7-86c0-0132853dac75,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:09.362418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.362690 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Added segment e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2 of type vlan for network e61ac471-2251-46bb-96f3-867ffadad4c5 Dec 23 08:57:09.388207 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.415446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.416800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:09.417359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.517507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] Pushing event updated for resources: {'Network': ['ID=e61ac471-2251-46bb-96f3-867ffadad4c5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:09.523094 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e4b27d42-369c-4c53-9d68-f8c52b9ae947 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4798083 Dec 23 08:57:09.523410 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56606) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:09.528245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network e61ac471-2251-46bb-96f3-867ffadad4c5 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:57:09.528776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Request body: {'subnet': {'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1626658566-subnet', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:57:09.533822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:57:09.537815 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Usage tracker for resource:subnet and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:57:09.540724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:57:09.547495 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:57:09.558966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Made reservation on behalf of 19e3ff599bbf4d6aa433c14e9266cc80 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:57:09.561249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.762051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.829548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:09.845967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Checking segment: {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:57:09.846320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Network hostable DHCP agents. Network: e61ac471-2251-46bb-96f3-867ffadad4c5, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:57:09.867314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Network e61ac471-2251-46bb-96f3-867ffadad4c5 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:57:09.876046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, e61ac471-2251-46bb-96f3-867ffadad4c5) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:09.879896 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:09.880538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.885967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a30ffe-dd44-4bc5-9579-6d2bedff078d None None] Network e61ac471-2251-46bb-96f3-867ffadad4c5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:57:09.899942 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-002e1161-50e7-4876-a889-134f0e30211b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3756270 Dec 23 08:57:09.902755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56610) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:09.907942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:57:09.912758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:57:09.916578 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Usage tracker for resource:router and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:57:09.919456 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:57:09.925089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:57:09.936032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.937165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:09.955941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.097361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-e61ac471-2251-46bb-96f3-867ffadad4c5', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:57:10.098192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.099609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.253182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Allocated IP 172.20.0.2 (e61ac471-2251-46bb-96f3-867ffadad4c5/7a5722bc-1b5e-455d-a8cf-b60c6bc48e09/0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:57:10.281745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.311306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.447140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Allocated IP 172.26.8.106 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/11e66b6e-81e8-4578-9e4d-6fe2caf26083) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:57:10.481024 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.491263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Transition to ACTIVE for port object 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:10.509354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Transition to ACTIVE for port object 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:10.514786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.582160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Network e61ac471-2251-46bb-96f3-867ffadad4c5 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:57:10.584911 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:10.589747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Pushing event updated for resources: {'Port': ['ID=0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:10.591912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:57:10.592943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.620709 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.675326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Attempting to bind port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:57:10.675681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Attempting to bind port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:57:10.676039 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Attempting to bind port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e on network e61ac471-2251-46bb-96f3-867ffadad4c5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:57:10.682928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:57:10.683306 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Checking segment: {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:57:10.683700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.684080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Bound using segment: {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:57:10.684527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Bound port: 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:57:10.684887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.685850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:57:10.688672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:10.692971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:57:10.720326 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Pushing event updated for resources: {'Port': ['ID=11e66b6e-81e8-4578-9e4d-6fe2caf26083,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:10.775937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] For port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:57:10.779023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] For port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:57:10.782762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.848187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.848905 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:10.866601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e17a3-f8c4-4bfc-8fdd-684910ee1c9f None None] Pushing event updated for resources: {'Port': ['ID=0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:11.092294 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Router e8628070-0988-4b93-b376-cb51ba0d64bb is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:57:11.380042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:57:11.390264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e0470-9dae-4176-a105-163923772225 None None] Sync routers for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:57:11.402597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e0470-9dae-4176-a105-163923772225 None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:11.403194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-330e0470-9dae-4176-a105-163923772225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:11.403434 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:11.407141 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-36670b10-0a77-4e65-9d57-e917da99610f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5008650 Dec 23 08:57:11.407352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56614) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:11.592857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-330e0470-9dae-4176-a105-163923772225 None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:11.811635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b53537-e445-4c7d-9f15-4a6582a1fa6c None None] Network e61ac471-2251-46bb-96f3-867ffadad4c5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:57:11.960413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3be52683-d628-483d-8a99-b2d6f446fd27 None None] Provisioning for port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:12.083617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-330e0470-9dae-4176-a105-163923772225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:10Z', 'revision_number': 3, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:12.093687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e0470-9dae-4176-a105-163923772225 None None] Checking router: e8628070-0988-4b93-b376-cb51ba0d64bb for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:57:12.094049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e0470-9dae-4176-a105-163923772225 None None] Updating router e8628070-0988-4b93-b376-cb51ba0d64bb port 11e66b6e-81e8-4578-9e4d-6fe2caf26083 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:57:12.160908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-330e0470-9dae-4176-a105-163923772225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.173737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.193658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:12.392401 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Allocated IP 172.20.0.1 (e61ac471-2251-46bb-96f3-867ffadad4c5/7a5722bc-1b5e-455d-a8cf-b60c6bc48e09/473267cb-283f-4235-a217-b173163acded) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:57:12.415625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:12.431060 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:12.431419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.549497 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.565366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Transition to ACTIVE for port object 473267cb-283f-4235-a217-b173163acded will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:12.586256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e889eec8-ff8f-4640-8f52-097aa4c811ce None None] Provisioning complete for port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:12.586661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e889eec8-ff8f-4640-8f52-097aa4c811ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.587355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.653468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Network e61ac471-2251-46bb-96f3-867ffadad4c5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:57:12.656223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:12.659862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:57:12.700587 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Pushing event updated for resources: {'Port': ['ID=473267cb-283f-4235-a217-b173163acded,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:12.723638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.752980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.773092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-330e0470-9dae-4176-a105-163923772225 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.811349 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.845890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-330e0470-9dae-4176-a105-163923772225 None None] Transition to ACTIVE for port object 11e66b6e-81e8-4578-9e4d-6fe2caf26083 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:12.859807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e889eec8-ff8f-4640-8f52-097aa4c811ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.870328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:12.871275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-330e0470-9dae-4176-a105-163923772225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.917204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:12.972438 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5df627-72ec-4168-869c-5d2a63a433c8 None None] Pushing event updated for resources: {'Port': ['ID=11e66b6e-81e8-4578-9e4d-6fe2caf26083,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:13.030546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-330e0470-9dae-4176-a105-163923772225 None None] Attempting to bind port 11e66b6e-81e8-4578-9e4d-6fe2caf26083 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:57:13.030913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-330e0470-9dae-4176-a105-163923772225 None None] Attempting to bind port 11e66b6e-81e8-4578-9e4d-6fe2caf26083 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:57:13.031268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e0470-9dae-4176-a105-163923772225 None None] Attempting to bind port 11e66b6e-81e8-4578-9e4d-6fe2caf26083 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:57:13.079737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e0470-9dae-4176-a105-163923772225 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:57:13.080000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e0470-9dae-4176-a105-163923772225 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:57:13.080400 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-330e0470-9dae-4176-a105-163923772225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:13.080787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e0470-9dae-4176-a105-163923772225 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:57:13.081249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-330e0470-9dae-4176-a105-163923772225 None None] Bound port: 11e66b6e-81e8-4578-9e4d-6fe2caf26083, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:57:13.081619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-330e0470-9dae-4176-a105-163923772225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:13.131315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-e889eec8-ff8f-4640-8f52-097aa4c811ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:57:13.131661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-e889eec8-ff8f-4640-8f52-097aa4c811ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:57:13.133152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:13.138539 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:13.142445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:13.172293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-330e0470-9dae-4176-a105-163923772225 None None] For port 11e66b6e-81e8-4578-9e4d-6fe2caf26083, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:57:13.175453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-330e0470-9dae-4176-a105-163923772225 None None] For port 11e66b6e-81e8-4578-9e4d-6fe2caf26083, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=11e66b6e-81e8-4578-9e4d-6fe2caf26083,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:57:13.179240 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-330e0470-9dae-4176-a105-163923772225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:13.242479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:13.246346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Pushing event updated for resources: {'Port': ['ID=473267cb-283f-4235-a217-b173163acded,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:13.263583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e0470-9dae-4176-a105-163923772225 None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:13.264250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-330e0470-9dae-4176-a105-163923772225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:13.313672 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5df627-72ec-4168-869c-5d2a63a433c8 None None] Pushing event updated for resources: {'Port': ['ID=11e66b6e-81e8-4578-9e4d-6fe2caf26083,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:13.379303 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Network e61ac471-2251-46bb-96f3-867ffadad4c5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:57:13.380259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:13.458212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-330e0470-9dae-4176-a105-163923772225 None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:13.770161 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Router e8628070-0988-4b93-b376-cb51ba0d64bb has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:57:13.843852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-330e0470-9dae-4176-a105-163923772225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 2, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:13.849224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e0470-9dae-4176-a105-163923772225 None None] The sync data for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv is: [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 2, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:57:13.873598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c4d75b11-2368-4a1d-a57f-4985a7e2b6bb None None] Provisioning for port 473267cb-283f-4235-a217-b173163acded completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:13.882341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c4d75b11-2368-4a1d-a57f-4985a7e2b6bb None None] Provisioning complete for port 473267cb-283f-4235-a217-b173163acded triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:13.882705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c4d75b11-2368-4a1d-a57f-4985a7e2b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:13.943112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c4d75b11-2368-4a1d-a57f-4985a7e2b6bb None None] Port 473267cb-283f-4235-a217-b173163acded cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:57:13.996641 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:57:14.006501 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c1754449-f85a-4b20-b69a-6251bafdad37 admin admin] 10.222.0.36 "PUT /v2.0/routers/e8628070-0988-4b93-b376-cb51ba0d64bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5979700 Dec 23 08:57:14.172179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:14.252249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:14.252524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:14.889785 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56636) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:14.895270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1455152773-network', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:57:14.901144 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:57:14.905263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Usage tracker for resource:network and tenant:1e48dfdd890e415eafe41c89b6881e52 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:57:14.908826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:57:14.916248 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:57:14.927541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Made reservation on behalf of 1e48dfdd890e415eafe41c89b6881e52 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:57:14.929894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:14.943163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:14.976752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:57:14.980639 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Usage tracker for resource:security_group_rule and tenant:1e48dfdd890e415eafe41c89b6881e52 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:57:14.983412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:57:14.989108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:57:15.053142 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.057245 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.088023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:57:15.093141 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e597a8-f8ea-4dbf-ad7e-340e974fe113,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:15.099823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.100162 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Added segment 630a0278-7bfb-472a-804f-315db007ae7e of type vlan for network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc Dec 23 08:57:15.125483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.155855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.156664 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:15.157222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.272548 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3813434 Dec 23 08:57:15.273771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c581c-0b61-4963-bced-c90d58970583 admin admin] Pushing event updated for resources: {'Network': ['ID=128ec53c-294c-4a06-b4e4-69a9cbcfcfdc,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:15.275158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56640) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:15.281109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Request body: {'subnet': {'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1455152773-subnet', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:57:15.284283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:57:15.286159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:57:15.290510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Usage tracker for resource:subnet and tenant:1e48dfdd890e415eafe41c89b6881e52 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:57:15.294285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:57:15.300520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:57:15.312890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Made reservation on behalf of 1e48dfdd890e415eafe41c89b6881e52 for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:57:15.315755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.527589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.600036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c32f4d7-1061-4592-873a-bd3d0cd35f00,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:15.613975 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Checking segment: {'id': '630a0278-7bfb-472a-804f-315db007ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:57:15.614342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Network hostable DHCP agents. Network: 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:57:15.639065 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:57:15.647751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:15.651664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:15.652235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.656345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e077584-35ee-46b4-bc0d-2d8f4e2a11d7 None None] Network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:57:15.672265 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4f1c9a12-3547-439c-8a46-5d3af758f5da admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3958943 Dec 23 08:57:15.674893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56644) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:15.680163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:57:15.685497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:57:15.689333 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Usage tracker for resource:router and tenant:1e48dfdd890e415eafe41c89b6881e52 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:57:15.692493 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:57:15.698508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:57:15.709382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.710441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.729675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.872326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-128ec53c-294c-4a06-b4e4-69a9cbcfcfdc', 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'fixed_ips': [{'subnet_id': '8c32f4d7-1061-4592-873a-bd3d0cd35f00'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:57:15.873133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:15.991249 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.030437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Allocated IP 172.20.0.2 (128ec53c-294c-4a06-b4e4-69a9cbcfcfdc/8c32f4d7-1061-4592-873a-bd3d0cd35f00/4ff0a241-a983-4a1c-8c7d-1fd21124ae08) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:57:16.194059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.206747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 11e66b6e-81e8-4578-9e4d-6fe2caf26083 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:16.225889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.296752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.309765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Transition to ACTIVE for port object 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:16.332193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Transition to ACTIVE for port object 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:16.336168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 11e66b6e-81e8-4578-9e4d-6fe2caf26083 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:16.340935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.364832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Allocated IP 172.26.8.208 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/c3afe759-8140-4396-98cf-9dda53ebc5a9) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:57:16.378192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 11e66b6e-81e8-4578-9e4d-6fe2caf26083 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:16.378496 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.451691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:57:16.456305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:16.467447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:57:16.482208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Pushing event updated for resources: {'Port': ['ID=4ff0a241-a983-4a1c-8c7d-1fd21124ae08,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:16.516968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.548786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.615223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:57:16.618079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:16.622558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:57:16.627639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Attempting to bind port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:57:16.627990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Attempting to bind port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '630a0278-7bfb-472a-804f-315db007ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:57:16.628386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Attempting to bind port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 on network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:57:16.640297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.644704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:57:16.645059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Checking segment: {'id': '630a0278-7bfb-472a-804f-315db007ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:57:16.645441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.645812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Bound using segment: {'id': '630a0278-7bfb-472a-804f-315db007ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:57:16.646285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Bound port: 4ff0a241-a983-4a1c-8c7d-1fd21124ae08, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630a0278-7bfb-472a-804f-315db007ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:57:16.646643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.652500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Pushing event updated for resources: {'Port': ['ID=c3afe759-8140-4396-98cf-9dda53ebc5a9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:16.703405 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 11e66b6e-81e8-4578-9e4d-6fe2caf26083, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=11e66b6e-81e8-4578-9e4d-6fe2caf26083,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:16.713336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.788025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.788827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.800404 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] For port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:57:16.803889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] For port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4ff0a241-a983-4a1c-8c7d-1fd21124ae08,segment=NetworkSegment(630a0278-7bfb-472a-804f-315db007ae7e),segment_id=630a0278-7bfb-472a-804f-315db007ae7e)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:57:16.806758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=11e66b6e-81e8-4578-9e4d-6fe2caf26083,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:16.810340 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:16.886137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14b1b7-cc68-47ad-8803-42d6cd0cbef5 None None] Pushing event updated for resources: {'Port': ['ID=4ff0a241-a983-4a1c-8c7d-1fd21124ae08,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:17.039120 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Router 450d5a9c-6284-481e-808d-04149c170c42 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:57:17.241061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:57:17.250414 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Sync routers for ids ['450d5a9c-6284-481e-808d-04149c170c42'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:57:17.263286 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Routers {'450d5a9c-6284-481e-808d-04149c170c42'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:17.263827 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['450d5a9c-6284-481e-808d-04149c170c42'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:17.265044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:17.266280 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e352e8e1-731c-49fa-a1ca-17cfb5b8a3bc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5901923 Dec 23 08:57:17.268965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56648) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:57:17.435584 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Set router 450d5a9c-6284-481e-808d-04149c170c42 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:17.745188 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d5a9c-6284-481e-808d-04149c170c42', 'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208'}], 'enable_snat': True}, 'gw_port_id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:15Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 3, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'gw_port': {'id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:16Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:17.750035 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Checking router: 450d5a9c-6284-481e-808d-04149c170c42 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:57:17.750623 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Updating router 450d5a9c-6284-481e-808d-04149c170c42 port c3afe759-8140-4396-98cf-9dda53ebc5a9 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:57:17.804683 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:17.824438 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375df901-0812-4b49-8083-109cf3d58dfa None None] Network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:57:17.932338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7dc7fe01-c206-42b3-b576-d7c9861d24ac None None] Provisioning for port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:18.139044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.192511 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.204954 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Transition to ACTIVE for port object c3afe759-8140-4396-98cf-9dda53ebc5a9 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:18.214817 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.274099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:18.294406 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Pushing event updated for resources: {'Port': ['ID=c3afe759-8140-4396-98cf-9dda53ebc5a9,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:18.305056 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.305386 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.305710 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.306172 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.306531 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.307533 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.307533 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.307533 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.307804 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.308037 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.308345 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:18.328180 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Attempting to bind port c3afe759-8140-4396-98cf-9dda53ebc5a9 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:57:18.328531 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Attempting to bind port c3afe759-8140-4396-98cf-9dda53ebc5a9 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:57:18.329104 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Attempting to bind port c3afe759-8140-4396-98cf-9dda53ebc5a9 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:57:18.335493 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:57:18.335841 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:57:18.336388 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.337212 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:57:18.338719 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Bound port: c3afe759-8140-4396-98cf-9dda53ebc5a9, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:57:18.339386 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.350824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:18.355658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:18.356181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.383145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Allocated IP 172.20.0.1 (128ec53c-294c-4a06-b4e4-69a9cbcfcfdc/8c32f4d7-1061-4592-873a-bd3d0cd35f00/d5398adf-4b20-4b11-b20c-929f59e58e9f) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:57:18.413007 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] For port c3afe759-8140-4396-98cf-9dda53ebc5a9, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:57:18.416593 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] For port c3afe759-8140-4396-98cf-9dda53ebc5a9, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c3afe759-8140-4396-98cf-9dda53ebc5a9,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:57:18.422242 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.424261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cda3340b-4d7d-49bb-bead-ecea7966ffce None None] Provisioning complete for port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:18.424626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cda3340b-4d7d-49bb-bead-ecea7966ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.498534 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2570e-6e06-45ef-9927-3d7fafda648c None None] Pushing event updated for resources: {'Port': ['ID=c3afe759-8140-4396-98cf-9dda53ebc5a9,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:18.519480 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Routers {'450d5a9c-6284-481e-808d-04149c170c42'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:18.520078 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['450d5a9c-6284-481e-808d-04149c170c42'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:18.550472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.568271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Transition to ACTIVE for port object d5398adf-4b20-4b11-b20c-929f59e58e9f will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:18.579633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.591988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.658239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4ff0a241-a983-4a1c-8c7d-1fd21124ae08,segment=NetworkSegment(630a0278-7bfb-472a-804f-315db007ae7e),segment_id=630a0278-7bfb-472a-804f-315db007ae7e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:18.662989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cda3340b-4d7d-49bb-bead-ecea7966ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.665196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:57:18.668689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:18.671128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:57:18.674780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.675545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 11e66b6e-81e8-4578-9e4d-6fe2caf26083 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:18.701550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Pushing event updated for resources: {'Port': ['ID=d5398adf-4b20-4b11-b20c-929f59e58e9f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:18.711288 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] Set router 450d5a9c-6284-481e-808d-04149c170c42 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:18.730710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.801413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=4ff0a241-a983-4a1c-8c7d-1fd21124ae08,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:18.834195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.894042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 11e66b6e-81e8-4578-9e4d-6fe2caf26083 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:18.894612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:18.949557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-cda3340b-4d7d-49bb-bead-ecea7966ffce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:57:18.949917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-cda3340b-4d7d-49bb-bead-ecea7966ffce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:57:19.032822 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d5a9c-6284-481e-808d-04149c170c42', 'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208'}], 'enable_snat': True}, 'gw_port_id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:15Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 3, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'gw_port': {'id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:16Z', 'updated_at': '2021-12-23T08:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:19.036720 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52298f5b-9a4d-42ee-a028-279d5cef5dae None None] The sync data for ids ['450d5a9c-6284-481e-808d-04149c170c42'] in dv-neutron-822507-1-hyperv is: [{'id': '450d5a9c-6284-481e-808d-04149c170c42', 'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208'}], 'enable_snat': True}, 'gw_port_id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:15Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 3, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'gw_port': {'id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:16Z', 'updated_at': '2021-12-23T08:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:57:19.088298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:19.092787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:19.193034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Pushing event updated for resources: {'Port': ['ID=d5398adf-4b20-4b11-b20c-929f59e58e9f,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:19.197514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:19.329443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:57:19.330432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:19.627425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bcb657eb-2053-44e8-bcc2-87a6e60f66a7 None None] Provisioning for port d5398adf-4b20-4b11-b20c-929f59e58e9f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:19.632575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bcb657eb-2053-44e8-bcc2-87a6e60f66a7 None None] Provisioning complete for port d5398adf-4b20-4b11-b20c-929f59e58e9f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:19.632939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bcb657eb-2053-44e8-bcc2-87a6e60f66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:19.688337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-bcb657eb-2053-44e8-bcc2-87a6e60f66a7 None None] Port d5398adf-4b20-4b11-b20c-929f59e58e9f cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:57:19.810345 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Router 450d5a9c-6284-481e-808d-04149c170c42 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:57:20.013705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:57:20.022170 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d05a8f29-4672-4229-b720-9744a22e2e31 admin admin] 10.222.0.36 "PUT /v2.0/routers/450d5a9c-6284-481e-808d-04149c170c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522035 Dec 23 08:57:20.165747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:20.231442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:20.231813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:22.306667 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:57:26.197480 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c3afe759-8140-4396-98cf-9dda53ebc5a9 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:26.270458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port c3afe759-8140-4396-98cf-9dda53ebc5a9 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:26.275457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c3afe759-8140-4396-98cf-9dda53ebc5a9 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:26.275989 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:26.397627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:26.414159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port c3afe759-8140-4396-98cf-9dda53ebc5a9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c3afe759-8140-4396-98cf-9dda53ebc5a9,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:26.419509 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:26.489052 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=c3afe759-8140-4396-98cf-9dda53ebc5a9,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:28.176722 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c3afe759-8140-4396-98cf-9dda53ebc5a9 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:28.258049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port c3afe759-8140-4396-98cf-9dda53ebc5a9 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:28.258418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:28.744986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Sync routers for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:57:28.760675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:28.761302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:28.951668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:29.322771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 2, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:29.326687 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Checking router: e8628070-0988-4b93-b376-cb51ba0d64bb for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:57:29.327036 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Updating router e8628070-0988-4b93-b376-cb51ba0d64bb port 473267cb-283f-4235-a217-b173163acded binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:57:29.386352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:29.754980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:29.767487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Transition to ACTIVE for port object 473267cb-283f-4235-a217-b173163acded will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:29.777691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:29.896777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d1cd-8d75-4ebb-8a6d-fd638d6c5593 None None] Pushing event updated for resources: {'Port': ['ID=473267cb-283f-4235-a217-b173163acded,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:30.020434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Attempting to bind port 473267cb-283f-4235-a217-b173163acded on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:57:30.020887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Attempting to bind port 473267cb-283f-4235-a217-b173163acded by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:57:30.021315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Attempting to bind port 473267cb-283f-4235-a217-b173163acded on network e61ac471-2251-46bb-96f3-867ffadad4c5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:57:30.036221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:57:30.036578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Checking segment: {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:57:30.036975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:30.037354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Bound using segment: {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:57:30.037968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Bound port: 473267cb-283f-4235-a217-b173163acded, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:57:30.038378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:30.137866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] For port 473267cb-283f-4235-a217-b173163acded, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:57:30.141465 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] For port 473267cb-283f-4235-a217-b173163acded, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=473267cb-283f-4235-a217-b173163acded,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:57:30.146278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:30.250488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:30.251101 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:30.309493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d1cd-8d75-4ebb-8a6d-fd638d6c5593 None None] Pushing event updated for resources: {'Port': ['ID=473267cb-283f-4235-a217-b173163acded,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:30.486668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:30.598052 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-070434a2-5f68-40b4-b883-5fac2d8b57b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:30.630109 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Sync routers for ids ['450d5a9c-6284-481e-808d-04149c170c42'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:57:30.648033 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Routers {'450d5a9c-6284-481e-808d-04149c170c42'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:30.648988 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['450d5a9c-6284-481e-808d-04149c170c42'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:30.756844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:30.832308 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Set router 450d5a9c-6284-481e-808d-04149c170c42 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:30.868685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a90293b1-9294-47c5-9453-986ae811226c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:30Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:30.873242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90293b1-9294-47c5-9453-986ae811226c None None] The sync data for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv is: [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:30Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:57:31.197028 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d5a9c-6284-481e-808d-04149c170c42', 'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208'}], 'enable_snat': True}, 'gw_port_id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:15Z', 'updated_at': '2021-12-23T08:57:18Z', 'revision_number': 4, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'gw_port': {'id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:16Z', 'updated_at': '2021-12-23T08:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd5398adf-4b20-4b11-b20c-929f59e58e9f', 'name': '', 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'mac_address': 'fa:16:3e:98:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c32f4d7-1061-4592-873a-bd3d0cd35f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:18Z', 'updated_at': '2021-12-23T08:57:18Z', 'revision_number': 2, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'subnets': [{'id': '8c32f4d7-1061-4592-873a-bd3d0cd35f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:31.200911 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Checking router: 450d5a9c-6284-481e-808d-04149c170c42 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:57:31.201252 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Updating router 450d5a9c-6284-481e-808d-04149c170c42 port d5398adf-4b20-4b11-b20c-929f59e58e9f binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:57:31.252979 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:31.373480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-56a5f271-6c70-4765-a1c0-5d4144de47d7 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:31.380051 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-56a5f271-6c70-4765-a1c0-5d4144de47d7 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 815 time: 0.1570947 Dec 23 08:57:31.394615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a81949cc-c126-4deb-9eaa-3d84300cc580 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/quotas/19e3ff599bbf4d6aa433c14e9266cc80 HTTP/1.1" status: 200 len: 375 time: 0.0137033 Dec 23 08:57:31.475541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-30db5296-485b-472c-a9fe-6d5cfe44d110 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Synchronizing usage tracker for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:57:31.492247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-30db5296-485b-472c-a9fe-6d5cfe44d110 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Unset dirty status for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:57:31.502251 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-30db5296-485b-472c-a9fe-6d5cfe44d110 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978463 Dec 23 08:57:31.621705 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:31.636595 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Transition to ACTIVE for port object d5398adf-4b20-4b11-b20c-929f59e58e9f will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:31.645632 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:31.788518 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed7038-6e82-4c54-829e-d4fe1074fd42 None None] Pushing event updated for resources: {'Port': ['ID=d5398adf-4b20-4b11-b20c-929f59e58e9f,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:31.879264 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-49ec31c5-0275-455c-93fe-a27b289d3bdb service neutron] 10.222.0.36 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739412 Dec 23 08:57:31.880925 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Attempting to bind port d5398adf-4b20-4b11-b20c-929f59e58e9f on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:57:31.881287 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Attempting to bind port d5398adf-4b20-4b11-b20c-929f59e58e9f by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '630a0278-7bfb-472a-804f-315db007ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:57:31.881640 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Attempting to bind port d5398adf-4b20-4b11-b20c-929f59e58e9f on network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:57:31.888219 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:57:31.888586 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Checking segment: {'id': '630a0278-7bfb-472a-804f-315db007ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:57:31.888972 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:31.889349 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Bound using segment: {'id': '630a0278-7bfb-472a-804f-315db007ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:57:31.889796 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Bound port: d5398adf-4b20-4b11-b20c-929f59e58e9f, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630a0278-7bfb-472a-804f-315db007ae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:57:31.890182 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:31.993845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] For port d5398adf-4b20-4b11-b20c-929f59e58e9f, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:57:31.996869 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] For port d5398adf-4b20-4b11-b20c-929f59e58e9f, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d5398adf-4b20-4b11-b20c-929f59e58e9f,segment=NetworkSegment(630a0278-7bfb-472a-804f-315db007ae7e),segment_id=630a0278-7bfb-472a-804f-315db007ae7e)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:57:32.002670 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:32.019797 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-16838276-57d5-4752-92c2-ff1bc32fc709 service neutron] 10.222.0.36 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341925 Dec 23 08:57:32.082333 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Routers {'450d5a9c-6284-481e-808d-04149c170c42'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:57:32.083075 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:57:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['450d5a9c-6284-481e-808d-04149c170c42'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:32.163168 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed7038-6e82-4c54-829e-d4fe1074fd42 None None] Pushing event updated for resources: {'Port': ['ID=d5398adf-4b20-4b11-b20c-929f59e58e9f,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:32.201863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 473267cb-283f-4235-a217-b173163acded up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:32.279459 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] Set router 450d5a9c-6284-481e-808d-04149c170c42 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:57:32.326997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 473267cb-283f-4235-a217-b173163acded completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:32.331893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 473267cb-283f-4235-a217-b173163acded triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:32.332191 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:32.442337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:32.476143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 473267cb-283f-4235-a217-b173163acded, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=473267cb-283f-4235-a217-b173163acded,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:32.481217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:32.548584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=473267cb-283f-4235-a217-b173163acded,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:32.593230 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d5a9c-6284-481e-808d-04149c170c42', 'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208'}], 'enable_snat': True}, 'gw_port_id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:15Z', 'updated_at': '2021-12-23T08:57:18Z', 'revision_number': 4, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'gw_port': {'id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:16Z', 'updated_at': '2021-12-23T08:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd5398adf-4b20-4b11-b20c-929f59e58e9f', 'name': '', 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'mac_address': 'fa:16:3e:98:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c32f4d7-1061-4592-873a-bd3d0cd35f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:18Z', 'updated_at': '2021-12-23T08:57:31Z', 'revision_number': 4, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'subnets': [{'id': '8c32f4d7-1061-4592-873a-bd3d0cd35f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:57:32.597429 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502637d6-8f66-4f57-9ff4-05aa16452699 None None] The sync data for ids ['450d5a9c-6284-481e-808d-04149c170c42'] in dv-neutron-822507-1-hyperv is: [{'id': '450d5a9c-6284-481e-808d-04149c170c42', 'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208'}], 'enable_snat': True}, 'gw_port_id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:15Z', 'updated_at': '2021-12-23T08:57:18Z', 'revision_number': 4, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'gw_port': {'id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:16Z', 'updated_at': '2021-12-23T08:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd5398adf-4b20-4b11-b20c-929f59e58e9f', 'name': '', 'network_id': '128ec53c-294c-4a06-b4e4-69a9cbcfcfdc', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'mac_address': 'fa:16:3e:98:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c32f4d7-1061-4592-873a-bd3d0cd35f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:18Z', 'updated_at': '2021-12-23T08:57:31Z', 'revision_number': 4, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'subnets': [{'id': '8c32f4d7-1061-4592-873a-bd3d0cd35f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:57:32.816891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-19568037-db66-4a17-ac75-6705e6cfc0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:33.311941 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f0165593-b9a0-4587-8770-257ba41b5f4d req-2720c047-e9d4-4e18-babd-d233ac0dbcb4 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 210 time: 0.1195574 Dec 23 08:57:33.907908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:34.006297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:34.259796 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d5398adf-4b20-4b11-b20c-929f59e58e9f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:34.271941 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-1a2b8129-8e64-44c8-beba-20f30cd4dddf tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:34.272606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-1a2b8129-8e64-44c8-beba-20f30cd4dddf tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Synchronizing usage tracker for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:57:34.291680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-1a2b8129-8e64-44c8-beba-20f30cd4dddf tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Unset dirty status for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:57:34.292852 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-1a2b8129-8e64-44c8-beba-20f30cd4dddf tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.24 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 815 time: 0.1689165 Dec 23 08:57:34.309989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'port': {'device_id': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'admin_state_up': True, 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:57:34.332204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d5398adf-4b20-4b11-b20c-929f59e58e9f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:34.337767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d5398adf-4b20-4b11-b20c-929f59e58e9f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:34.338281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:34.451971 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:57:34.459156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:34.461355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:57:34.474762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Made reservation on behalf of 19e3ff599bbf4d6aa433c14e9266cc80 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:57:34.478877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:34.512041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6935f60e-8f75-4f14-b826-7d09c5ff733a req-d4ea0c30-62a0-4f68-a307-f0e88caffabd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 210 time: 0.0709736 Dec 23 08:57:34.515099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d5398adf-4b20-4b11-b20c-929f59e58e9f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d5398adf-4b20-4b11-b20c-929f59e58e9f,segment=NetworkSegment(630a0278-7bfb-472a-804f-315db007ae7e),segment_id=630a0278-7bfb-472a-804f-315db007ae7e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:34.528497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:34.529274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 473267cb-283f-4235-a217-b173163acded up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:34.702694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Allocated IP 172.20.0.4 (e61ac471-2251-46bb-96f3-867ffadad4c5/7a5722bc-1b5e-455d-a8cf-b60c6bc48e09/1b810483-4b02-47fb-89b3-97e50b6fce21) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:57:34.707942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d5398adf-4b20-4b11-b20c-929f59e58e9f,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:34.722525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.723141 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.723425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.723839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.724316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.724633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.725142 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.725462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.725777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.726116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.726429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:57:34.764351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 473267cb-283f-4235-a217-b173163acded triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:34.764754 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:34.968103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:34.994687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Transition to ACTIVE for port object 1b810483-4b02-47fb-89b3-97e50b6fce21 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:35.040944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:35.127022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Network e61ac471-2251-46bb-96f3-867ffadad4c5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:57:35.128070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'Port': ['ID=1b810483-4b02-47fb-89b3-97e50b6fce21,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:35.130850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:57:35.133224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:57:35.202157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:35.203199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:35.237609 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-9d2f22cb-b8ea-43f0-9e5a-221628741c34 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9313982 Dec 23 08:57:35.358915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:35.462639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-26e1288b-95c9-49fe-8810-fed04e148933 None None] Provisioning for port 1b810483-4b02-47fb-89b3-97e50b6fce21 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:35.467582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-26e1288b-95c9-49fe-8810-fed04e148933 None None] Provisioning complete for port 1b810483-4b02-47fb-89b3-97e50b6fce21 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:35.467942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26e1288b-95c9-49fe-8810-fed04e148933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:35.527295 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-26e1288b-95c9-49fe-8810-fed04e148933 None None] Port 1b810483-4b02-47fb-89b3-97e50b6fce21 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:57:35.733908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa76123-079f-4d27-98ca-77942fb0ee85 req-7072c534-f732-4811-9cc7-b79e06a68bde tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:35.735748 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8aa76123-079f-4d27-98ca-77942fb0ee85 req-7072c534-f732-4811-9cc7-b79e06a68bde tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 931 time: 0.0870600 Dec 23 08:57:35.788236 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8aa76123-079f-4d27-98ca-77942fb0ee85 req-af8577fc-ba75-413f-9253-61abdf7b97e5 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463810 Dec 23 08:57:36.176301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d5398adf-4b20-4b11-b20c-929f59e58e9f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:36.250213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d5398adf-4b20-4b11-b20c-929f59e58e9f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:36.250576 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:36.986491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fccffa-e709-470c-b62a-d8ec5a93f011 req-2d22b482-0347-428d-84a1-09bfd3a9650d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:36.987864 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-81fccffa-e709-470c-b62a-d8ec5a93f011 req-2d22b482-0347-428d-84a1-09bfd3a9650d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 931 time: 0.0785921 Dec 23 08:57:37.040570 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-81fccffa-e709-470c-b62a-d8ec5a93f011 req-bd3665e0-6716-4ddf-b964-d72b02cc5672 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Dec 23 08:57:38.243660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104b445-aee5-4af2-889b-e611bc4c2fff req-a4bd351a-2b68-4350-a440-c9e6567c109a tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:38.245081 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6104b445-aee5-4af2-889b-e611bc4c2fff req-a4bd351a-2b68-4350-a440-c9e6567c109a tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 931 time: 0.0804138 Dec 23 08:57:38.293021 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6104b445-aee5-4af2-889b-e611bc4c2fff req-6cba8489-9a82-451d-a146-ea9f6c524401 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Dec 23 08:57:39.533107 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944ff68-77f6-4cf6-b941-6155845edf88 req-9b692911-af81-44a4-b4b8-10315237d978 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:39.534751 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0944ff68-77f6-4cf6-b941-6155845edf88 req-9b692911-af81-44a4-b4b8-10315237d978 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 931 time: 0.0959795 Dec 23 08:57:39.582735 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0944ff68-77f6-4cf6-b941-6155845edf88 req-2272d54d-879f-434f-81d5-8d00dac9c609 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Dec 23 08:57:40.788103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27191791-af3c-4344-b16e-48c7131676f8 req-d193f78b-3de7-4fef-a87b-e2f2a1c20768 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:40.789861 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27191791-af3c-4344-b16e-48c7131676f8 req-d193f78b-3de7-4fef-a87b-e2f2a1c20768 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 931 time: 0.0807950 Dec 23 08:57:40.838641 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-27191791-af3c-4344-b16e-48c7131676f8 req-257cdb13-26eb-47e1-901d-eccca99070e2 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Dec 23 08:57:42.050362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2591e7-f870-4def-a16d-09a3bdde0135 req-1dca04ff-e42d-4ef0-b52b-e684f0155aba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:42.051802 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e2591e7-f870-4def-a16d-09a3bdde0135 req-1dca04ff-e42d-4ef0-b52b-e684f0155aba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 931 time: 0.0837822 Dec 23 08:57:42.097643 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e2591e7-f870-4def-a16d-09a3bdde0135 req-592bf67a-d864-407f-bee7-6794eab719a1 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Dec 23 08:57:43.296004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ffe47-a8f7-4f10-80e5-72a9cb89443c req-c0e5f78e-68f8-4faf-a1e6-e57e0c436fe3 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:43.297551 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-989ffe47-a8f7-4f10-80e5-72a9cb89443c req-c0e5f78e-68f8-4faf-a1e6-e57e0c436fe3 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 931 time: 0.0764470 Dec 23 08:57:43.343126 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-989ffe47-a8f7-4f10-80e5-72a9cb89443c req-a8aec8c3-b975-4a6b-b88a-35a5eb7da1fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Dec 23 08:57:44.537549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e170-b68b-4d53-b81b-4743a4ccd4a9 req-fbc52d63-3b8a-4c6e-bd70-8d5b9f3961d7 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:44.538999 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5816e170-b68b-4d53-b81b-4743a4ccd4a9 req-fbc52d63-3b8a-4c6e-bd70-8d5b9f3961d7 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 931 time: 0.0773005 Dec 23 08:57:44.582950 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5816e170-b68b-4d53-b81b-4743a4ccd4a9 req-fceb9d43-3314-4603-8ce2-08be0091b301 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Dec 23 08:57:44.738819 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Request body: {'port': {'device_id': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:57:44.841587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:45.259050 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b810483-4b02-47fb-89b3-97e50b6fce21 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:57:45.265635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:45.279906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Transition to ACTIVE for port object 1b810483-4b02-47fb-89b3-97e50b6fce21 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:57:45.282804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:45.404025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Pushing event updated for resources: {'Port': ['ID=1b810483-4b02-47fb-89b3-97e50b6fce21,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:45.514681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Attempting to bind port 1b810483-4b02-47fb-89b3-97e50b6fce21 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:57:45.515012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Attempting to bind port 1b810483-4b02-47fb-89b3-97e50b6fce21 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:57:45.515332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Attempting to bind port 1b810483-4b02-47fb-89b3-97e50b6fce21 on network e61ac471-2251-46bb-96f3-867ffadad4c5 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:57:45.521170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Port 1b810483-4b02-47fb-89b3-97e50b6fce21 on network e61ac471-2251-46bb-96f3-867ffadad4c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:57:45.521480 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Attempting to bind port 1b810483-4b02-47fb-89b3-97e50b6fce21 on network e61ac471-2251-46bb-96f3-867ffadad4c5 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:57:45.528223 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:57:45.528554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Checking segment: {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:57:45.528984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Bound using segment: {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:57:45.529395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Bound port: 1b810483-4b02-47fb-89b3-97e50b6fce21, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:57:45.529731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:45.617093 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] For port 1b810483-4b02-47fb-89b3-97e50b6fce21, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:57:45.620109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] For port 1b810483-4b02-47fb-89b3-97e50b6fce21, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b810483-4b02-47fb-89b3-97e50b6fce21,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:57:45.625263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:45.692059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:45.693391 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 1093 time: 1.0253234 Dec 23 08:57:45.693832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:57:45.713544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce6f03-8cd6-4cd4-b422-38af15797d79 service neutron] Pushing event updated for resources: {'Port': ['ID=1b810483-4b02-47fb-89b3-97e50b6fce21,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:45.773815 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'status': 'completed', 'code': 200} Dec 23 08:57:45.791429 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96985a5-5014-4af2-b222-e329f4570107 req-c352986d-1030-4749-a067-68a0e4c46d3c tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:45.793044 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b96985a5-5014-4af2-b222-e329f4570107 req-c352986d-1030-4749-a067-68a0e4c46d3c tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 943 time: 0.0849793 Dec 23 08:57:45.815026 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-ad6049c2-2b56-4274-ba7d-8b8f827ef8ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1096 time: 0.0765448 Dec 23 08:57:45.845575 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b96985a5-5014-4af2-b222-e329f4570107 req-88be7ae6-9bbf-4fa6-b83e-94f11b75ceb7 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464096 Dec 23 08:57:45.892090 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-fed9e049-e6aa-4017-a185-64bb078e376e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 217 time: 0.0692751 Dec 23 08:57:45.955518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-d237ec05-d4f4-46d5-82aa-4ce72befb154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:45.956929 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-d237ec05-d4f4-46d5-82aa-4ce72befb154 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 200 len: 854 time: 0.0589294 Dec 23 08:57:46.039209 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-87716841-5579-43a4-bd8f-aa0192e6d3a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61ac471-2251-46bb-96f3-867ffadad4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760782 Dec 23 08:57:46.167094 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-938797b3-4d05-4c16-baeb-90ffd289e826 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208744 Dec 23 08:57:46.297550 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7caf7ae0-0ef6-4291-ba00-c2a78b0bb0df req-4b2d509a-b389-4529-be47-c2ea13b5b087 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245718 Dec 23 08:57:46.420810 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-272cd37a-83bb-4e5d-bdf0-7551f9e1ad0f req-7d2acc1d-2159-4559-98b7-c83cd9056e3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1096 time: 0.0774086 Dec 23 08:57:46.553044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cd37a-83bb-4e5d-bdf0-7551f9e1ad0f req-b5d8ee0f-baa0-4188-8b70-0bd0919fd9db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:46.554450 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-272cd37a-83bb-4e5d-bdf0-7551f9e1ad0f req-b5d8ee0f-baa0-4188-8b70-0bd0919fd9db service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 915 time: 0.1271794 Dec 23 08:57:46.624683 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-272cd37a-83bb-4e5d-bdf0-7551f9e1ad0f req-7300982c-c60b-4a02-9401-b76c47b76580 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 217 time: 0.0629599 Dec 23 08:57:46.692644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cd37a-83bb-4e5d-bdf0-7551f9e1ad0f req-8c469e41-fe05-41e7-821f-abcd5dbe7e5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:46.694411 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-272cd37a-83bb-4e5d-bdf0-7551f9e1ad0f req-8c469e41-fe05-41e7-821f-abcd5dbe7e5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 200 len: 854 time: 0.0629442 Dec 23 08:57:46.777497 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-272cd37a-83bb-4e5d-bdf0-7551f9e1ad0f req-87e97c8b-0179-475f-8d74-4ca06adf9815 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61ac471-2251-46bb-96f3-867ffadad4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758295 Dec 23 08:57:46.998385 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-272cd37a-83bb-4e5d-bdf0-7551f9e1ad0f req-e87d607e-07af-4eb6-aed3-ac5f05e42cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138226 Dec 23 08:57:47.058678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b5ffe-1dbb-4e8c-b7d6-e8bd245c1b73 req-4ae948c7-1d2e-4021-b896-9a64823d3d35 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:47.060328 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f37b5ffe-1dbb-4e8c-b7d6-e8bd245c1b73 req-4ae948c7-1d2e-4021-b896-9a64823d3d35 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 943 time: 0.0887606 Dec 23 08:57:47.107021 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f37b5ffe-1dbb-4e8c-b7d6-e8bd245c1b73 req-98a7421d-3b6b-4005-885f-e50e885c47a8 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Dec 23 08:57:47.130748 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-272cd37a-83bb-4e5d-bdf0-7551f9e1ad0f req-ef2910ea-b02d-4799-8cd7-fada4edc6ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255312 Dec 23 08:57:47.452209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 1b810483-4b02-47fb-89b3-97e50b6fce21 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:57:47.590390 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 1b810483-4b02-47fb-89b3-97e50b6fce21, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b810483-4b02-47fb-89b3-97e50b6fce21,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:47.603746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'port_id': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'mac_address': 'fa:16:3e:43:b9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:57:47.655713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:47.672239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b810483-4b02-47fb-89b3-97e50b6fce21 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:57:47.686925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 1b810483-4b02-47fb-89b3-97e50b6fce21, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b810483-4b02-47fb-89b3-97e50b6fce21,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:47.691252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:47.758569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=1b810483-4b02-47fb-89b3-97e50b6fce21,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:47.889821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['1b810483-4b02-47fb-89b3-97e50b6fce21'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:57:48.303871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42317cb6-e8e0-4ed5-be67-c0fd7faf02a7 req-e1361928-e8d2-4218-8c4b-861feb95144f tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:48.305902 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-42317cb6-e8e0-4ed5-be67-c0fd7faf02a7 req-e1361928-e8d2-4218-8c4b-861feb95144f tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 944 time: 0.0795221 Dec 23 08:57:48.349043 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-42317cb6-e8e0-4ed5-be67-c0fd7faf02a7 req-f48794cf-928a-4d47-9d0b-b5ca9809334d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Dec 23 08:57:49.467516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 1b810483-4b02-47fb-89b3-97e50b6fce21 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:57:49.544381 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c908-a6d6-4e41-bb69-2bdc7d753d83 req-02f3e311-3906-4401-a2e6-52ead42fcb1b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:49.545817 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffd1c908-a6d6-4e41-bb69-2bdc7d753d83 req-02f3e311-3906-4401-a2e6-52ead42fcb1b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 944 time: 0.0788505 Dec 23 08:57:49.572539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 1b810483-4b02-47fb-89b3-97e50b6fce21 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:57:49.577587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 1b810483-4b02-47fb-89b3-97e50b6fce21 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:57:49.577968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:49.591165 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffd1c908-a6d6-4e41-bb69-2bdc7d753d83 req-326bddc5-5a33-483a-a036-d4c7b5ec6e03 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Dec 23 08:57:49.687483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:49.713392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:57:49.722849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 1b810483-4b02-47fb-89b3-97e50b6fce21, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b810483-4b02-47fb-89b3-97e50b6fce21,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:57:49.726583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:57:49.775762 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'code': 200} Dec 23 08:57:49.792084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=1b810483-4b02-47fb-89b3-97e50b6fce21,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:57:49.994806 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3a88f263-be29-4a7e-a483-176044a0c218 req-a7f7c351-5112-495a-99eb-71a5b6420e78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1098 time: 0.0699358 Dec 23 08:57:50.038100 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3a88f263-be29-4a7e-a483-176044a0c218 req-cd2024cb-c114-46a4-a361-2e0a30954a5f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372658 Dec 23 08:57:50.784848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a03ed7-0cdd-4ee5-a10c-a2339e75c4c0 req-a93966a2-0f88-4bd6-9513-58615108de05 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:50.786228 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1a03ed7-0cdd-4ee5-a10c-a2339e75c4c0 req-a93966a2-0f88-4bd6-9513-58615108de05 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 945 time: 0.0787528 Dec 23 08:57:50.829734 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1a03ed7-0cdd-4ee5-a10c-a2339e75c4c0 req-3e2aabe3-e3d5-4848-b168-f043a1c9a7b6 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380487 Dec 23 08:57:52.022359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caf4fc-d556-4ada-bbc6-617d9fa0c78e req-0f411874-3e2f-466f-9642-a474cc4192d9 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:52.024272 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-73caf4fc-d556-4ada-bbc6-617d9fa0c78e req-0f411874-3e2f-466f-9642-a474cc4192d9 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 945 time: 0.0743387 Dec 23 08:57:52.074276 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-73caf4fc-d556-4ada-bbc6-617d9fa0c78e req-97723da7-2b6d-4db4-b400-abaea33a1d5a tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 Dec 23 08:57:52.279753 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e178f-c2e9-48d6-a730-0e40dc8fcbdc req-f8215399-8cd8-4ab3-8efd-419115dc9030 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:52.281187 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c82e178f-c2e9-48d6-a730-0e40dc8fcbdc req-f8215399-8cd8-4ab3-8efd-419115dc9030 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 945 time: 0.0772562 Dec 23 08:57:52.325799 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c82e178f-c2e9-48d6-a730-0e40dc8fcbdc req-b5261f8b-c41d-4cac-97ba-cd821a0299b3 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Dec 23 08:57:52.735535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1491c3f-b085-4e9b-b3d8-7e8bd8b0e9ca req-95e39f79-6326-41e7-9906-d7c1b7dc8c00 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:52.736922 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1491c3f-b085-4e9b-b3d8-7e8bd8b0e9ca req-95e39f79-6326-41e7-9906-d7c1b7dc8c00 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 945 time: 0.0769758 Dec 23 08:57:52.863458 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1491c3f-b085-4e9b-b3d8-7e8bd8b0e9ca req-06f8f15e-1f84-4d80-836b-da2c8bbd110b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211729 Dec 23 08:57:59.013294 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0a425566-43b7-4d35-8df0-698d0568df23 req-534c8290-f43b-485d-bc1e-da36ff5f1076 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713086 Dec 23 08:57:59.156412 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0a425566-43b7-4d35-8df0-698d0568df23 req-199d5929-a90a-42d5-bdaa-52079d64b348 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1098 time: 0.0682485 Dec 23 08:57:59.307171 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:57:59.309424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425566-43b7-4d35-8df0-698d0568df23 req-00aee73d-c541-4d98-92ce-12c7dbfef8b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:59.311083 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0a425566-43b7-4d35-8df0-698d0568df23 req-00aee73d-c541-4d98-92ce-12c7dbfef8b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 915 time: 0.1371448 Dec 23 08:57:59.385164 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0a425566-43b7-4d35-8df0-698d0568df23 req-30c1b10e-5461-4374-b06d-c2275d7a4ee7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 217 time: 0.0682900 Dec 23 08:57:59.450774 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425566-43b7-4d35-8df0-698d0568df23 req-d79c9d89-11a0-4806-a5aa-d33e88c9c5fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:57:59.452336 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0a425566-43b7-4d35-8df0-698d0568df23 req-d79c9d89-11a0-4806-a5aa-d33e88c9c5fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 200 len: 854 time: 0.0612993 Dec 23 08:57:59.540583 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0a425566-43b7-4d35-8df0-698d0568df23 req-3e759ea9-5782-4b8a-8bca-8c349de4a7cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61ac471-2251-46bb-96f3-867ffadad4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819578 Dec 23 08:57:59.669272 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0a425566-43b7-4d35-8df0-698d0568df23 req-10c5bf00-f582-46fb-a637-2f560806ebae service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225803 Dec 23 08:57:59.811383 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-0a425566-43b7-4d35-8df0-698d0568df23 req-340385f9-6f16-4908-a49f-d2c061672e5c service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365221 Dec 23 08:58:00.541834 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e1322911-2cb7-4fe3-8910-540ab3b187a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:00.636678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:02.818723 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-387a692b-e507-46cc-8511-b6a8d16ac846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:03.137549 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca11a6e-d6f0-496e-aebe-473b36a37089 req-f8c583b6-4035-4f26-b5eb-2b5c334529bd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:03.139007 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dca11a6e-d6f0-496e-aebe-473b36a37089 req-f8c583b6-4035-4f26-b5eb-2b5c334529bd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 945 time: 0.0763068 Dec 23 08:58:03.183201 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dca11a6e-d6f0-496e-aebe-473b36a37089 req-6b7fd20c-3345-48aa-9de0-2b84eec8607f tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Dec 23 08:58:03.211515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56832) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:58:03.345359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c1349acc-92af-4c30-b58c-a3cec3f9b179 tempest-TestMinimumBasicScenario-1742299603 tempest-TestMinimumBasicScenario-1742299603-project-admin] Synchronizing usage tracker for tenant:1e48dfdd890e415eafe41c89b6881e52 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:58:03.361674 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-c1349acc-92af-4c30-b58c-a3cec3f9b179 tempest-TestMinimumBasicScenario-1742299603 tempest-TestMinimumBasicScenario-1742299603-project-admin] Unset dirty status for tenant:1e48dfdd890e415eafe41c89b6881e52 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:58:03.362819 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c1349acc-92af-4c30-b58c-a3cec3f9b179 tempest-TestMinimumBasicScenario-1742299603 tempest-TestMinimumBasicScenario-1742299603-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1093 time: 0.1503317 Dec 23 08:58:03.365776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56838) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:58:03.371679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:58:03.377041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:58:03.380743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Usage tracker for resource:floatingip and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:58:03.383583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:58:03.389185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:58:03.398624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:03.529368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:03.660935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Allocated IP 172.26.8.10 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/26854454-0cb7-48ed-9664-827be511e7d7) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:58:03.803443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:03.829701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:03.892690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:58:03.895482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:58:03.899637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:58:03.910999 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:04.011118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:04.028272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'Port': ['ID=26854454-0cb7-48ed-9664-827be511e7d7,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:04.046716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.047131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.047456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.047780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.048104 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.048424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.048739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.049053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.049367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.049674 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.050005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:04.503692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:04.561615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:04.760261 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:04.764169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:04.865095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'Port': ['ID=26854454-0cb7-48ed-9664-827be511e7d7,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:04.883697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:05.067167 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Floating IP 84841345-7217-4f87-ab35-2661dfe59f42 associated. External IP: 172.26.8.10, port: 1b810483-4b02-47fb-89b3-97e50b6fce21. Dec 23 08:58:05.358685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:05.453092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Router e8628070-0988-4b93-b376-cb51ba0d64bb has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:58:05.774347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:58:05.784193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] Sync routers for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:58:05.797901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:58:05.798600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:58:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:58:05.798755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:05.850849 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4e6f108d-9327-469e-916e-d81be54692db tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4840162 Dec 23 08:58:05.851441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:58:05.854864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56842) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:58:05.871894 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242576394', 'description': 'tempest-secgroup-smoke-242576394 description', 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:58:05.878289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:58:05.881822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Usage tracker for resource:security_group and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:58:05.886019 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:58:05.893021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:58:05.908816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:05.919140 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'status': 'completed', 'code': 200} Dec 23 08:58:05.950502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:58:05.955387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Usage tracker for resource:security_group_rule and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:58:05.958306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:58:05.964580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:58:05.997503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:58:06.016554 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3a136644-5dba-4e29-9275-38642723a6c6 req-85df6561-0599-4741-82d4-906d0e38ddf1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1098 time: 0.0772469 Dec 23 08:58:06.031910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.036895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.120264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf89ccc-571f-4b63-9b3d-2392fc115c3f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.137992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:58:06.160863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.160863 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-128cda47-fa31-413d-b3c3-bd4540e851df tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2840133 Dec 23 08:58:06.160863 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56848) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:58:06.170344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'security_group_rule': {'security_group_id': '2bf89ccc-571f-4b63-9b3d-2392fc115c3f', 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:58:06.172827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:58:06.173315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a136644-5dba-4e29-9275-38642723a6c6 req-1b0cc8c5-d750-427f-a9b4-afba5b6a1436 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:06.173744 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3a136644-5dba-4e29-9275-38642723a6c6 req-1b0cc8c5-d750-427f-a9b4-afba5b6a1436 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 915 time: 0.1497080 Dec 23 08:58:06.175811 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Usage tracker for resource:security_group_rule and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:58:06.178698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:58:06.184869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:58:06.203550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.268486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.273087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.296162 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3a136644-5dba-4e29-9275-38642723a6c6 req-399425c8-078f-4752-9ce1-d417b8c1fd93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 998 time: 0.1157219 Dec 23 08:58:06.301398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea666f76-9201-412a-bc42-6c2cea8ede60,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:06.313708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.317859 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1c953f5f-07b4-4aff-8d5f-753929c0d689 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1596332 Dec 23 08:58:06.318252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56852) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:58:06.324020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'security_group_rule': {'security_group_id': '2bf89ccc-571f-4b63-9b3d-2392fc115c3f', 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:58:06.330052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:58:06.333763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Usage tracker for resource:security_group_rule and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:58:06.337252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:58:06.343114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:58:06.362468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.369107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a136644-5dba-4e29-9275-38642723a6c6 req-d6527cdb-4656-4d8c-9051-40cb4e085f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:06.370599 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3a136644-5dba-4e29-9275-38642723a6c6 req-d6527cdb-4656-4d8c-9051-40cb4e085f88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 200 len: 854 time: 0.0685380 Dec 23 08:58:06.375637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '84841345-7217-4f87-ab35-2661dfe59f42', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'floating_ip_address': '172.26.8.10', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'port_id': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'mac_address': 'fa:16:3e:43:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:58:04Z', 'updated_at': '2021-12-23T08:58:04Z', 'revision_number': 0, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:32Z', 'revision_number': 5, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:58:06.381556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] Checking router: e8628070-0988-4b93-b376-cb51ba0d64bb for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:58:06.392860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:58:06.393451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:58:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:58:06.431558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.436907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.453407 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3a136644-5dba-4e29-9275-38642723a6c6 req-6570b487-da6c-411e-9e53-e45c68b4a21f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61ac471-2251-46bb-96f3-867ffadad4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762076 Dec 23 08:58:06.458588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fe0a4d-e0f0-465b-bc6b-0de0b109e121,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:06.473472 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.475269 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4e44ba3a-ad7f-43e8-ae5b-592b3891988b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1560912 Dec 23 08:58:06.477840 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56856) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:58:06.484758 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'security_group_rule': {'security_group_id': '2bf89ccc-571f-4b63-9b3d-2392fc115c3f', 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:58:06.492730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:58:06.497060 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Usage tracker for resource:security_group_rule and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:58:06.500635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:58:06.506555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:58:06.527261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.598197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.599929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:58:06.602234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.603053 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3a136644-5dba-4e29-9275-38642723a6c6 req-1b9fcf93-82cc-4204-a65c-31e667c728f6 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427913 Dec 23 08:58:06.628935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b73902-3960-474c-b21a-c184a6918eb0,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:06.637853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.639470 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2c386721-a137-4e60-9e17-0776733e4357 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1602831 Dec 23 08:58:06.641935 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56860) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:58:06.649603 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'security_group_rule': {'security_group_id': '2bf89ccc-571f-4b63-9b3d-2392fc115c3f', 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:58:06.657389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:58:06.662089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Usage tracker for resource:security_group_rule and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:58:06.666235 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:58:06.674059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:58:06.691177 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.741781 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3a136644-5dba-4e29-9275-38642723a6c6 req-96c45595-3609-46cc-9b72-91c2b70d8fd2 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325152 Dec 23 08:58:06.759589 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.764233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.784771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0509ca34-db43-4e52-89b9-f467741e8cc2,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:06.796210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.797419 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9a50068f-e323-443c-8d28-79a072e00109 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1536083 Dec 23 08:58:06.800765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56864) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:58:06.807135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'security_group_rule': {'security_group_id': '2bf89ccc-571f-4b63-9b3d-2392fc115c3f', 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:58:06.813571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:58:06.817674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Usage tracker for resource:security_group_rule and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:58:06.821513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:58:06.827149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:58:06.837664 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Project 19e3ff599bbf4d6aa433c14e9266cc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:58:06.844732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.916241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.919983 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.947363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3013830d-fbb0-4475-b62b-0b1c290633d2,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:06.954389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:06.955554 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4b711973-c5ab-456b-a6a1-bf46821395cd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1538236 Dec 23 08:58:06.958184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56868) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:58:06.963619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'security_group_rule': {'security_group_id': '2bf89ccc-571f-4b63-9b3d-2392fc115c3f', 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:58:06.969678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:58:06.973391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Usage tracker for resource:security_group_rule and tenant:19e3ff599bbf4d6aa433c14e9266cc80 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:58:06.973919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '84841345-7217-4f87-ab35-2661dfe59f42', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'floating_ip_address': '172.26.8.10', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'port_id': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'mac_address': 'fa:16:3e:43:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:58:04Z', 'updated_at': '2021-12-23T08:58:04Z', 'revision_number': 0, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:32Z', 'revision_number': 5, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:58:06.976236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:58:06.977448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df1a9f7-d8ce-4251-8306-dc61c6c5983a None None] The sync data for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv is: [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '84841345-7217-4f87-ab35-2661dfe59f42', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'floating_ip_address': '172.26.8.10', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'port_id': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'mac_address': 'fa:16:3e:43:b9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:58:04Z', 'updated_at': '2021-12-23T08:58:04Z', 'revision_number': 0, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:32Z', 'revision_number': 5, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:58:06.986030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:58:06.997619 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Project 19e3ff599bbf4d6aa433c14e9266cc80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:58:07.004172 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:07.083822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:07.083822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:07.106835 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba9d6c9-c353-4e1a-88ff-ea8ac04e7dde,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:07.115877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:07.117128 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-59807e90-1005-45a7-b81e-67f9aa79b3fa tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1580007 Dec 23 08:58:07.202281 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13890235-48bc-408e-9bb7-fd79a66dae30 None None] New status for floating IP 84841345-7217-4f87-ab35-2661dfe59f42: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:58:07.261097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-5357645b-88eb-4ed7-81d5-fc493507a864 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Synchronizing usage tracker for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:58:07.279109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-5357645b-88eb-4ed7-81d5-fc493507a864 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Unset dirty status for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:58:07.280307 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-5357645b-88eb-4ed7-81d5-fc493507a864 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242576394&fields=id&tenant_id=19e3ff599bbf4d6aa433c14e9266cc80 HTTP/1.1" status: 200 len: 267 time: 0.0634081 Dec 23 08:58:07.360027 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-f47f2200-0ddf-40df-8f39-5e5022b7dc02 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:07.361386 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-f47f2200-0ddf-40df-8f39-5e5022b7dc02 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 945 time: 0.0753975 Dec 23 08:58:07.373117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-17a9308e-a106-4b1e-b06a-5714db8a9dba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'port': {'security_groups': ['e2a9b083-c942-4af7-86c0-0132853dac75', '2bf89ccc-571f-4b63-9b3d-2392fc115c3f']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:58:07.491352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-17a9308e-a106-4b1e-b06a-5714db8a9dba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:07.749864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-17a9308e-a106-4b1e-b06a-5714db8a9dba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] For port 1b810483-4b02-47fb-89b3-97e50b6fce21, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b810483-4b02-47fb-89b3-97e50b6fce21,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:58:07.777707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-17a9308e-a106-4b1e-b06a-5714db8a9dba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:07.781956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-17a9308e-a106-4b1e-b06a-5714db8a9dba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:07.792915 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['1b810483-4b02-47fb-89b3-97e50b6fce21'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:58:07.850827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-17a9308e-a106-4b1e-b06a-5714db8a9dba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:07.851485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-17a9308e-a106-4b1e-b06a-5714db8a9dba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:07.852960 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d110ac6-4170-4b46-86d8-035ef6399b4b req-17a9308e-a106-4b1e-b06a-5714db8a9dba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "PUT /v2.0/ports/1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 981 time: 0.4845746 Dec 23 08:58:07.853425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:58:07.880415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9308e-a106-4b1e-b06a-5714db8a9dba tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'Port': ['ID=1b810483-4b02-47fb-89b3-97e50b6fce21,revision_number=6']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:58:07.920656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['1b810483-4b02-47fb-89b3-97e50b6fce21'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:58:08.059605 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'status': 'completed', 'code': 200} Dec 23 08:58:08.101852 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2132a9b-a60f-4dc4-990e-ebec723f26c7 req-be503244-4302-4a38-8395-36300d9097b2 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:08.105085 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e2132a9b-a60f-4dc4-990e-ebec723f26c7 req-be503244-4302-4a38-8395-36300d9097b2 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0993445 Dec 23 08:58:08.174570 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e2132a9b-a60f-4dc4-990e-ebec723f26c7 req-a32ba719-9c29-40d8-8425-b23684a2597d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628927 Dec 23 08:58:08.178858 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ac53136b-d821-4eef-a4a0-05631df59f19 req-fca2ea19-0485-43da-ae0a-481cecd4ca2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1137 time: 0.0950911 Dec 23 08:58:08.314110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53136b-d821-4eef-a4a0-05631df59f19 req-38fbfd06-2ad0-4f60-8bdf-ff0836bbb9ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:08.315452 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ac53136b-d821-4eef-a4a0-05631df59f19 req-38fbfd06-2ad0-4f60-8bdf-ff0836bbb9ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 915 time: 0.1292255 Dec 23 08:58:08.396596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cf70cd3b-ce64-4fa3-9cd6-4aa9ec56c0d7 None None] Provisioning complete for port 1b810483-4b02-47fb-89b3-97e50b6fce21 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:58:08.396952 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cf70cd3b-ce64-4fa3-9cd6-4aa9ec56c0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:08.417072 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ac53136b-d821-4eef-a4a0-05631df59f19 req-4e372ef6-9bb5-486d-bdd8-99de54ee0a87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 1000 time: 0.0949764 Dec 23 08:58:08.478543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53136b-d821-4eef-a4a0-05631df59f19 req-af8f4fe5-1b6d-41a9-80fb-2c289df33685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:08.479966 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ac53136b-d821-4eef-a4a0-05631df59f19 req-af8f4fe5-1b6d-41a9-80fb-2c289df33685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 200 len: 854 time: 0.0561373 Dec 23 08:58:08.558003 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ac53136b-d821-4eef-a4a0-05631df59f19 req-2d29705d-60b7-436c-b950-f95d1cf9c568 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61ac471-2251-46bb-96f3-867ffadad4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720408 Dec 23 08:58:08.688622 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ac53136b-d821-4eef-a4a0-05631df59f19 req-27bce627-894b-4d73-8830-9d27688a6d5a service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244121 Dec 23 08:58:08.909229 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ac53136b-d821-4eef-a4a0-05631df59f19 req-fe7f0ff8-660b-4a3b-8544-db55cd2f52a4 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130735 Dec 23 08:58:23.412886 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3e6f8d4a-a9ba-4688-a88f-dded7299128e req-0a286517-a68e-418c-b411-89c6f38530df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1137 time: 0.0670848 Dec 23 08:58:23.456260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee0438-91a8-4d66-9e58-19b74005aa1c req-6262cafb-e98f-4cd6-9fdf-831841424735 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:23.457700 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bcee0438-91a8-4d66-9e58-19b74005aa1c req-6262cafb-e98f-4cd6-9fdf-831841424735 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0747986 Dec 23 08:58:23.504562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bcee0438-91a8-4d66-9e58-19b74005aa1c req-bbafa3f2-44c3-4c35-a98b-c45feb58ef63 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407495 Dec 23 08:58:23.545184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f8d4a-a9ba-4688-a88f-dded7299128e req-a22165d1-825e-4466-a2ca-4f07a3ba039b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:23.546643 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3e6f8d4a-a9ba-4688-a88f-dded7299128e req-a22165d1-825e-4466-a2ca-4f07a3ba039b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 915 time: 0.1275828 Dec 23 08:58:23.647535 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3e6f8d4a-a9ba-4688-a88f-dded7299128e req-b371b0f8-2f61-45f2-8461-2fc45d8be5f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 1000 time: 0.0936162 Dec 23 08:58:23.707508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f8d4a-a9ba-4688-a88f-dded7299128e req-5849bdd6-7ed3-4120-b8a9-d70a287c7fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:23.708846 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3e6f8d4a-a9ba-4688-a88f-dded7299128e req-5849bdd6-7ed3-4120-b8a9-d70a287c7fd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 200 len: 854 time: 0.0547214 Dec 23 08:58:23.784785 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3e6f8d4a-a9ba-4688-a88f-dded7299128e req-19ae9bb3-1214-47be-bf2a-8c663774610a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61ac471-2251-46bb-96f3-867ffadad4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689914 Dec 23 08:58:23.910766 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3e6f8d4a-a9ba-4688-a88f-dded7299128e req-a3860f33-5b5b-4fed-ab00-16c168e1c022 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199157 Dec 23 08:58:24.042327 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3e6f8d4a-a9ba-4688-a88f-dded7299128e req-794d76ac-6526-4dd1-82c2-cd1799cd73c2 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199987 Dec 23 08:58:24.708039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ec6eb-9c7c-458f-925d-cc0e93ed7cfc req-46cd7a7c-95be-471e-9aca-2c42ce15bd66 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:24.709470 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-950ec6eb-9c7c-458f-925d-cc0e93ed7cfc req-46cd7a7c-95be-471e-9aca-2c42ce15bd66 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0804958 Dec 23 08:58:24.755329 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-950ec6eb-9c7c-458f-925d-cc0e93ed7cfc req-3cbcefa4-49cf-4e6f-a6b6-26a037eccecd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401340 Dec 23 08:58:25.946746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b242c7e-1bf0-479c-a9c5-02074a52ec18 req-6cd5e7a5-3e26-4216-9ccf-3a78401507b7 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:25.948153 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7b242c7e-1bf0-479c-a9c5-02074a52ec18 req-6cd5e7a5-3e26-4216-9ccf-3a78401507b7 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0743279 Dec 23 08:58:25.993083 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7b242c7e-1bf0-479c-a9c5-02074a52ec18 req-48942024-6a61-4132-8807-c94bd6595920 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394859 Dec 23 08:58:27.188125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521df8f-efe0-41b2-8a7e-5cf3ef61755d req-f90e6f98-88e0-4ffd-b425-d7dafee1bebf tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:27.189533 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0521df8f-efe0-41b2-8a7e-5cf3ef61755d req-f90e6f98-88e0-4ffd-b425-d7dafee1bebf tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0781932 Dec 23 08:58:27.235381 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0521df8f-efe0-41b2-8a7e-5cf3ef61755d req-6d6ab7bf-c089-430d-bc73-b427bc481063 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402956 Dec 23 08:58:28.427516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f8355-32e0-4037-a8ac-fc516b660e56 req-3a8bf75d-29e6-45c4-88db-9d2a3fb24679 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:28.429374 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c99f8355-32e0-4037-a8ac-fc516b660e56 req-3a8bf75d-29e6-45c4-88db-9d2a3fb24679 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0738709 Dec 23 08:58:28.478265 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c99f8355-32e0-4037-a8ac-fc516b660e56 req-25835ed5-2df9-4be5-97e1-3d93384a906b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431466 Dec 23 08:58:29.669362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afecf6-cd60-4fcf-a424-9dfd5c9b2144 req-6c8d3e80-9f79-4c3a-8d72-8d3c1c48111b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:29.670825 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d6afecf6-cd60-4fcf-a424-9dfd5c9b2144 req-6c8d3e80-9f79-4c3a-8d72-8d3c1c48111b tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0740921 Dec 23 08:58:29.716211 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d6afecf6-cd60-4fcf-a424-9dfd5c9b2144 req-86625edc-bc4c-49ac-92a7-200aa8af5bfb tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398045 Dec 23 08:58:30.533689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-81276e17-6b31-4732-a44b-4120495b6d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:30.651143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:30.910263 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52deac6-c917-4d1c-baed-aa388e2cefe6 req-e619ebc7-a9f7-40fb-9cf7-9ee2acb88e04 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:30.911682 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c52deac6-c917-4d1c-baed-aa388e2cefe6 req-e619ebc7-a9f7-40fb-9cf7-9ee2acb88e04 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0785503 Dec 23 08:58:30.956576 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c52deac6-c917-4d1c-baed-aa388e2cefe6 req-384ca666-ff8a-4794-9fcc-4f5d4cfe142a tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388179 Dec 23 08:58:32.152035 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce157b0a-48fd-45bb-884e-450af57a1c6a req-16a60d9a-dcf2-4887-bc10-8c8a36d62dd2 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:32.153513 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ce157b0a-48fd-45bb-884e-450af57a1c6a req-16a60d9a-dcf2-4887-bc10-8c8a36d62dd2 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0762601 Dec 23 08:58:32.200648 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ce157b0a-48fd-45bb-884e-450af57a1c6a req-2c4fefa5-7126-42fe-8651-03da463bfee4 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415907 Dec 23 08:58:32.821018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5c37da4f-7606-4250-86fc-e2e583632603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:33.398191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41a669-c98a-4d07-9a26-5d952a175e36 req-1073c75d-7344-42b4-9d52-86f9757cc236 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:33.399587 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ee41a669-c98a-4d07-9a26-5d952a175e36 req-1073c75d-7344-42b4-9d52-86f9757cc236 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0769174 Dec 23 08:58:33.444692 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ee41a669-c98a-4d07-9a26-5d952a175e36 req-3694f80f-e4be-4a2e-9e23-630f36be6cdd tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397100 Dec 23 08:58:33.915062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:34.015599 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:34.639332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeafed3-0e17-45f6-91da-effc80245b47 req-615418d4-ffb3-41c3-83fc-6aa12c93e9ca tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:34.640764 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8aeafed3-0e17-45f6-91da-effc80245b47 req-615418d4-ffb3-41c3-83fc-6aa12c93e9ca tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0750103 Dec 23 08:58:34.687074 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8aeafed3-0e17-45f6-91da-effc80245b47 req-8f890ffb-a7eb-4c55-84ac-0c7f0e1b46a5 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408568 Dec 23 08:58:35.345578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:58:35.887182 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd202de-6ad9-4b08-abd5-e2e27d7b8fa6 req-3a19d405-0a92-4daa-ac84-b177d73a6d0a tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:58:35.888607 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9bd202de-6ad9-4b08-abd5-e2e27d7b8fa6 req-3a19d405-0a92-4daa-ac84-b177d73a6d0a tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.0775232 Dec 23 08:58:35.934667 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9bd202de-6ad9-4b08-abd5-e2e27d7b8fa6 req-c8f8c146-6852-4692-aabe-cac8a58ada67 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&id=2bf89ccc-571f-4b63-9b3d-2392fc115c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405385 Dec 23 08:58:36.306887 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:59:00.010363 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-4183f56d-96c4-44df-8ae7-3bc5ae99cfab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663633 Dec 23 08:59:00.152637 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-541d56ec-7845-44b8-b21e-3f106d72f48c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1137 time: 0.0708663 Dec 23 08:59:00.294572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-7eff482b-f3e0-4bc5-93f9-32d71e2e41e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:00.295917 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-7eff482b-f3e0-4bc5-93f9-32d71e2e41e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 915 time: 0.1239867 Dec 23 08:59:00.395290 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-e2f7cbe5-afd6-4bf2-a41a-47b31a037911 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 1000 time: 0.0918756 Dec 23 08:59:00.458396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-03156895-e894-4477-aa46-b898cfc1438a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:00.460360 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-03156895-e894-4477-aa46-b898cfc1438a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 200 len: 854 time: 0.0582426 Dec 23 08:59:00.536460 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-2a6e6f3f-c7db-45b1-9686-a81e96b72b87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61ac471-2251-46bb-96f3-867ffadad4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690722 Dec 23 08:59:00.541958 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dca37031-cb13-44f3-89d1-aaaaf16706c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:00.637793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:00.679511 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-6320d6b7-caed-4baf-a8c5-261c0ea8c01b service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358883 Dec 23 08:59:00.893833 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a74da967-d265-43a9-85ad-d3b10290ac0a req-42553aa3-bb52-45f6-aba4-3fb55d7a7ef1 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082121 Dec 23 08:59:02.822673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0d9c995b-8533-48e4-b6e9-519646cd3295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:03.918967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:04.013886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:05.350287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:08.450648 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-15a480c4-2498-4172-aca5-b72be4255d42 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242576394&fields=id&tenant_id=19e3ff599bbf4d6aa433c14e9266cc80 HTTP/1.1" status: 200 len: 267 time: 0.0396655 Dec 23 08:59:08.606093 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-e5f08e1e-e478-4771-9295-9933a849755e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:08.607506 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-e5f08e1e-e478-4771-9295-9933a849755e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 984 time: 0.1520307 Dec 23 08:59:08.617736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Request body: {'port': {'security_groups': ['e2a9b083-c942-4af7-86c0-0132853dac75']}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:08.733679 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:08.964956 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] For port 1b810483-4b02-47fb-89b3-97e50b6fce21, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b810483-4b02-47fb-89b3-97e50b6fce21,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:08.988476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:08.993290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.006122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['1b810483-4b02-47fb-89b3-97e50b6fce21'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:59:09.066626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:09.067215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.069154 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7e65812-c7a2-4678-ab5f-512bcf63db57 req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "PUT /v2.0/ports/1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 942 time: 0.4558306 Dec 23 08:59:09.072594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:59:09.074931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 56932) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:09.092816 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event updated for resources: {'Port': ['ID=1b810483-4b02-47fb-89b3-97e50b6fce21,revision_number=7']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:09.102486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.102762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.103100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.103640 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.103991 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.104317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.104642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.104963 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.105282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.105598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.105921 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae41653-120f-4799-9274-ac7597c2b4d0 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.163574 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'status': 'completed', 'code': 200} Dec 23 08:59:09.168591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['1b810483-4b02-47fb-89b3-97e50b6fce21'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:59:09.174381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.244262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.310155 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f8eecbb4-c2de-426a-8556-d9d8345de641 req-9fe8a940-f516-4731-b758-5ea09940c5d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1098 time: 0.1237881 Dec 23 08:59:09.371195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-77902403-27bf-4e90-8a9c-b9c1cd014df2 None None] Provisioning complete for port 1b810483-4b02-47fb-89b3-97e50b6fce21 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:09.371474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-77902403-27bf-4e90-8a9c-b9c1cd014df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.404008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.427062 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf89ccc-571f-4b63-9b3d-2392fc115c3f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:09.463406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.463744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.464072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.464394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.464755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.465087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.465399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.465711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.466043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.466352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.466659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:09.469377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.473138 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c36f8f5e-1245-4456-8b80-2e95022ebd7d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "DELETE /v2.0/security-groups/2bf89ccc-571f-4b63-9b3d-2392fc115c3f HTTP/1.1" status: 204 len: 168 time: 0.3966725 Dec 23 08:59:09.473624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 56938) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:09.488301 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eecbb4-c2de-426a-8556-d9d8345de641 req-c9dfc3d5-de13-4d90-b647-139f5b537482 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:09.489767 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f8eecbb4-c2de-426a-8556-d9d8345de641 req-c9dfc3d5-de13-4d90-b647-139f5b537482 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 915 time: 0.1734467 Dec 23 08:59:09.590573 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f8eecbb4-c2de-426a-8556-d9d8345de641 req-93a36e87-36bc-43ae-86d9-e357e8e12f0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 1000 time: 0.0943625 Dec 23 08:59:09.654935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eecbb4-c2de-426a-8556-d9d8345de641 req-9b0f311c-f2d4-4954-bb58-cfa6ec8139bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:09.656334 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f8eecbb4-c2de-426a-8556-d9d8345de641 req-9b0f311c-f2d4-4954-bb58-cfa6ec8139bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 200 len: 854 time: 0.0590181 Dec 23 08:59:09.698917 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Deleting port 26854454-0cb7-48ed-9664-827be511e7d7 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:09.699273 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.729371 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f8eecbb4-c2de-426a-8556-d9d8345de641 req-ea7610f5-eb40-4589-b176-9a4272fe2e9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61ac471-2251-46bb-96f3-867ffadad4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657740 Dec 23 08:59:09.859499 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f8eecbb4-c2de-426a-8556-d9d8345de641 req-112f75db-8517-4f0d-98ad-40f354a7a88e service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233358 Dec 23 08:59:09.867732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.868062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:09.985663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Calling delete_port for 26854454-0cb7-48ed-9664-827be511e7d7 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:09.988429 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f8eecbb4-c2de-426a-8556-d9d8345de641 req-aba2e880-5020-4c89-a68d-364392967d6e service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225350 Dec 23 08:59:10.130023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:10.174062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event deleted for resources: {'Port': ['ID=26854454-0cb7-48ed-9664-827be511e7d7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:10.264270 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:10.736397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Router e8628070-0988-4b93-b376-cb51ba0d64bb has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:59:10.930532 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:59:10.939885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] Sync routers for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:59:10.946389 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:10.951429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:10.952016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:10.997479 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-55ab4ee1-1071-4e08-ac80-40f2d3b64d5e tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "DELETE /v2.0/floatingips/84841345-7217-4f87-ab35-2661dfe59f42 HTTP/1.1" status: 204 len: 168 time: 1.5223022 Dec 23 08:59:11.126932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:11.164558 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:59:11.223591 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'status': 'completed', 'code': 200} Dec 23 08:59:11.335761 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-69677488-ca2c-451d-b76e-f776cfde2492 req-25f8ddc0-35ba-4894-9ec5-5d04b8aeb085 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 1098 time: 0.0897455 Dec 23 08:59:11.483954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:32Z', 'revision_number': 5, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:11.487176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69677488-ca2c-451d-b76e-f776cfde2492 req-b7c66fe5-5c05-4b6c-8e6e-ac9dcfcb6373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:11.487765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] Checking router: e8628070-0988-4b93-b376-cb51ba0d64bb for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:59:11.488615 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-69677488-ca2c-451d-b76e-f776cfde2492 req-b7c66fe5-5c05-4b6c-8e6e-ac9dcfcb6373 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 200 len: 915 time: 0.1467640 Dec 23 08:59:11.498197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:11.498790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:11.556760 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-69677488-ca2c-451d-b76e-f776cfde2492 req-9724ba2a-aeed-4f59-9ae8-9e07537f956a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 200 len: 217 time: 0.0612123 Dec 23 08:59:11.621153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69677488-ca2c-451d-b76e-f776cfde2492 req-1da71127-6f68-4482-8d6c-b6559103d203 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:11.622598 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-69677488-ca2c-451d-b76e-f776cfde2492 req-1da71127-6f68-4482-8d6c-b6559103d203 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 200 len: 854 time: 0.0597420 Dec 23 08:59:11.681612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:11.697895 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-69677488-ca2c-451d-b76e-f776cfde2492 req-1c9b4e28-cc71-4231-8d9a-580a587a06fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e61ac471-2251-46bb-96f3-867ffadad4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691748 Dec 23 08:59:11.834482 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-69677488-ca2c-451d-b76e-f776cfde2492 req-15910a4e-110a-498f-9c3f-b4910b3361a0 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284192 Dec 23 08:59:12.002560 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:32Z', 'revision_number': 5, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:12.007422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac9db0-3b14-4811-8314-f7928f7c3526 None None] The sync data for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv is: [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:57:12Z', 'revision_number': 4, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '473267cb-283f-4235-a217-b173163acded', 'name': '', 'network_id': 'e61ac471-2251-46bb-96f3-867ffadad4c5', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'mac_address': 'fa:16:3e:2b:6c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:12Z', 'updated_at': '2021-12-23T08:57:32Z', 'revision_number': 5, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'subnets': [{'id': '7a5722bc-1b5e-455d-a8cf-b60c6bc48e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:59:12.071417 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-69677488-ca2c-451d-b76e-f776cfde2492 req-e89d9873-30f3-40c2-b321-56d419672423 service neutron] 10.222.0.24 "GET /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265208 Dec 23 08:59:12.250468 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fea568-6f1c-4ba3-b1ff-e3b9d2a983e0 None None] New status for floating IP 84841345-7217-4f87-ab35-2661dfe59f42: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 08:59:13.307620 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:59:15.507170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50f148-f6bb-4610-82ac-8017492b6572 req-ffcc35dc-77dc-43c1-b6c4-e53f29405c27 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:15.507763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-9a50f148-f6bb-4610-82ac-8017492b6572 req-ffcc35dc-77dc-43c1-b6c4-e53f29405c27 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Synchronizing usage tracker for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:59:15.523069 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-9a50f148-f6bb-4610-82ac-8017492b6572 req-ffcc35dc-77dc-43c1-b6c4-e53f29405c27 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Unset dirty status for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:59:15.524213 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9a50f148-f6bb-4610-82ac-8017492b6572 req-ffcc35dc-77dc-43c1-b6c4-e53f29405c27 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 945 time: 0.0919178 Dec 23 08:59:15.571845 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9a50f148-f6bb-4610-82ac-8017492b6572 req-5aef6c83-0984-4321-ba22-5c8ee66288b3 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Dec 23 08:59:16.782276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53c5e8-0f71-447f-b0c9-803079108a9d req-45e10401-21db-4fff-a5ed-1bb788c9cd0c tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:16.783621 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a53c5e8-0f71-447f-b0c9-803079108a9d req-45e10401-21db-4fff-a5ed-1bb788c9cd0c tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 945 time: 0.0772634 Dec 23 08:59:16.829278 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2a53c5e8-0f71-447f-b0c9-803079108a9d req-c9e5678a-ba72-4dad-b767-25a80966f317 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2a9b083-c942-4af7-86c0-0132853dac75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394537 Dec 23 08:59:17.047206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-76edd5a5-08c6-4ecc-8fa5-a58a5987f97f tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:17.047840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-76edd5a5-08c6-4ecc-8fa5-a58a5987f97f tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Synchronizing usage tracker for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:59:17.059766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-76edd5a5-08c6-4ecc-8fa5-a58a5987f97f tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Unset dirty status for tenant:19e3ff599bbf4d6aa433c14e9266cc80 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:59:17.060813 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-76edd5a5-08c6-4ecc-8fa5-a58a5987f97f tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 945 time: 0.0900185 Dec 23 08:59:17.126269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Deleting port 1b810483-4b02-47fb-89b3-97e50b6fce21 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:17.126603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:17.361587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] For port 1b810483-4b02-47fb-89b3-97e50b6fce21, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b810483-4b02-47fb-89b3-97e50b6fce21,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:17.361856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:17.479460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Calling delete_port for 1b810483-4b02-47fb-89b3-97e50b6fce21 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:17.617210 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:17.627952 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['1b810483-4b02-47fb-89b3-97e50b6fce21'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:59:17.663722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Pushing event deleted for resources: {'Port': ['ID=1b810483-4b02-47fb-89b3-97e50b6fce21,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:17.738435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] No DVR routers for this DVR port 1b810483-4b02-47fb-89b3-97e50b6fce21 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:59:17.740854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:17.743273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'name': 'network-vif-deleted', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:59:17.758590 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8ed019e-f888-4b0e-8f24-1dc12f267b47 req-bd6bcebc-6dc2-465d-a382-90785d61010d tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.24 "DELETE /v2.0/ports/1b810483-4b02-47fb-89b3-97e50b6fce21 HTTP/1.1" status: 204 len: 173 time: 0.6920850 Dec 23 08:59:17.803091 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d68be78-1f2c-4583-9276-8b110d32c96e', 'name': 'network-vif-deleted', 'tag': '1b810483-4b02-47fb-89b3-97e50b6fce21', 'status': 'completed', 'code': 200} Dec 23 08:59:18.013503 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-866e3902-1d30-459a-b412-b12547e2cfae req-f1d392b6-6d37-4dbd-9a91-3fbd792116f2 tempest-TestMinimumBasicScenario-795886495 tempest-TestMinimumBasicScenario-795886495-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d68be78-1f2c-4583-9276-8b110d32c96e HTTP/1.1" status: 200 len: 210 time: 0.0522163 Dec 23 08:59:19.885720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 1b810483-4b02-47fb-89b3-97e50b6fce21 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:59:19.920960 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 1b810483-4b02-47fb-89b3-97e50b6fce21 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:59:19.921294 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 1b810483-4b02-47fb-89b3-97e50b6fce21 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:59:20.687142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57022) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:21.063989 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:21.732510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Deleting port 473267cb-283f-4235-a217-b173163acded {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:21.733167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:21.902192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] For port 473267cb-283f-4235-a217-b173163acded, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=473267cb-283f-4235-a217-b173163acded,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:21.902537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:22.019958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Calling delete_port for 473267cb-283f-4235-a217-b173163acded owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:22.188491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:22.232563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=473267cb-283f-4235-a217-b173163acded,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:22.515862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:23.157300 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Router e8628070-0988-4b93-b376-cb51ba0d64bb has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:59:23.351148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:59:23.359580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] Sync routers for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:59:23.364336 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-aa230f34-45d2-46a4-a940-715ff5a7fc98 admin admin] 10.222.0.36 "PUT /v2.0/routers/e8628070-0988-4b93-b376-cb51ba0d64bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6761413 Dec 23 08:59:23.367468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57026) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:23.371333 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:23.371955 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:23.546205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:23.559371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:23.753282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:23.764113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Deleting port 11e66b6e-81e8-4578-9e4d-6fe2caf26083 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:23.764450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:23.829376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:59:22Z', 'revision_number': 5, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port': {'id': '11e66b6e-81e8-4578-9e4d-6fe2caf26083', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:10Z', 'updated_at': '2021-12-23T08:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:23.833842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] Checking router: e8628070-0988-4b93-b376-cb51ba0d64bb for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:59:23.844298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] Routers {'e8628070-0988-4b93-b376-cb51ba0d64bb'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:23.844877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['e8628070-0988-4b93-b376-cb51ba0d64bb'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:23.931829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] For port 11e66b6e-81e8-4578-9e4d-6fe2caf26083, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=11e66b6e-81e8-4578-9e4d-6fe2caf26083,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:23.932166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:23.989460 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] Set router e8628070-0988-4b93-b376-cb51ba0d64bb gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:24.060003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Calling delete_port for 11e66b6e-81e8-4578-9e4d-6fe2caf26083 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:24.152790 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:59:23Z', 'revision_number': 6, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:24.156746 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4456801-2e60-4e33-8d22-0b4f881e9fed None None] The sync data for ids ['e8628070-0988-4b93-b376-cb51ba0d64bb'] in dv-neutron-822507-1-hyperv is: [{'id': 'e8628070-0988-4b93-b376-cb51ba0d64bb', 'name': 'tempest-TestMinimumBasicScenario-1626658566-router', 'tenant_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:09Z', 'updated_at': '2021-12-23T08:59:23Z', 'revision_number': 6, 'project_id': '19e3ff599bbf4d6aa433c14e9266cc80', 'gw_port_host': None}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:59:24.329838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:24.371892 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e66b6e-81e8-4578-9e4d-6fe2caf26083,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:24.601671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:24.854517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:24.858455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:24.881720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:24.882182 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8628070-0988-4b93-b376-cb51ba0d64bb {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:59:24.893525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:24.894649 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f55a7bd8-1125-4701-a979-166dcd02dcd7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e8628070-0988-4b93-b376-cb51ba0d64bb HTTP/1.1" status: 204 len: 168 time: 1.5262988 Dec 23 08:59:24.897633 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57030) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:24.958733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdc37c0-1cbb-42c8-86e8-492fa215cd87 admin admin] Deleting subnet 7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:59:24.961907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1fdc37c0-1cbb-42c8-86e8-492fa215cd87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.009837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1fdc37c0-1cbb-42c8-86e8-492fa215cd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.087867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1fdc37c0-1cbb-42c8-86e8-492fa215cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.158553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1fdc37c0-1cbb-42c8-86e8-492fa215cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.196565 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc37c0-1cbb-42c8-86e8-492fa215cd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5722bc-1b5e-455d-a8cf-b60c6bc48e09,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:25.200479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1fdc37c0-1cbb-42c8-86e8-492fa215cd87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.205532 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f606a6-8f71-4a4e-8780-e0761ee8547d None None] Network e61ac471-2251-46bb-96f3-867ffadad4c5 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:59:25.208906 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1fdc37c0-1cbb-42c8-86e8-492fa215cd87 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7a5722bc-1b5e-455d-a8cf-b60c6bc48e09 HTTP/1.1" status: 204 len: 168 time: 0.3080049 Dec 23 08:59:25.209117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57034) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:25.313807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.323998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Deleting port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:25.324326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.448550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] DHCP port deletion for e61ac471-2251-46bb-96f3-867ffadad4c5 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:59:25.452743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] Deleting port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:25.453109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.526155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] For port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:25.526740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.652855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] For port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e,segment=NetworkSegment(e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2),segment_id=e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:25.653151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.741215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Calling delete_port for 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:25.773439 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] Calling delete_port for 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:25.814139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:25.841783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:59:25.842148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:59:25.859712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:25.865618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] No DVR routers for this DVR port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:59:25.978276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:26.001809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61ac471-2251-46bb-96f3-867ffadad4c5']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:26.013909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:26.014236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e8e8e2-c7f5-4c05-b2d5-09aa51e926e2') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:26.025748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:26.040722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:26.046612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:59:26.047006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:59:26.059564 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:59:26.134286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:26.138593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:26.164408 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e61ac471-2251-46bb-96f3-867ffadad4c5,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:26.174237 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9d2f5572-4feb-4afb-a3ae-0f7cfaa6ebb4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e61ac471-2251-46bb-96f3-867ffadad4c5 HTTP/1.1" status: 204 len: 168 time: 0.9641330 Dec 23 08:59:26.179355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57038) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:26.226908 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 473267cb-283f-4235-a217-b173163acded no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:59:26.263920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 473267cb-283f-4235-a217-b173163acded {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:59:26.264170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 473267cb-283f-4235-a217-b173163acded not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:59:26.264585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 11e66b6e-81e8-4578-9e4d-6fe2caf26083 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:59:26.294565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 11e66b6e-81e8-4578-9e4d-6fe2caf26083 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:59:26.294899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 11e66b6e-81e8-4578-9e4d-6fe2caf26083 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:59:26.295301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:59:26.326042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:59:26.326387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:59:26.343720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] Deleting port 0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:26.344109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:26.407374 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-12696d53-5a3d-4426-a8a4-59d4db0b90ba None None] The port '0429c3ff-f3ed-41d0-bf40-e4bb9f9d517e' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:59:26.563491 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:27.143208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Deleting port d5398adf-4b20-4b11-b20c-929f59e58e9f {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:27.143543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:27.404563 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] For port d5398adf-4b20-4b11-b20c-929f59e58e9f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d5398adf-4b20-4b11-b20c-929f59e58e9f,segment=NetworkSegment(630a0278-7bfb-472a-804f-315db007ae7e),segment_id=630a0278-7bfb-472a-804f-315db007ae7e)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:27.404910 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:27.522615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Calling delete_port for d5398adf-4b20-4b11-b20c-929f59e58e9f owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:27.690167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:27.733226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d5398adf-4b20-4b11-b20c-929f59e58e9f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:28.019188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:28.577866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Router 450d5a9c-6284-481e-808d-04149c170c42 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:59:28.862936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:59:28.871745 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] Sync routers for ids ['450d5a9c-6284-481e-808d-04149c170c42'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:59:28.879119 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6c2fcf02-ca76-47da-ba7f-51ff71e4a1ef admin admin] 10.222.0.36 "PUT /v2.0/routers/450d5a9c-6284-481e-808d-04149c170c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7004957 Dec 23 08:59:28.881487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57044) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:28.885106 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] Routers {'450d5a9c-6284-481e-808d-04149c170c42'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:28.885705 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['450d5a9c-6284-481e-808d-04149c170c42'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:29.059944 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] Set router 450d5a9c-6284-481e-808d-04149c170c42 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:29.072981 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:29.267852 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:29.277403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Deleting port c3afe759-8140-4396-98cf-9dda53ebc5a9 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:29.277845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:29.341744 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d5a9c-6284-481e-808d-04149c170c42', 'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208'}], 'enable_snat': True}, 'gw_port_id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:15Z', 'updated_at': '2021-12-23T08:59:27Z', 'revision_number': 5, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'gw_port': {'id': 'c3afe759-8140-4396-98cf-9dda53ebc5a9', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450d5a9c-6284-481e-808d-04149c170c42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:57:16Z', 'updated_at': '2021-12-23T08:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:29.345664 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] Checking router: 450d5a9c-6284-481e-808d-04149c170c42 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:59:29.355638 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] Routers {'450d5a9c-6284-481e-808d-04149c170c42'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:29.356205 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['450d5a9c-6284-481e-808d-04149c170c42'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:29.450955 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] For port c3afe759-8140-4396-98cf-9dda53ebc5a9, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=c3afe759-8140-4396-98cf-9dda53ebc5a9,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:29.451299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:29.507764 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] Set router 450d5a9c-6284-481e-808d-04149c170c42 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:29.573587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Calling delete_port for c3afe759-8140-4396-98cf-9dda53ebc5a9 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:29.650100 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450d5a9c-6284-481e-808d-04149c170c42', 'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:15Z', 'updated_at': '2021-12-23T08:59:29Z', 'revision_number': 6, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:29.654060 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e8dac7-d57f-4345-af56-f28e7176f5b4 None None] The sync data for ids ['450d5a9c-6284-481e-808d-04149c170c42'] in dv-neutron-822507-1-hyperv is: [{'id': '450d5a9c-6284-481e-808d-04149c170c42', 'name': 'tempest-TestMinimumBasicScenario-1455152773-router', 'tenant_id': '1e48dfdd890e415eafe41c89b6881e52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:57:15Z', 'updated_at': '2021-12-23T08:59:29Z', 'revision_number': 6, 'project_id': '1e48dfdd890e415eafe41c89b6881e52', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:59:29.739822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:29.783771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3afe759-8140-4396-98cf-9dda53ebc5a9,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:29.995779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.341023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.345276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.371434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.371977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450d5a9c-6284-481e-808d-04149c170c42 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 08:59:30.387017 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.388136 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a51a26cf-e105-436b-a124-d69dd46d85d9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/450d5a9c-6284-481e-808d-04149c170c42 HTTP/1.1" status: 204 len: 168 time: 1.5057557 Dec 23 08:59:30.391052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57048) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:30.441043 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d5398adf-4b20-4b11-b20c-929f59e58e9f no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:59:30.455337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-574c0da4-b1b7-4b80-b691-780f691f1ab7 admin admin] Deleting subnet 8c32f4d7-1061-4592-873a-bd3d0cd35f00 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 08:59:30.458383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-574c0da4-b1b7-4b80-b691-780f691f1ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.474780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d5398adf-4b20-4b11-b20c-929f59e58e9f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:59:30.475124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d5398adf-4b20-4b11-b20c-929f59e58e9f not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:59:30.475554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c3afe759-8140-4396-98cf-9dda53ebc5a9 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:59:30.512814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: c3afe759-8140-4396-98cf-9dda53ebc5a9 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:59:30.513373 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device c3afe759-8140-4396-98cf-9dda53ebc5a9 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:59:30.514422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-574c0da4-b1b7-4b80-b691-780f691f1ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.537815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2afe8043-84df-4517-827f-f74188d0a819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.601407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-574c0da4-b1b7-4b80-b691-780f691f1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.649928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.675525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-574c0da4-b1b7-4b80-b691-780f691f1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.710630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c0da4-b1b7-4b80-b691-780f691f1ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c32f4d7-1061-4592-873a-bd3d0cd35f00,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:30.716642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-574c0da4-b1b7-4b80-b691-780f691f1ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.721898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe74c3-14dc-4d8b-b4d6-47d52474a00d None None] Network 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:59:30.724910 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-574c0da4-b1b7-4b80-b691-780f691f1ab7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8c32f4d7-1061-4592-873a-bd3d0cd35f00 HTTP/1.1" status: 204 len: 168 time: 0.3310483 Dec 23 08:59:30.725790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57052) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:30.831100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.841615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Deleting port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:30.841938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:30.977479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755919c4-3527-4291-b645-37435cf78e12 None None] DHCP port deletion for 128ec53c-294c-4a06-b4e4-69a9cbcfcfdc request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 08:59:30.981828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-755919c4-3527-4291-b645-37435cf78e12 None None] Deleting port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:30.982274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-755919c4-3527-4291-b645-37435cf78e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.043887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] For port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4ff0a241-a983-4a1c-8c7d-1fd21124ae08,segment=NetworkSegment(630a0278-7bfb-472a-804f-315db007ae7e),segment_id=630a0278-7bfb-472a-804f-315db007ae7e)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:31.044512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.161481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Calling delete_port for 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:31.177054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-755919c4-3527-4291-b645-37435cf78e12 None None] For port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=4ff0a241-a983-4a1c-8c7d-1fd21124ae08,segment=NetworkSegment(630a0278-7bfb-472a-804f-315db007ae7e),segment_id=630a0278-7bfb-472a-804f-315db007ae7e)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:31.177376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-755919c4-3527-4291-b645-37435cf78e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.233697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.279606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff0a241-a983-4a1c-8c7d-1fd21124ae08,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:31.285586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] No DVR routers for this DVR port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 08:59:31.326343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-755919c4-3527-4291-b645-37435cf78e12 None None] Calling delete_port for 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 08:59:31.393457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-755919c4-3527-4291-b645-37435cf78e12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 08:59:31.393800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-755919c4-3527-4291-b645-37435cf78e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 08:59:31.399487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.423441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128ec53c-294c-4a06-b4e4-69a9cbcfcfdc']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:31.435627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630a0278-7bfb-472a-804f-315db007ae7e') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:31.435862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630a0278-7bfb-472a-804f-315db007ae7e') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:31.447371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.462548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.468669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 08:59:31.469040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 08:59:31.481698 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 08:59:31.644474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.659422 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.668997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] Pushing event deleted for resources: {'Network': ['ID=128ec53c-294c-4a06-b4e4-69a9cbcfcfdc,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:31.676338 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fda6f544-1943-4d18-bb52-27e6ed412132 admin admin] 10.222.0.36 "DELETE /v2.0/networks/128ec53c-294c-4a06-b4e4-69a9cbcfcfdc HTTP/1.1" status: 204 len: 168 time: 0.9490800 Dec 23 08:59:31.870654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57058) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:31.894836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-755919c4-3527-4291-b645-37435cf78e12 None None] Deleting port 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 08:59:31.895345 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-755919c4-3527-4291-b645-37435cf78e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:31.918844 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e3e587bc-ae07-4964-ab6b-50a1422b4f2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19e3ff599bbf4d6aa433c14e9266cc80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470674 Dec 23 08:59:31.921286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57062) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:31.960539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-755919c4-3527-4291-b645-37435cf78e12 None None] The port '4ff0a241-a983-4a1c-8c7d-1fd21124ae08' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 08:59:31.985423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4bf38f44-e548-4415-9192-d2f9ec29fb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:32.013919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4bf38f44-e548-4415-9192-d2f9ec29fb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:32.062505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4bf38f44-e548-4415-9192-d2f9ec29fb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:32.079630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf38f44-e548-4415-9192-d2f9ec29fb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a9b083-c942-4af7-86c0-0132853dac75,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:32.086442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4bf38f44-e548-4415-9192-d2f9ec29fb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:32.087529 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4bf38f44-e548-4415-9192-d2f9ec29fb2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2a9b083-c942-4af7-86c0-0132853dac75 HTTP/1.1" status: 204 len: 168 time: 0.1653724 Dec 23 08:59:32.224562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 08:59:32.257278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 08:59:32.257619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 4ff0a241-a983-4a1c-8c7d-1fd21124ae08 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 08:59:32.472572 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57070) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:32.522781 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2828a129-dad9-47d3-9709-7a58670c6f9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e48dfdd890e415eafe41c89b6881e52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490026 Dec 23 08:59:32.525159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57074) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:32.583269 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4d95c69d-3187-4b3a-bee2-fe1917ef3983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:32.608320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4d95c69d-3187-4b3a-bee2-fe1917ef3983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:32.657978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4d95c69d-3187-4b3a-bee2-fe1917ef3983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:32.673850 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95c69d-3187-4b3a-bee2-fe1917ef3983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e597a8-f8ea-4dbf-ad7e-340e974fe113,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:32.678773 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4d95c69d-3187-4b3a-bee2-fe1917ef3983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:32.682222 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4d95c69d-3187-4b3a-bee2-fe1917ef3983 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7e597a8-f8ea-4dbf-ad7e-340e974fe113 HTTP/1.1" status: 204 len: 168 time: 0.1538520 Dec 23 08:59:32.823164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dad9303f-de47-485b-8be1-ade30dc93cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:33.921298 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:34.016198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:34.736752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57120) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:34.742213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388163602', 'description': 'tempest-secgroup-smoke-388163602 description', 'project_id': '2366574148f945aca709e62d5f518c5c'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:34.748165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:34.751924 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:34.754726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:34.760311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:34.772122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:34.787986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:34.820077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:34.823733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:34.826443 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:34.832696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:34.900447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:34.904828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:34.945358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:34.947376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1dd1b3-46c4-41cb-949f-f466b3f704ea,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:34.951522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:34.954308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:34.960454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:35.016268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.020529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.059966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555cb610-a9f8-44fa-a863-b212c8d5cabb,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:35.062537 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.065884 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a1162d25-9385-482f-92fb-13b14ebc078e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3260157 Dec 23 08:59:35.067142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57124) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:35.072681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '555cb610-a9f8-44fa-a863-b212c8d5cabb', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:35.078541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:35.083041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:35.085876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:35.091605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:35.111655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.172177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.176188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.198399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba19be6-1a24-4b33-8497-9d4cc2a36636,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:35.207758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.209088 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a8469223-a62d-48d8-ba60-d4ea2f7bee47 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1410191 Dec 23 08:59:35.211797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57128) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:35.216907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '555cb610-a9f8-44fa-a863-b212c8d5cabb', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:35.222912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:35.226656 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:35.229461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:35.235544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:35.251781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.312607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.317980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.344711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bece84-473c-4d8f-9c95-b177ecb69556,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:35.354855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.356415 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-62db830b-6369-4a7b-8feb-e95695f52980 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1436629 Dec 23 08:59:35.359187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57132) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:35.360521 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.365519 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '555cb610-a9f8-44fa-a863-b212c8d5cabb', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:35.371730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:35.376027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:35.379805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:35.386316 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:35.404276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.467405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.471630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.493451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57daa343-1f71-4202-8d9a-9e95fdbfe8c6,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:35.507129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.508444 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-96212298-8487-49ac-89ac-08d578dffb5b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1481800 Dec 23 08:59:35.511380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57136) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:35.517130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '555cb610-a9f8-44fa-a863-b212c8d5cabb', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:35.523215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:35.527153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:35.530141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:35.536785 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:35.554580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.618228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.621601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.643950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc55f2f0-96db-40d8-9df8-7e291b950698,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:35.651934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.653079 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bc6e73e4-336e-4e0d-8af3-6b66015cc716 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1407130 Dec 23 08:59:35.655893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57140) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:35.661722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '555cb610-a9f8-44fa-a863-b212c8d5cabb', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:35.667505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:35.671280 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:35.674155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:35.680339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:35.690346 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:59:35.696946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.763277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.767128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.789867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3d1cbd-1043-42ad-b543-bbb6697dfa24,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:35.798508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.799641 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-edae4a57-c0f4-4ae3-afed-9b6595c67b97 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1428161 Dec 23 08:59:35.802945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57144) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:35.808147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '555cb610-a9f8-44fa-a863-b212c8d5cabb', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:35.813740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:35.817570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:35.820397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:35.825923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:35.836021 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 08:59:35.842056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.905356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.908958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.931317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6d9c3e-01e5-4803-8747-a745915a6e2b,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:35.940391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:35.941548 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4f19d721-e813-4a11-bbae-774e81ee12a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1377182 Dec 23 08:59:35.944682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57148) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:35.950073 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'network': {'name': 'tempest-network-smoke--1297157124', 'project_id': '2366574148f945aca709e62d5f518c5c', 'port_security_enabled': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:35.954840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:35.959024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:network and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:35.961818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:35.967370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:35.978458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:59:35.981254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.007928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 08:59:36.016781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.017071 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Added segment 0c918f61-b2b6-42cc-add8-e6705d04663f of type vlan for network 7dc6c8a4-e007-4e45-967e-29138d2515e7 Dec 23 08:59:36.042701 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.072445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.075969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:36.076533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.171706 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2260423 Dec 23 08:59:36.174533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57152) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:36.181683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'admin_state_up': True, 'project_id': '2366574148f945aca709e62d5f518c5c', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:36.189558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98182ceb-eac8-40c3-a654-d84cbfb76f89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Network': ['ID=7dc6c8a4-e007-4e45-967e-29138d2515e7,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:36.191889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:36.195748 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:router and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:36.198582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:36.199428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7dc6c8a4-e007-4e45-967e-29138d2515e7 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 08:59:36.204352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:36.215161 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.216133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.235474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.383506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.553630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.586558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.718299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.251 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:59:36.859857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.886872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:36.954927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:59:36.957733 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:59:36.962624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:59:36.985454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:37.192945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:37.193667 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:37.410659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 08:59:37.606271 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:59:37.617390 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Sync routers for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:59:37.629274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:37.629873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:37.633697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:37.635049 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-41201a23-61e6-4192-aaf5-48d85cbc551e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4596205 Dec 23 08:59:37.638086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57156) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:37.796790 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-888b1e94-b1e7-4b65-a5b9-b05b862351d3 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=2366574148f945aca709e62d5f518c5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1573491 Dec 23 08:59:37.799332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57162) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:37.805224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:37.924707 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fbfd2f-9a68-4d56-bfa3-6b8fda939031 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:37.926848 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b4fbfd2f-9a68-4d56-bfa3-6b8fda939031 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265829 Dec 23 08:59:37.929629 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57166) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:37.973744 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2b29f33a-250b-4b8c-830a-16223a442b3d tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402546 Dec 23 08:59:37.973985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57170) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:37.979107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-856953081', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'project_id': '2366574148f945aca709e62d5f518c5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:38.083001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:37Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:38.086290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:38.086748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Checking router: dc60a653-1f98-4852-9e6c-3cfb6f2ac77d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:59:38.087087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Updating router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:59:38.089919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:subnet and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:38.092693 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:38.099035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:38.108403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:59:38.140715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:38.209588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:38.416549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:38.454909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:38.467647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Transition to ACTIVE for port object f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:59:38.475514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:38.496059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Subnet': ['ID=dac15d47-de47-49f3-80a7-e041349d3df6,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:38.512873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Checking segment: {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:59:38.513478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network hostable DHCP agents. Network: 7dc6c8a4-e007-4e45-967e-29138d2515e7, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 08:59:38.540757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 7dc6c8a4-e007-4e45-967e-29138d2515e7 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 08:59:38.550476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7dc6c8a4-e007-4e45-967e-29138d2515e7) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:59:38.554844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:38.555569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:38.567788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Attempting to bind port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:59:38.568143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Attempting to bind port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:59:38.568490 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Attempting to bind port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:59:38.570541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e6a32f-60a0-4437-a588-f11b5e354bc4 None None] Network 7dc6c8a4-e007-4e45-967e-29138d2515e7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:59:38.580099 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-25378fef-86b5-4dd3-88c1-5bd2975fdc1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6051526 Dec 23 08:59:38.583492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57174) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:38.685799 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:59:38.686385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:59:38.686475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:38.686849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:59:38.687297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Bound port: f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:59:38.687651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:38.710286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Pushing event updated for resources: {'Port': ['ID=f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:38.807326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.807659 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.807985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.808315 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.808624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.808938 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.809250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.809561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.809867 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.810200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.810506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:38.929982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] For port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:59:38.947285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] For port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:59:38.955987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:39.099719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7dc6c8a4-e007-4e45-967e-29138d2515e7', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 08:59:39.100501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:39.187251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba377fa-60ac-4cb5-aecb-60e224230278 None None] Pushing event updated for resources: {'Port': ['ID=f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:39.216931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:39.217542 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:39.428416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:39.488334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:39.527264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Allocated IP 172.20.0.2 (7dc6c8a4-e007-4e45-967e-29138d2515e7/dac15d47-de47-49f3-80a7-e041349d3df6/18a85a80-078e-47d2-bb78-7aa0fc2b1488) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:59:39.941833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:39.999866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Transition to ACTIVE for port object 18a85a80-078e-47d2-bb78-7aa0fc2b1488 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:59:40.021704 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:37Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:40.026141 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Transition to ACTIVE for port object 18a85a80-078e-47d2-bb78-7aa0fc2b1488 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:59:40.028936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc8219-eeea-40cb-8ca2-bf4af18792e7 None None] The sync data for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv is: [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:37Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:59:40.032149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:40.097747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Network 7dc6c8a4-e007-4e45-967e-29138d2515e7 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:59:40.100447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:59:40.104122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:59:40.106974 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.1 (7dc6c8a4-e007-4e45-967e-29138d2515e7/dac15d47-de47-49f3-80a7-e041349d3df6/b289663e-c610-46bc-83c3-94c68b9f1b6d) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:59:40.110926 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Pushing event updated for resources: {'Port': ['ID=18a85a80-078e-47d2-bb78-7aa0fc2b1488,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:40.198963 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Attempting to bind port 18a85a80-078e-47d2-bb78-7aa0fc2b1488 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:59:40.199326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Attempting to bind port 18a85a80-078e-47d2-bb78-7aa0fc2b1488 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:59:40.199678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Attempting to bind port 18a85a80-078e-47d2-bb78-7aa0fc2b1488 on network 7dc6c8a4-e007-4e45-967e-29138d2515e7 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:59:40.206107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:59:40.206427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Checking segment: {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:59:40.207507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:40.207884 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Bound using segment: {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:59:40.208329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Bound port: 18a85a80-078e-47d2-bb78-7aa0fc2b1488, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:59:40.210774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:40.305936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:40.320662 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] For port 18a85a80-078e-47d2-bb78-7aa0fc2b1488, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:59:40.323821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object b289663e-c610-46bc-83c3-94c68b9f1b6d will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:59:40.323986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] For port 18a85a80-078e-47d2-bb78-7aa0fc2b1488, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=18a85a80-078e-47d2-bb78-7aa0fc2b1488,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:59:40.330099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:40.347704 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:40.422228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1c1be-024d-42f9-867f-abab1dce8e4c None None] Pushing event updated for resources: {'Port': ['ID=18a85a80-078e-47d2-bb78-7aa0fc2b1488,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:40.422427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 7dc6c8a4-e007-4e45-967e-29138d2515e7 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:59:40.428011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:59:40.428403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:59:40.459850 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=b289663e-c610-46bc-83c3-94c68b9f1b6d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:40.492137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:40.600786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:41.130122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:41.135396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:41.248734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=b289663e-c610-46bc-83c3-94c68b9f1b6d,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:41.251247 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:41.338117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed31a9-fd44-4388-b9c4-4e1f409e5b6d None None] Network 7dc6c8a4-e007-4e45-967e-29138d2515e7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 08:59:41.388719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 7dc6c8a4-e007-4e45-967e-29138d2515e7 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:59:41.389812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:59:41.442218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b6b7b458-85d1-489a-adf5-70c34947149d None None] Provisioning for port 18a85a80-078e-47d2-bb78-7aa0fc2b1488 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:59:41.774823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f9b5e786-e307-4dd2-8848-e7d436fbdac7 None None] Provisioning for port b289663e-c610-46bc-83c3-94c68b9f1b6d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:59:41.780180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:59:41.780727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f9b5e786-e307-4dd2-8848-e7d436fbdac7 None None] Provisioning complete for port b289663e-c610-46bc-83c3-94c68b9f1b6d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:41.780727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e786-e307-4dd2-8848-e7d436fbdac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:41.841402 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5e786-e307-4dd2-8848-e7d436fbdac7 None None] Port b289663e-c610-46bc-83c3-94c68b9f1b6d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:59:41.983124 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-2c640ed0-30f3-4595-8fb2-081e9e5248c8 None None] Provisioning complete for port b289663e-c610-46bc-83c3-94c68b9f1b6d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:41.983568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2c640ed0-30f3-4595-8fb2-081e9e5248c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:41.990029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:59:42.006527 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c6e50cc3-4a77-44c9-826c-18ecf3d20b67 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/dc60a653-1f98-4852-9e6c-3cfb6f2ac77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4219310 Dec 23 08:59:42.037420 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-2c640ed0-30f3-4595-8fb2-081e9e5248c8 None None] Port b289663e-c610-46bc-83c3-94c68b9f1b6d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:59:42.158007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7ab40086-253b-4098-b08a-87ef928e80a5 None None] Provisioning complete for port b289663e-c610-46bc-83c3-94c68b9f1b6d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:42.158376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7ab40086-253b-4098-b08a-87ef928e80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:42.172764 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-d61c8e9e-07aa-4b9f-97f4-4d990a2920e9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388163602&fields=id&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 267 time: 0.0428505 Dec 23 08:59:42.214533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7ab40086-253b-4098-b08a-87ef928e80a5 None None] Port b289663e-c610-46bc-83c3-94c68b9f1b6d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:59:42.293767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:59:42.321452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f381-540b-476f-8e6d-8a17db226c18 req-21c9b754-cac3-49e8-84d6-28f75375d150 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:42.323651 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-21c9b754-cac3-49e8-84d6-28f75375d150 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/networks?id=7dc6c8a4-e007-4e45-967e-29138d2515e7 HTTP/1.1" status: 200 len: 797 time: 0.1439419 Dec 23 08:59:42.338707 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-f7726f2a-5feb-4d15-801c-f1e1cac03a15 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/quotas/2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 375 time: 0.0105512 Dec 23 08:59:42.360174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:59:42.365261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:42.365625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:42.417862 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-d816dcdf-8460-4e55-b2c7-c54fe3ecb3c7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738792 Dec 23 08:59:42.433116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-356e5942-f2f3-48ba-a208-a3889380eb95 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 08:59:42.434108 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-356e5942-f2f3-48ba-a208-a3889380eb95 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050013 Dec 23 08:59:42.478235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:42.494363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:42.498920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:42.499896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 18a85a80-078e-47d2-bb78-7aa0fc2b1488 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:59:42.568615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-eb70b187-68bb-4817-9dfc-7158a7bc4768 service neutron] 10.222.0.36 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287127 Dec 23 08:59:42.611990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:42.624584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 18a85a80-078e-47d2-bb78-7aa0fc2b1488 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:59:42.629905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 18a85a80-078e-47d2-bb78-7aa0fc2b1488 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:42.630290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:42.709621 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-3f59de0a-c20e-4210-a9f9-fb6014f6a85b service neutron] 10.222.0.36 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352434 Dec 23 08:59:42.741131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:42.774447 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 18a85a80-078e-47d2-bb78-7aa0fc2b1488, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=18a85a80-078e-47d2-bb78-7aa0fc2b1488,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:42.778387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:42.855036 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=18a85a80-078e-47d2-bb78-7aa0fc2b1488,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:42.896646 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9d1c5e68-a267-4d58-b00c-58a01c425828 req-5d591d4c-3dae-457f-aec8-1e377cd5707d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 210 time: 0.0406773 Dec 23 08:59:43.562954 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Sync routers for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:59:43.574863 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:43.575449 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:43.752590 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:44.005420 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a17a0276-faf6-4e14-a6d2-78c50d62da82 req-7d7e23e3-09ba-4cb3-a456-bca60f44dfee tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 210 time: 0.0433240 Dec 23 08:59:44.053470 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b289663e-c610-46bc-83c3-94c68b9f1b6d', 'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:e1:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:39Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 2, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:44.057305 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Checking router: dc60a653-1f98-4852-9e6c-3cfb6f2ac77d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:59:44.057645 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Updating router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d port b289663e-c610-46bc-83c3-94c68b9f1b6d binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 08:59:44.110181 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:44.247807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:59:44.314098 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:44.314544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:44.428269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 18a85a80-078e-47d2-bb78-7aa0fc2b1488 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:59:44.444336 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:44.455598 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Transition to ACTIVE for port object b289663e-c610-46bc-83c3-94c68b9f1b6d will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:59:44.462751 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:44.495004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 18a85a80-078e-47d2-bb78-7aa0fc2b1488 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:44.495451 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:44.524359 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Pushing event updated for resources: {'Port': ['ID=b289663e-c610-46bc-83c3-94c68b9f1b6d,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:44.533310 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.534030 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.534030 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.534306 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.535219 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.535546 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.535863 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.536282 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.536692 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.537069 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.537597 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 08:59:44.695031 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Attempting to bind port b289663e-c610-46bc-83c3-94c68b9f1b6d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:59:44.695696 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Attempting to bind port b289663e-c610-46bc-83c3-94c68b9f1b6d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:59:44.695792 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Attempting to bind port b289663e-c610-46bc-83c3-94c68b9f1b6d on network 7dc6c8a4-e007-4e45-967e-29138d2515e7 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:59:44.702574 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:59:44.702937 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Checking segment: {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:59:44.703328 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:44.703711 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Bound using segment: {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:59:44.704203 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Bound port: b289663e-c610-46bc-83c3-94c68b9f1b6d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:59:44.704545 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:44.793770 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] For port b289663e-c610-46bc-83c3-94c68b9f1b6d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:59:44.796640 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] For port b289663e-c610-46bc-83c3-94c68b9f1b6d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b289663e-c610-46bc-83c3-94c68b9f1b6d,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:59:44.801235 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:44.879147 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:44.879764 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:44.945437 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b59222-a80d-47d0-88f6-75dd3a03a5e0 None None] Pushing event updated for resources: {'Port': ['ID=b289663e-c610-46bc-83c3-94c68b9f1b6d,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:45.091396 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:45.117348 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a1db2e6f-336d-4bff-be2e-6861b065fa1d req-8f7f6888-f016-4fef-825f-08407ee26324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 210 time: 0.0424781 Dec 23 08:59:45.399803 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b289663e-c610-46bc-83c3-94c68b9f1b6d', 'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:e1:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:39Z', 'updated_at': '2021-12-23T08:59:44Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:45.403686 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f742ca3-6b37-4dfa-a199-7916c06a83eb None None] The sync data for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv is: [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b289663e-c610-46bc-83c3-94c68b9f1b6d', 'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:e1:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:39Z', 'updated_at': '2021-12-23T08:59:44Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 08:59:46.234518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f381-540b-476f-8e6d-8a17db226c18 req-fe5baa3e-d50e-4662-81c5-af0f1a6f843e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:46.235666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1180f381-540b-476f-8e6d-8a17db226c18 req-fe5baa3e-d50e-4662-81c5-af0f1a6f843e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:59:46.269776 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1180f381-540b-476f-8e6d-8a17db226c18 req-fe5baa3e-d50e-4662-81c5-af0f1a6f843e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:59:46.270954 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-fe5baa3e-d50e-4662-81c5-af0f1a6f843e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/networks?id=7dc6c8a4-e007-4e45-967e-29138d2515e7 HTTP/1.1" status: 200 len: 797 time: 0.2133696 Dec 23 08:59:46.312783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b289663e-c610-46bc-83c3-94c68b9f1b6d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:59:46.329088 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aaf6d8aa-bb12-48a8-b6db-99569a976d6b req-4f2c0f62-7d21-4be1-b3bd-073f60ee327c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 210 time: 0.0676892 Dec 23 08:59:46.347481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1180f381-540b-476f-8e6d-8a17db226c18 req-8fa17fa6-bd53-4440-be52-c4d2b7d7b6e6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 08:59:46.369591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1180f381-540b-476f-8e6d-8a17db226c18 req-8fa17fa6-bd53-4440-be52-c4d2b7d7b6e6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 08:59:46.370862 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-8fa17fa6-bd53-4440-be52-c4d2b7d7b6e6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 379 time: 0.0868425 Dec 23 08:59:46.382611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'port': {'device_id': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'admin_state_up': True, 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'security_groups': ['555cb610-a9f8-44fa-a863-b212c8d5cabb']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:46.401927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b289663e-c610-46bc-83c3-94c68b9f1b6d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:59:46.406971 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b289663e-c610-46bc-83c3-94c68b9f1b6d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:46.407324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:46.521233 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:46.526089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:port and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:46.529058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:46.535266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:46.545833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 08:59:46.548086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:46.548942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:46.579258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b289663e-c610-46bc-83c3-94c68b9f1b6d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b289663e-c610-46bc-83c3-94c68b9f1b6d,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:46.584072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:46.651708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b289663e-c610-46bc-83c3-94c68b9f1b6d,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:46.709531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.7 (7dc6c8a4-e007-4e45-967e-29138d2515e7/dac15d47-de47-49f3-80a7-e041349d3df6/707936a0-539c-4371-92cc-92b0f77f3ac9) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:59:46.978534 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:46.993242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object 707936a0-539c-4371-92cc-92b0f77f3ac9 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:59:47.015532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:47.086160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 7dc6c8a4-e007-4e45-967e-29138d2515e7 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:59:47.089196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:59:47.091447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:59:47.124675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=707936a0-539c-4371-92cc-92b0f77f3ac9,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:47.159501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:47.160086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:47.181011 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-b32e4a74-2e0a-4a5a-86f4-b5d1e98d9fd3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023465 Dec 23 08:59:47.192625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Request body: {'port': {'device_id': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:47.303034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:47.326761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5541eeb3-e14f-4e83-893c-d84835d5a535 None None] Provisioning for port 707936a0-539c-4371-92cc-92b0f77f3ac9 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:59:47.332226 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5541eeb3-e14f-4e83-893c-d84835d5a535 None None] Provisioning complete for port 707936a0-539c-4371-92cc-92b0f77f3ac9 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:47.332613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5541eeb3-e14f-4e83-893c-d84835d5a535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:47.385931 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5541eeb3-e14f-4e83-893c-d84835d5a535 None None] Port 707936a0-539c-4371-92cc-92b0f77f3ac9 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 08:59:47.641626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2535e49-5556-4879-ae2a-521435dcee2d req-3dab27b5-fd08-4b01-8848-0ade408f2f9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:47.643468 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f2535e49-5556-4879-ae2a-521435dcee2d req-3dab27b5-fd08-4b01-8848-0ade408f2f9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 931 time: 0.1697540 Dec 23 08:59:47.655043 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707936a0-539c-4371-92cc-92b0f77f3ac9 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:59:47.661877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:47.675702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Transition to ACTIVE for port object 707936a0-539c-4371-92cc-92b0f77f3ac9 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 08:59:47.679548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:47.688414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f2535e49-5556-4879-ae2a-521435dcee2d req-943fee62-2ee5-4a19-9927-331aed262bb1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389853 Dec 23 08:59:47.802632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Pushing event updated for resources: {'Port': ['ID=707936a0-539c-4371-92cc-92b0f77f3ac9,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:47.913005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Attempting to bind port 707936a0-539c-4371-92cc-92b0f77f3ac9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 08:59:47.913334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Attempting to bind port 707936a0-539c-4371-92cc-92b0f77f3ac9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 08:59:47.913652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Attempting to bind port 707936a0-539c-4371-92cc-92b0f77f3ac9 on network 7dc6c8a4-e007-4e45-967e-29138d2515e7 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:59:47.919353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Port 707936a0-539c-4371-92cc-92b0f77f3ac9 on network 7dc6c8a4-e007-4e45-967e-29138d2515e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 08:59:47.919663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Attempting to bind port 707936a0-539c-4371-92cc-92b0f77f3ac9 on network 7dc6c8a4-e007-4e45-967e-29138d2515e7 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 08:59:47.925777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 8, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 08:59:47.926132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Checking segment: {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 08:59:47.926507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Bound using segment: {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 08:59:47.926918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Bound port: 707936a0-539c-4371-92cc-92b0f77f3ac9, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c918f61-b2b6-42cc-add8-e6705d04663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 08:59:47.927254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:48.011157 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] For port 707936a0-539c-4371-92cc-92b0f77f3ac9, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 08:59:48.013927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] For port 707936a0-539c-4371-92cc-92b0f77f3ac9, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=707936a0-539c-4371-92cc-92b0f77f3ac9,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 08:59:48.018529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:48.080778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:48.082756 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] 10.222.0.24 "PUT /v2.0/ports/707936a0-539c-4371-92cc-92b0f77f3ac9 HTTP/1.1" status: 200 len: 1093 time: 0.8948507 Dec 23 08:59:48.083342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:59:48.106217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5af39-5900-49a6-8103-07b639ae852e service neutron] Pushing event updated for resources: {'Port': ['ID=707936a0-539c-4371-92cc-92b0f77f3ac9,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:48.198075 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-9770ae95-9b8d-4e4b-80d9-e4b203c153de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 1096 time: 0.0744159 Dec 23 08:59:48.253332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b289663e-c610-46bc-83c3-94c68b9f1b6d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:59:48.260798 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'status': 'completed', 'code': 200} Dec 23 08:59:48.276004 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-8ed5b7cd-7534-4c3c-b28d-46add8e43c71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=707936a0-539c-4371-92cc-92b0f77f3ac9 HTTP/1.1" status: 200 len: 217 time: 0.0705109 Dec 23 08:59:48.333408 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b289663e-c610-46bc-83c3-94c68b9f1b6d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:48.333932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:48.337758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180f381-540b-476f-8e6d-8a17db226c18 req-2a85108f-5b92-476f-99de-686e5abf6391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:48.339209 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-2a85108f-5b92-476f-99de-686e5abf6391 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dac15d47-de47-49f3-80a7-e041349d3df6 HTTP/1.1" status: 200 len: 834 time: 0.0577791 Dec 23 08:59:48.411409 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-0baf224d-fda9-4f05-b9d3-aa0ac646087c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dc6c8a4-e007-4e45-967e-29138d2515e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661013 Dec 23 08:59:48.538819 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-5842168b-9591-42e4-a26b-e3bc9599e386 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212106 Dec 23 08:59:48.758034 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1180f381-540b-476f-8e6d-8a17db226c18 req-799b7638-5456-420a-8ea0-fae75e4d0b03 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130699 Dec 23 08:59:48.880454 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-72215551-63a1-40e0-b2a1-199e9b713b29 req-0ec01bea-6c81-4587-b947-93ea8767ca2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 1096 time: 0.0743079 Dec 23 08:59:49.010315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72215551-63a1-40e0-b2a1-199e9b713b29 req-89f9cc58-ad52-407d-aeaa-67c382933394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:49.011672 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-72215551-63a1-40e0-b2a1-199e9b713b29 req-89f9cc58-ad52-407d-aeaa-67c382933394 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dc6c8a4-e007-4e45-967e-29138d2515e7 HTTP/1.1" status: 200 len: 897 time: 0.1251428 Dec 23 08:59:49.031604 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb468d25-75f8-4565-b1c1-6eb8026592fd req-470b137c-4aaa-4f7e-943d-cb5afb27ad6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:49.033036 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fb468d25-75f8-4565-b1c1-6eb8026592fd req-470b137c-4aaa-4f7e-943d-cb5afb27ad6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 943 time: 0.0753653 Dec 23 08:59:49.079451 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fb468d25-75f8-4565-b1c1-6eb8026592fd req-dae84425-b583-44a8-94ad-70d293eb7e48 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402768 Dec 23 08:59:49.084413 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-72215551-63a1-40e0-b2a1-199e9b713b29 req-aa2c8efc-4a8c-466b-bff8-6dde903f0a63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=707936a0-539c-4371-92cc-92b0f77f3ac9 HTTP/1.1" status: 200 len: 217 time: 0.0656729 Dec 23 08:59:49.155137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72215551-63a1-40e0-b2a1-199e9b713b29 req-d93b6241-ad48-4199-b50d-9b1a53d0244c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:49.156554 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-72215551-63a1-40e0-b2a1-199e9b713b29 req-d93b6241-ad48-4199-b50d-9b1a53d0244c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dac15d47-de47-49f3-80a7-e041349d3df6 HTTP/1.1" status: 200 len: 834 time: 0.0651531 Dec 23 08:59:49.243887 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-72215551-63a1-40e0-b2a1-199e9b713b29 req-3a2703ef-afb0-4f5d-979a-71342133f71d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dc6c8a4-e007-4e45-967e-29138d2515e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799136 Dec 23 08:59:49.375816 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-72215551-63a1-40e0-b2a1-199e9b713b29 req-0e314198-5f26-4206-9f4c-57e1a5369811 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247861 Dec 23 08:59:49.508947 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-72215551-63a1-40e0-b2a1-199e9b713b29 req-e215953c-1fd1-4935-aea7-f4fead0047ac service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261160 Dec 23 08:59:50.290329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed5b6-1a23-4ebf-a90e-50e752d02718 req-072e7175-8151-492e-9a8c-8830d0dfc950 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:50.291654 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-439ed5b6-1a23-4ebf-a90e-50e752d02718 req-072e7175-8151-492e-9a8c-8830d0dfc950 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 943 time: 0.0766015 Dec 23 08:59:50.307462 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 08:59:50.335574 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-439ed5b6-1a23-4ebf-a90e-50e752d02718 req-47fd6a5b-16b1-47d2-9227-65e3234f5a0d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383453 Dec 23 08:59:51.524187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d48d6-78d4-4366-a864-bdf468e29a24 req-403b3c96-28f8-445f-ab55-997b07f3f464 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:51.525616 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a36d48d6-78d4-4366-a864-bdf468e29a24 req-403b3c96-28f8-445f-ab55-997b07f3f464 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 943 time: 0.0745833 Dec 23 08:59:51.572776 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a36d48d6-78d4-4366-a864-bdf468e29a24 req-4295b63d-a00e-4163-8515-310fbaf5f33a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416753 Dec 23 08:59:52.041341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 707936a0-539c-4371-92cc-92b0f77f3ac9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 08:59:52.170458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 707936a0-539c-4371-92cc-92b0f77f3ac9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=707936a0-539c-4371-92cc-92b0f77f3ac9,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:52.186969 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'port_id': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'mac_address': 'fa:16:3e:6b:41:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 08:59:52.240364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:52.258476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707936a0-539c-4371-92cc-92b0f77f3ac9 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 08:59:52.273141 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 707936a0-539c-4371-92cc-92b0f77f3ac9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=707936a0-539c-4371-92cc-92b0f77f3ac9,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:52.277032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:52.343562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=707936a0-539c-4371-92cc-92b0f77f3ac9,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:52.474367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['707936a0-539c-4371-92cc-92b0f77f3ac9'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 08:59:52.771841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177e00-58a4-4fa1-9f4b-a543797cd2ab req-98eddd15-65e5-4a46-9822-ecb69cd9790f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:52.773865 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-28177e00-58a4-4fa1-9f4b-a543797cd2ab req-98eddd15-65e5-4a46-9822-ecb69cd9790f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 944 time: 0.0760453 Dec 23 08:59:52.817645 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-28177e00-58a4-4fa1-9f4b-a543797cd2ab req-58d37ebb-fb49-471f-80cc-9203172a801d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382774 Dec 23 08:59:54.018635 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3ef3-6ed7-497f-b9e8-d5f0ed0748b8 req-cb705c38-55f0-49fe-8d6c-c692f07e976a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:54.020147 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4a2c3ef3-6ed7-497f-b9e8-d5f0ed0748b8 req-cb705c38-55f0-49fe-8d6c-c692f07e976a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 944 time: 0.0828993 Dec 23 08:59:54.055310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 707936a0-539c-4371-92cc-92b0f77f3ac9 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 08:59:54.066171 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4a2c3ef3-6ed7-497f-b9e8-d5f0ed0748b8 req-9428c4a0-670c-450d-9995-8281eeeab613 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405514 Dec 23 08:59:54.120671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 707936a0-539c-4371-92cc-92b0f77f3ac9 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 08:59:54.125239 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 707936a0-539c-4371-92cc-92b0f77f3ac9 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 08:59:54.125597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:54.235998 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:54.261714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:59:54.271651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 707936a0-539c-4371-92cc-92b0f77f3ac9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=707936a0-539c-4371-92cc-92b0f77f3ac9,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 08:59:54.275905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:54.339844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=707936a0-539c-4371-92cc-92b0f77f3ac9,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:54.394528 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'code': 200} Dec 23 08:59:54.620975 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6e43c940-7fe9-40c0-a4aa-fc9df73255f1 req-3c647f0e-4c93-4f89-adc4-4c9de7306262 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 1098 time: 0.0739901 Dec 23 08:59:54.664873 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6e43c940-7fe9-40c0-a4aa-fc9df73255f1 req-3d268f4c-9208-45e8-8ccc-8291ceb4a865 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379741 Dec 23 08:59:55.266320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff703402-1948-4aa4-a898-cecfd2ea254f req-46ee0358-54a3-4acb-9269-e5446d7291d0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:55.267767 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff703402-1948-4aa4-a898-cecfd2ea254f req-46ee0358-54a3-4acb-9269-e5446d7291d0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.0766654 Dec 23 08:59:55.313911 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff703402-1948-4aa4-a898-cecfd2ea254f req-fc277aa8-c8bb-4024-befc-3ff610f5785b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 Dec 23 08:59:56.510231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69128207-e573-4a59-bcc7-e0ef2009f1a9 req-42b73b38-b264-4900-a5de-d8ecf8507097 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:56.511573 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69128207-e573-4a59-bcc7-e0ef2009f1a9 req-42b73b38-b264-4900-a5de-d8ecf8507097 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.0781636 Dec 23 08:59:56.555478 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-69128207-e573-4a59-bcc7-e0ef2009f1a9 req-b48b4728-9b8a-455a-9c36-84bff86671ca tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385146 Dec 23 08:59:56.745396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9261a2-7f50-4af7-8b0f-7490ead85b8f req-8d426f9f-758e-41ae-9e2b-896c5bc8ccb1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:56.746840 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7c9261a2-7f50-4af7-8b0f-7490ead85b8f req-8d426f9f-758e-41ae-9e2b-896c5bc8ccb1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.0749252 Dec 23 08:59:56.796640 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7c9261a2-7f50-4af7-8b0f-7490ead85b8f req-3bf014be-9556-49dc-a185-22c6ea92aad4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Dec 23 08:59:56.824141 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57236) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:56.892810 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b9a844a1-a3de-4025-a0ae-6ad2fffea624 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 1093 time: 0.0675282 Dec 23 08:59:56.895446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57240) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:56.900423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 08:59:56.905690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 08:59:56.909418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:floatingip and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 08:59:56.912243 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 08:59:56.917744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 08:59:56.927688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:57.058496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:57.189211 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.5 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/35b6cd15-c247-4a0f-8e0d-ab2fe2fc61dc) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 08:59:57.331857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:57.358515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:57.422506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 08:59:57.425649 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 08:59:57.428860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 08:59:57.461460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=35b6cd15-c247-4a0f-8e0d-ab2fe2fc61dc,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:58.018098 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:58.074695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:58.271271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:58.276204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:58.377080 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=35b6cd15-c247-4a0f-8e0d-ab2fe2fc61dc,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 08:59:58.392573 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:58.576350 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Floating IP ecd653d8-4e3c-459e-a800-a84896891299 associated. External IP: 172.26.8.5, port: 707936a0-539c-4371-92cc-92b0f77f3ac9. Dec 23 08:59:58.964168 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 08:59:59.164329 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 08:59:59.174454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] Sync routers for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 08:59:59.187084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:59.187668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:59.189252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 08:59:59.245179 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0ef6d4ac-16a0-429c-ad29-8673777a6692 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3464346 Dec 23 08:59:59.245179 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 08:59:59.301414 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'status': 'completed', 'code': 200} Dec 23 08:59:59.396771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 08:59:59.404619 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8ff7134e-daa6-4965-8c26-7208d8e3f7ac req-40f4ae1b-167b-49b8-84e6-61fef1f1fb9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 1098 time: 0.0807548 Dec 23 08:59:59.442294 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bb0e7-001b-4888-8048-bdc2b97fcda1 req-fa708e25-b349-4ca1-9ca1-9f6245ad002f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:59.446424 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ef3bb0e7-001b-4888-8048-bdc2b97fcda1 req-fa708e25-b349-4ca1-9ca1-9f6245ad002f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.0892382 Dec 23 08:59:59.558202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7134e-daa6-4965-8c26-7208d8e3f7ac req-06ed475a-b043-4a5c-8e55-7c172ff43203 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:59.560896 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8ff7134e-daa6-4965-8c26-7208d8e3f7ac req-06ed475a-b043-4a5c-8e55-7c172ff43203 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dc6c8a4-e007-4e45-967e-29138d2515e7 HTTP/1.1" status: 200 len: 897 time: 0.1501548 Dec 23 08:59:59.644257 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ef3bb0e7-001b-4888-8048-bdc2b97fcda1 req-3f768ee8-6a43-463e-9a5b-dbc02e145100 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930299 Dec 23 08:59:59.672980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57248) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 08:59:59.681270 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8ff7134e-daa6-4965-8c26-7208d8e3f7ac req-53063f38-5d03-4e61-9721-aad9bb26906d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=707936a0-539c-4371-92cc-92b0f77f3ac9 HTTP/1.1" status: 200 len: 997 time: 0.1132028 Dec 23 08:59:59.745778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7134e-daa6-4965-8c26-7208d8e3f7ac req-5f30832c-3953-4984-86a1-82a911497919 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 08:59:59.747318 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8ff7134e-daa6-4965-8c26-7208d8e3f7ac req-5f30832c-3953-4984-86a1-82a911497919 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dac15d47-de47-49f3-80a7-e041349d3df6 HTTP/1.1" status: 200 len: 834 time: 0.0603528 Dec 23 08:59:59.780137 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f3ee013e-876d-4219-9a5e-82a3bdc77077 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/ecd653d8-4e3c-459e-a800-a84896891299 HTTP/1.1" status: 200 len: 989 time: 0.1059968 Dec 23 08:59:59.803548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ecd653d8-4e3c-459e-a800-a84896891299', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'port_id': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'mac_address': 'fa:16:3e:6b:41:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:59:57Z', 'updated_at': '2021-12-23T08:59:57Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b289663e-c610-46bc-83c3-94c68b9f1b6d', 'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:e1:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:39Z', 'updated_at': '2021-12-23T08:59:46Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:59.807380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] Checking router: dc60a653-1f98-4852-9e6c-3cfb6f2ac77d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 08:59:59.818221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 08:59:59.819355 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T08:59:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 08:59:59.824591 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8ff7134e-daa6-4965-8c26-7208d8e3f7ac req-c7aa6d6b-0013-4c42-95e0-7ec29f2cb0a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dc6c8a4-e007-4e45-967e-29138d2515e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704231 Dec 23 08:59:59.959624 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8ff7134e-daa6-4965-8c26-7208d8e3f7ac req-18dab558-5ace-4aaa-b914-d00137805a67 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287019 Dec 23 08:59:59.994869 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:00:00.088677 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-8ff7134e-daa6-4965-8c26-7208d8e3f7ac req-e4d398cf-6698-4214-b6b5-c11cb951eb37 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231077 Dec 23 09:00:00.333104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ecd653d8-4e3c-459e-a800-a84896891299', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'port_id': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'mac_address': 'fa:16:3e:6b:41:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:59:57Z', 'updated_at': '2021-12-23T08:59:57Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b289663e-c610-46bc-83c3-94c68b9f1b6d', 'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:e1:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:39Z', 'updated_at': '2021-12-23T08:59:46Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:00.337017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291e032-6158-4886-99c7-df981f7e20b4 None None] The sync data for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv is: [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'ecd653d8-4e3c-459e-a800-a84896891299', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'port_id': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'mac_address': 'fa:16:3e:6b:41:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T08:59:57Z', 'updated_at': '2021-12-23T08:59:57Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b289663e-c610-46bc-83c3-94c68b9f1b6d', 'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:e1:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:39Z', 'updated_at': '2021-12-23T08:59:46Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:00:00.530800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-393e8284-b46f-43dc-9fa1-49377b808f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:00.656092 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:00.783219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57252) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:00.888759 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4cf9e0d0-e67c-49cc-92d4-8c8b77296d63 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/ecd653d8-4e3c-459e-a800-a84896891299 HTTP/1.1" status: 200 len: 989 time: 0.1043465 Dec 23 09:00:01.007844 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb48453f-fe68-4de3-be83-d6178466b587 req-723d8322-667b-4642-9f21-d05e21da15af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690045 Dec 23 09:00:01.219587 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb48453f-fe68-4de3-be83-d6178466b587 req-2f2883ff-e151-4490-b0a2-2b071d70e627 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 1098 time: 0.1452210 Dec 23 09:00:01.363279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48453f-fe68-4de3-be83-d6178466b587 req-5ca193ec-fad6-4194-a1da-2af1e2dc44ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:01.364604 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb48453f-fe68-4de3-be83-d6178466b587 req-5ca193ec-fad6-4194-a1da-2af1e2dc44ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dc6c8a4-e007-4e45-967e-29138d2515e7 HTTP/1.1" status: 200 len: 897 time: 0.1234508 Dec 23 09:00:01.463543 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb48453f-fe68-4de3-be83-d6178466b587 req-42a159f2-ec13-4f18-81de-774c6e0b1543 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=707936a0-539c-4371-92cc-92b0f77f3ac9 HTTP/1.1" status: 200 len: 997 time: 0.0931010 Dec 23 09:00:01.523731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48453f-fe68-4de3-be83-d6178466b587 req-c89b82c6-f741-454f-bac8-931b513a948b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:01.525148 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb48453f-fe68-4de3-be83-d6178466b587 req-c89b82c6-f741-454f-bac8-931b513a948b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dac15d47-de47-49f3-80a7-e041349d3df6 HTTP/1.1" status: 200 len: 834 time: 0.0558233 Dec 23 09:00:01.601354 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb48453f-fe68-4de3-be83-d6178466b587 req-0dd0b175-3cc2-4256-b17b-9bf3f3b91486 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dc6c8a4-e007-4e45-967e-29138d2515e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702786 Dec 23 09:00:01.707673 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d296fb8-dce9-476a-a695-9dbb3fc62893 None None] New status for floating IP ecd653d8-4e3c-459e-a800-a84896891299: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:00:01.737242 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb48453f-fe68-4de3-be83-d6178466b587 req-d3706ca6-5e33-4e1c-895a-944a990abfb1 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293263 Dec 23 09:00:01.872350 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cb48453f-fe68-4de3-be83-d6178466b587 req-de0950dd-1ddd-4ce2-8be6-3b5df7e67ab1 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294858 Dec 23 09:00:01.891939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57256) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:01.996956 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-737cb165-5e27-4673-af89-33569e957b26 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/ecd653d8-4e3c-459e-a800-a84896891299 HTTP/1.1" status: 200 len: 989 time: 0.1025777 Dec 23 09:00:02.825598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3717269d-8345-40ab-96ae-3d433003e10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:02.999743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57260) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:03.102153 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-80d17293-4721-4c7d-9729-aaf6f4f72bc5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/ecd653d8-4e3c-459e-a800-a84896891299 HTTP/1.1" status: 200 len: 991 time: 0.1011765 Dec 23 09:00:03.924077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:04.018529 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:05.355061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:27.307805 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:00:28.119891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143d4c3-87ce-45bb-abe1-2f7504d09ca9 req-a3ec8592-fbb8-4cf2-87c9-99b460504103 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:28.121810 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2143d4c3-87ce-45bb-abe1-2f7504d09ca9 req-a3ec8592-fbb8-4cf2-87c9-99b460504103 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.0792952 Dec 23 09:00:28.167226 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2143d4c3-87ce-45bb-abe1-2f7504d09ca9 req-79446bab-3487-4aac-a064-b0924c195907 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390835 Dec 23 09:00:29.363210 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ce907-a4a3-4c2f-902f-d6fcb8d2a28b req-afb8aa12-32d0-4c16-b4ce-5dee6c25da54 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:29.364660 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fc3ce907-a4a3-4c2f-902f-d6fcb8d2a28b req-afb8aa12-32d0-4c16-b4ce-5dee6c25da54 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.0760338 Dec 23 09:00:29.411871 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fc3ce907-a4a3-4c2f-902f-d6fcb8d2a28b req-2ea2045c-2ef9-44a7-b502-66e04d9ba227 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416162 Dec 23 09:00:29.439817 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57278) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:29.538639 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-81f325e5-510c-469f-a8e6-3cec847128e4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/ecd653d8-4e3c-459e-a800-a84896891299 HTTP/1.1" status: 200 len: 991 time: 0.0977271 Dec 23 09:00:30.532919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-51a40a47-0f36-420b-bf95-832a5cab3be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:30.661789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:31.039833 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a7938-1151-4ff5-8c2e-a26cfdd7f9d6 req-6b38469d-5802-4f8a-9d17-0791e4fa183e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:31.041274 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ba1a7938-1151-4ff5-8c2e-a26cfdd7f9d6 req-6b38469d-5802-4f8a-9d17-0791e4fa183e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.0794480 Dec 23 09:00:31.087163 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ba1a7938-1151-4ff5-8c2e-a26cfdd7f9d6 req-a68f32de-1b3d-4068-a2dd-99d621cb0d12 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396488 Dec 23 09:00:32.288768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476c69f-960d-4db8-a2ba-cdda2784ab89 req-81423367-0206-486c-b331-aea8b78bcf6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:32.290214 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a476c69f-960d-4db8-a2ba-cdda2784ab89 req-81423367-0206-486c-b331-aea8b78bcf6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.0829880 Dec 23 09:00:32.336326 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a476c69f-960d-4db8-a2ba-cdda2784ab89 req-b53cac56-f6fd-46b1-a759-f45b1b71c7d8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407708 Dec 23 09:00:32.364143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57290) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:32.463260 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-47bf577a-4660-4bed-81ae-02a0a4968e06 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/ecd653d8-4e3c-459e-a800-a84896891299 HTTP/1.1" status: 200 len: 991 time: 0.0979865 Dec 23 09:00:32.812293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57298) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:32.831714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0ed43bf5-68c4-4c89-8cb2-5790064fe846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:33.011121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 35b6cd15-c247-4a0f-8e0d-ab2fe2fc61dc {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:00:33.012018 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:33.170799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:33.171116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:33.292379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 35b6cd15-c247-4a0f-8e0d-ab2fe2fc61dc owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:00:33.510102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:33.555904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=35b6cd15-c247-4a0f-8e0d-ab2fe2fc61dc,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:33.594805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.595156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.595484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.595808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.596133 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.596452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.596766 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.597111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.597715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.598304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.598729 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:33.656024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:33.925349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:34.023151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:34.039218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:00:34.229987 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:00:34.239611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] Sync routers for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:00:34.241848 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:34.251440 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:00:34.252033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:00:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:34.294205 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-307b4077-206c-475d-84cb-ddc35eb3d168 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/floatingips/ecd653d8-4e3c-459e-a800-a84896891299 HTTP/1.1" status: 204 len: 168 time: 1.4809198 Dec 23 09:00:34.294858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:00:34.350433 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'status': 'completed', 'code': 200} Dec 23 09:00:34.428151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:00:34.442104 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eba20d98-3af4-4302-8fa1-5b26097099bf req-3485a2ae-cf73-40d4-afdf-6ffff83d13eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 1098 time: 0.0699368 Dec 23 09:00:34.580020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba20d98-3af4-4302-8fa1-5b26097099bf req-ca6fd4ec-2306-47e4-a26d-5cc236588105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:34.581553 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eba20d98-3af4-4302-8fa1-5b26097099bf req-ca6fd4ec-2306-47e4-a26d-5cc236588105 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dc6c8a4-e007-4e45-967e-29138d2515e7 HTTP/1.1" status: 200 len: 897 time: 0.1337042 Dec 23 09:00:34.654578 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eba20d98-3af4-4302-8fa1-5b26097099bf req-0ed38b65-f088-40d3-8617-41c12249ca89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=707936a0-539c-4371-92cc-92b0f77f3ac9 HTTP/1.1" status: 200 len: 217 time: 0.0651951 Dec 23 09:00:34.704541 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa428f77-1d4c-478b-858c-850e0dc9a879 req-463cb432-1020-4aed-a0af-481e53f6f1cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:34.705227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-aa428f77-1d4c-478b-858c-850e0dc9a879 req-463cb432-1020-4aed-a0af-481e53f6f1cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:00:34.716937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba20d98-3af4-4302-8fa1-5b26097099bf req-c8d84972-18b3-4b0b-bf5d-377cea545195 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:34.718648 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eba20d98-3af4-4302-8fa1-5b26097099bf req-c8d84972-18b3-4b0b-bf5d-377cea545195 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dac15d47-de47-49f3-80a7-e041349d3df6 HTTP/1.1" status: 200 len: 834 time: 0.0580897 Dec 23 09:00:34.722636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-aa428f77-1d4c-478b-858c-850e0dc9a879 req-463cb432-1020-4aed-a0af-481e53f6f1cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:00:34.724068 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa428f77-1d4c-478b-858c-850e0dc9a879 req-463cb432-1020-4aed-a0af-481e53f6f1cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.1021950 Dec 23 09:00:34.744656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b289663e-c610-46bc-83c3-94c68b9f1b6d', 'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:e1:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:39Z', 'updated_at': '2021-12-23T08:59:46Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:34.749714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] Checking router: dc60a653-1f98-4852-9e6c-3cfb6f2ac77d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:00:34.760580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:00:34.761187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:00:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:34.774389 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa428f77-1d4c-478b-858c-850e0dc9a879 req-5f5f2d19-5253-4d28-94e3-963150851697 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423605 Dec 23 09:00:34.800772 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eba20d98-3af4-4302-8fa1-5b26097099bf req-8cb12c3a-c6c9-49e2-8294-5a4660c9879d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dc6c8a4-e007-4e45-967e-29138d2515e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746527 Dec 23 09:00:34.951927 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eba20d98-3af4-4302-8fa1-5b26097099bf req-15336afb-228e-47c8-925c-1833fd314fa7 service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435742 Dec 23 09:00:34.983955 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:00:35.081704 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eba20d98-3af4-4302-8fa1-5b26097099bf req-7e21c9fb-24b6-4363-9431-d8ecb2b9125d service neutron] 10.222.0.24 "GET /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224349 Dec 23 09:00:35.295162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b289663e-c610-46bc-83c3-94c68b9f1b6d', 'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:e1:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:39Z', 'updated_at': '2021-12-23T08:59:46Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:35.299181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b0862-5522-4a85-8fbd-e5c934c49923 None None] The sync data for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv is: [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:40Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b289663e-c610-46bc-83c3-94c68b9f1b6d', 'name': '', 'network_id': '7dc6c8a4-e007-4e45-967e-29138d2515e7', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:e1:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:39Z', 'updated_at': '2021-12-23T08:59:46Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'dac15d47-de47-49f3-80a7-e041349d3df6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:00:35.358787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:35.506872 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17077a88-d547-4d53-bef4-2c6909273629 None None] New status for floating IP ecd653d8-4e3c-459e-a800-a84896891299: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:00:35.973042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85377181-7e13-44a0-a7b2-6ede7d8f372e req-596fa22c-7dd6-4d6e-a086-fcb09b70d0d8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:35.974473 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-85377181-7e13-44a0-a7b2-6ede7d8f372e req-596fa22c-7dd6-4d6e-a086-fcb09b70d0d8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.0741906 Dec 23 09:00:36.022188 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-85377181-7e13-44a0-a7b2-6ede7d8f372e req-9faf6883-246b-4325-9cd3-7c8db7c9a06d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=555cb610-a9f8-44fa-a863-b212c8d5cabb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422540 Dec 23 09:00:36.245485 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-cff655ae-7e3b-4c18-a5ee-970f0d8e5caf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:36.246691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-cff655ae-7e3b-4c18-a5ee-970f0d8e5caf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:00:36.258167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-cff655ae-7e3b-4c18-a5ee-970f0d8e5caf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:00:36.259242 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-cff655ae-7e3b-4c18-a5ee-970f0d8e5caf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 945 time: 0.1776795 Dec 23 09:00:36.330691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 707936a0-539c-4371-92cc-92b0f77f3ac9 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:00:36.331023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:36.566388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port 707936a0-539c-4371-92cc-92b0f77f3ac9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=707936a0-539c-4371-92cc-92b0f77f3ac9,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:00:36.566735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:36.685848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 707936a0-539c-4371-92cc-92b0f77f3ac9 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:00:36.824027 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:36.875583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=707936a0-539c-4371-92cc-92b0f77f3ac9,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:36.913196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.913532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.913860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.914208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.914530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.914847 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.915159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.915471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.915783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.916091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.916400 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:36.958927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] No DVR routers for this DVR port 707936a0-539c-4371-92cc-92b0f77f3ac9 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:00:36.961997 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:36.964499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'name': 'network-vif-deleted', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:00:36.981929 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c06a3a7c-b500-47f5-9be0-acb73e89de4c req-62405d88-b44f-4d28-b4d1-ba5c0e72ef9d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "DELETE /v2.0/ports/707936a0-539c-4371-92cc-92b0f77f3ac9 HTTP/1.1" status: 204 len: 173 time: 0.7175398 Dec 23 09:00:37.019589 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db61c32d-33ab-4ead-b536-b9eeba9b9dad', 'name': 'network-vif-deleted', 'tag': '707936a0-539c-4371-92cc-92b0f77f3ac9', 'status': 'completed', 'code': 200} Dec 23 09:00:37.195596 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-66421c39-39dc-4c67-ad1e-17de4a149c82 req-ed36b50e-bf94-4218-932a-5038f7a206f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=db61c32d-33ab-4ead-b536-b9eeba9b9dad HTTP/1.1" status: 200 len: 210 time: 0.0398047 Dec 23 09:00:38.301926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57316) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:38.687325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:39.360553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port b289663e-c610-46bc-83c3-94c68b9f1b6d {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:00:39.361284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:39.541925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port b289663e-c610-46bc-83c3-94c68b9f1b6d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b289663e-c610-46bc-83c3-94c68b9f1b6d,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:00:39.542940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:39.662737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for b289663e-c610-46bc-83c3-94c68b9f1b6d owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:00:39.841245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:39.886609 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=b289663e-c610-46bc-83c3-94c68b9f1b6d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:40.180024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:40.227546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 707936a0-539c-4371-92cc-92b0f77f3ac9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:00:40.260619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 707936a0-539c-4371-92cc-92b0f77f3ac9 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:00:40.261656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 707936a0-539c-4371-92cc-92b0f77f3ac9 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:00:40.842722 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:00:41.036084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:00:41.046489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] Sync routers for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:00:41.049191 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6ff1214a-d323-4480-9838-5020cb5dee10 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/dc60a653-1f98-4852-9e6c-3cfb6f2ac77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7461848 Dec 23 09:00:41.051814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57320) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:41.058279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:00:41.058868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:00:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:41.233868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:00:41.240837 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-59aff26f-b27e-48d8-b1ef-908058e598b5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting subnet dac15d47-de47-49f3-80a7-e041349d3df6 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 09:00:41.244720 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-59aff26f-b27e-48d8-b1ef-908058e598b5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:41.297169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-59aff26f-b27e-48d8-b1ef-908058e598b5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:41.376561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-59aff26f-b27e-48d8-b1ef-908058e598b5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:41.450241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-59aff26f-b27e-48d8-b1ef-908058e598b5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:41.488626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aff26f-b27e-48d8-b1ef-908058e598b5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Subnet': ['ID=dac15d47-de47-49f3-80a7-e041349d3df6,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:41.493118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-59aff26f-b27e-48d8-b1ef-908058e598b5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:41.502270 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-59aff26f-b27e-48d8-b1ef-908058e598b5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/subnets/dac15d47-de47-49f3-80a7-e041349d3df6 HTTP/1.1" status: 204 len: 168 time: 0.4471285 Dec 23 09:00:41.502654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57324) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:41.514861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0af6af-4dff-408f-b1c8-f17ff3761264 None None] Network 7dc6c8a4-e007-4e45-967e-29138d2515e7 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:00:41.600895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T09:00:39Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:41.616091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] Checking router: dc60a653-1f98-4852-9e6c-3cfb6f2ac77d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:00:41.693167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] Routers {'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:00:41.693775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:00:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:41.701567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:41.885862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] Set router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:00:41.969461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] DHCP port deletion for 7dc6c8a4-e007-4e45-967e-29138d2515e7 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 09:00:41.982663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Deleting port 18a85a80-078e-47d2-bb78-7aa0fc2b1488 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:00:41.983017 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:41.999764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:42.008538 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:00:42.008995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:42.184895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:00:42.185197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:42.282986 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 18a85a80-078e-47d2-bb78-7aa0fc2b1488 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:00:42.305594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:00:42.417485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] For port 18a85a80-078e-47d2-bb78-7aa0fc2b1488, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=18a85a80-078e-47d2-bb78-7aa0fc2b1488,segment=NetworkSegment(0c918f61-b2b6-42cc-add8-e6705d04663f),segment_id=0c918f61-b2b6-42cc-add8-e6705d04663f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:00:42.417865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:42.475079 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:42.524971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:42.542306 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Calling delete_port for 18a85a80-078e-47d2-bb78-7aa0fc2b1488 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:00:42.658907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:42.695575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T09:00:39Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:42.701585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:42.734273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc17ff7-004b-47cc-a21e-49267ddd3dd3 None None] The sync data for ids ['dc60a653-1f98-4852-9e6c-3cfb6f2ac77d'] in dv-neutron-822507-1-hyperv is: [{'id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455599732', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251'}], 'enable_snat': True}, 'gw_port_id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T09:00:39Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': 'f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc60a653-1f98-4852-9e6c-3cfb6f2ac77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T08:59:36Z', 'updated_at': '2021-12-23T08:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:00:42.755339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:42.780349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Pushing event deleted for resources: {'Port': ['ID=18a85a80-078e-47d2-bb78-7aa0fc2b1488,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:42.782563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] No DVR routers for this DVR port 18a85a80-078e-47d2-bb78-7aa0fc2b1488 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:00:42.798587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.798914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.799242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.799586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.799856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.800255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.800535 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.800771 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.801085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.801396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:42.801747 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a0a3f-25c2-4842-aa5f-08d6c8c21605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:43.026978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.031008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.054436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.054954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Fanout notify agent at l3_agent the message router_deleted on router dc60a653-1f98-4852-9e6c-3cfb6f2ac77d {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 09:00:43.071971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.073107 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ab55a96f-05f4-49f9-8e17-939d3b4bbd6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/routers/dc60a653-1f98-4852-9e6c-3cfb6f2ac77d HTTP/1.1" status: 204 len: 168 time: 1.5695009 Dec 23 09:00:43.075761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57328) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:43.189763 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.421223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.445354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc6c8a4-e007-4e45-967e-29138d2515e7']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:43.460442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c918f61-b2b6-42cc-add8-e6705d04663f') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:43.460726 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c918f61-b2b6-42cc-add8-e6705d04663f') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:43.472082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.487316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.493153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 09:00:43.493524 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 09:00:43.507877 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 09:00:43.583695 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.602135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.618493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Network': ['ID=7dc6c8a4-e007-4e45-967e-29138d2515e7,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:43.624960 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-de196d42-178e-4287-8c5b-19814d96cbb7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/networks/7dc6c8a4-e007-4e45-967e-29138d2515e7 HTTP/1.1" status: 204 len: 168 time: 0.5481849 Dec 23 09:00:43.627516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57332) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:43.694626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2706b2c0-9f31-4d02-9543-5243bdb8a336 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.726800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2706b2c0-9f31-4d02-9543-5243bdb8a336 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.789156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2706b2c0-9f31-4d02-9543-5243bdb8a336 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.808914 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706b2c0-9f31-4d02-9543-5243bdb8a336 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555cb610-a9f8-44fa-a863-b212c8d5cabb,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:43.816479 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2706b2c0-9f31-4d02-9543-5243bdb8a336 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:43.817596 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2706b2c0-9f31-4d02-9543-5243bdb8a336 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/security-groups/555cb610-a9f8-44fa-a863-b212c8d5cabb HTTP/1.1" status: 204 len: 168 time: 0.1891520 Dec 23 09:00:44.201758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57340) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:44.207504 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874450880', 'description': 'tempest-secgroup-smoke-874450880 description', 'project_id': '2366574148f945aca709e62d5f518c5c'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:44.213586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:44.218010 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:44.220893 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:44.226711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:44.236607 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.264541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:00:44.273789 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:44.277531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:44.280302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:44.285825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:44.297175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:00:44.297522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f707e0b6-aa15-4506-8e3c-cf4db2a4d4ee not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:00:44.297939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b289663e-c610-46bc-83c3-94c68b9f1b6d no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:00:44.331471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b289663e-c610-46bc-83c3-94c68b9f1b6d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:00:44.331814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b289663e-c610-46bc-83c3-94c68b9f1b6d not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:00:44.340849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.345107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.390307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e535cf-37f6-4491-ae9c-2c41eba7e93e,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:44.396086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.397292 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-84ff7ede-bc04-4b43-80d1-2a8a239e269f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1945362 Dec 23 09:00:44.400011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57344) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:44.405521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '66e535cf-37f6-4491-ae9c-2c41eba7e93e', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:44.411395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:44.415129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:44.418501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:44.423963 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:44.440611 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.498812 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.502634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.525978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f6755f-9287-4297-b782-552614974c05,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:44.535317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.536751 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f1d9396c-4e67-4148-9516-e31f7997e146 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1357648 Dec 23 09:00:44.539399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57348) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:44.545109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '66e535cf-37f6-4491-ae9c-2c41eba7e93e', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:44.550761 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:44.554448 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:44.557238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:44.563404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:44.579817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.639457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.642907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.665561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398b9d63-eddf-4c57-a899-4aa200351abc,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:44.673310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.674483 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-58b7ad53-51f3-4626-b570-1a7bb40bcc0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1341829 Dec 23 09:00:44.677220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57352) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:44.682418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '66e535cf-37f6-4491-ae9c-2c41eba7e93e', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:44.688523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:44.692243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:44.695011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:44.701291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:44.719599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.780176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.783361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.805314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead079db-2ae7-49d1-94e6-62969b78a101,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:44.813636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.814885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-83790bbc-66ee-4cc0-9764-26e4785a800d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1367629 Dec 23 09:00:44.817482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57356) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:44.822836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '66e535cf-37f6-4491-ae9c-2c41eba7e93e', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:44.829132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:44.832786 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:44.835580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:44.841046 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:44.857466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.921204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.925471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.947934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9e48dd-934b-494c-aa6d-e039c609421d,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:44.958845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:44.960007 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4603aea0-de65-47fa-acbc-179fcf841d51 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1415763 Dec 23 09:00:44.962678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57360) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:44.968805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '66e535cf-37f6-4491-ae9c-2c41eba7e93e', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:44.974419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:44.978082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:44.981518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:44.987194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:44.997936 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:00:45.004158 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.068174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.071595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.093378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b8010d-dade-4bd7-9871-80edd87d3cad,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:45.102156 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.103337 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a15b2b84-0890-48b0-9e72-b16ce7837fc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1397398 Dec 23 09:00:45.106538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57364) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:45.111889 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '66e535cf-37f6-4491-ae9c-2c41eba7e93e', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:45.117482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:45.121818 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:45.124652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:45.130197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:45.139333 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:00:45.145419 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.209427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.212848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.236119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8875997f-b68a-4e1c-b39e-2ab2be89363e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:45.244077 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.245289 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8b12df8f-a2e5-42f6-ba25-7b74598db399 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1378286 Dec 23 09:00:45.248188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57368) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:45.253795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'network': {'name': 'tempest-network-smoke--1013000021', 'project_id': '2366574148f945aca709e62d5f518c5c', 'port_security_enabled': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:45.258765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:45.263246 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:network and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:45.266031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:45.272017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:45.282529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:00:45.285475 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.312083 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 09:00:45.320499 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.320806 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Added segment dec53f89-1adc-4e85-89e7-12960410139b of type vlan for network 70ca189d-89e3-4c83-bbe6-d00c1834d121 Dec 23 09:00:45.348768 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.376930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.380565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:45.381145 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.477163 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2277472 Dec 23 09:00:45.479886 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57372) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:45.487042 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'admin_state_up': True, 'project_id': '2366574148f945aca709e62d5f518c5c', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:45.494979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36934b53-1fcc-4269-ad41-89d40a60a39f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Network': ['ID=70ca189d-89e3-4c83-bbe6-d00c1834d121,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:45.497755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:45.501806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:router and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:45.504598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:45.506310 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 70ca189d-89e3-4c83-bbe6-d00c1834d121 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 09:00:45.510340 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:45.520751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.521714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.539759 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.686518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.857776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:45.889485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:46.021545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.27 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/58560cc9-f920-4409-933b-91470d13b62a) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:00:46.162335 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:46.189864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:46.262299 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:00:46.265081 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:00:46.268891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:00:46.299330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=58560cc9-f920-4409-933b-91470d13b62a,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:46.431156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:46.431795 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:46.735072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 387ba389-badf-419e-8c2a-d22e3380562b is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 09:00:46.934097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:00:46.944124 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Sync routers for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:00:46.955280 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:00:46.955903 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:00:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:46.959116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:46.960816 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-32400650-0562-4556-a283-88a15bfbefeb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4800985 Dec 23 09:00:46.964338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57376) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:47.003562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-754919ee-1232-4fd6-ac64-f8f15ca576e8 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=2366574148f945aca709e62d5f518c5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380447 Dec 23 09:00:47.005856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57380) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:47.127675 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:00:47.131891 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01587a-4e7b-4304-a80b-050dc208aa22 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:47.133345 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-aa01587a-4e7b-4304-a80b-050dc208aa22 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264942 Dec 23 09:00:47.136150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57384) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:47.174446 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5f39600f-7f05-4634-ae3d-5a324a3f1711 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372517 Dec 23 09:00:47.177325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57388) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:47.182417 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735524002', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'project_id': '2366574148f945aca709e62d5f518c5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:47.299451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:47.303108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:subnet and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:00:47.305860 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:00:47.312037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:47.322683 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:00:47.411884 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:46Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:47.415687 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Checking router: 387ba389-badf-419e-8c2a-d22e3380562b for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:00:47.416019 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Updating router 387ba389-badf-419e-8c2a-d22e3380562b port 58560cc9-f920-4409-933b-91470d13b62a binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:00:47.422776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:47.465183 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:47.643219 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:47.719360 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Subnet': ['ID=883b0e02-a101-4bf3-8e8b-3217a949161e,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:47.731784 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Checking segment: {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:00:47.732202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network hostable DHCP agents. Network: 70ca189d-89e3-4c83-bbe6-d00c1834d121, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 09:00:47.754063 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 70ca189d-89e3-4c83-bbe6-d00c1834d121 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 09:00:47.763553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 70ca189d-89e3-4c83-bbe6-d00c1834d121) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:00:47.769036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:47.769700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:47.773089 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cddf43-4b2b-4081-a2d4-b89987540c13 None None] Network 70ca189d-89e3-4c83-bbe6-d00c1834d121 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:00:47.792680 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1660f81c-08d4-4b91-a537-662f5131d484 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6143444 Dec 23 09:00:47.795320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57392) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:00:47.817638 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:47.829764 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Transition to ACTIVE for port object 58560cc9-f920-4409-933b-91470d13b62a will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:00:47.836579 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:47.918977 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Pushing event updated for resources: {'Port': ['ID=58560cc9-f920-4409-933b-91470d13b62a,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:47.920994 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Attempting to bind port 58560cc9-f920-4409-933b-91470d13b62a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:00:47.921348 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Attempting to bind port 58560cc9-f920-4409-933b-91470d13b62a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:00:47.921698 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Attempting to bind port 58560cc9-f920-4409-933b-91470d13b62a on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:00:47.933156 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.933493 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.933817 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.934323 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.934647 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.934968 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.935278 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.935753 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.936075 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.936384 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.936994 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:00:47.940042 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:00:47.940422 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:00:47.940795 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:47.941172 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:00:47.941620 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Bound port: 58560cc9-f920-4409-933b-91470d13b62a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:00:47.941994 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:47.994649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-70ca189d-89e3-4c83-bbe6-d00c1834d121', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 09:00:47.995996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:48.020966 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] For port 58560cc9-f920-4409-933b-91470d13b62a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:00:48.024288 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] For port 58560cc9-f920-4409-933b-91470d13b62a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=58560cc9-f920-4409-933b-91470d13b62a,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:00:48.028239 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:48.123336 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a5c88-f4a1-48be-b235-ac51fae0ff97 None None] Pushing event updated for resources: {'Port': ['ID=58560cc9-f920-4409-933b-91470d13b62a,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:48.127753 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:00:48.128334 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:00:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:48.191755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Allocated IP 172.20.0.2 (70ca189d-89e3-4c83-bbe6-d00c1834d121/883b0e02-a101-4bf3-8e8b-3217a949161e/ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:00:48.308858 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:00:48.416049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:48.426726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Transition to ACTIVE for port object ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:00:48.446750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Transition to ACTIVE for port object ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:00:48.453214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:48.528212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Pushing event updated for resources: {'Port': ['ID=ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:48.543560 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Network 70ca189d-89e3-4c83-bbe6-d00c1834d121 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:00:48.544770 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:00:48.547208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:00:48.599624 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:46Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:48.603991 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02fee0-7c0c-4935-9623-586f64bd850b None None] The sync data for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv is: [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:46Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:00:48.633821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Attempting to bind port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:00:48.634352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Attempting to bind port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:00:48.634846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Attempting to bind port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 on network 70ca189d-89e3-4c83-bbe6-d00c1834d121 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:00:48.642413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:00:48.643076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Checking segment: {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:00:48.644486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:48.644969 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Bound using segment: {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:00:48.645562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Bound port: ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:00:48.646048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:48.688426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:48.742805 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] For port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:00:48.746595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] For port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:00:48.752105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:48.854597 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2176cf-3f91-4fe2-8931-5b81c2344992 None None] Pushing event updated for resources: {'Port': ['ID=ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:49.169065 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.1 (70ca189d-89e3-4c83-bbe6-d00c1834d121/883b0e02-a101-4bf3-8e8b-3217a949161e/24c0ed60-e39a-456b-8eab-d6e275556e3e) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:00:49.347952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:49.363614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object 24c0ed60-e39a-456b-8eab-d6e275556e3e will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:00:49.389794 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:49.457939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 70ca189d-89e3-4c83-bbe6-d00c1834d121 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:00:49.460927 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:00:49.464954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:00:49.503254 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=24c0ed60-e39a-456b-8eab-d6e275556e3e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:49.529225 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:49.615560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:49.777867 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d785e2b-0344-446e-85ea-87faba142c70 None None] Network 70ca189d-89e3-4c83-bbe6-d00c1834d121 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:00:49.871761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9443757c-438f-4558-8fa0-a8aab85436ff None None] Provisioning for port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:00:50.023459 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.028636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.223370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f0528b41-cb30-4b60-b98c-7ccb90b478dd None None] Provisioning for port 24c0ed60-e39a-456b-8eab-d6e275556e3e completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:00:50.230342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f0528b41-cb30-4b60-b98c-7ccb90b478dd None None] Provisioning complete for port 24c0ed60-e39a-456b-8eab-d6e275556e3e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:50.231198 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f0528b41-cb30-4b60-b98c-7ccb90b478dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.245620 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=24c0ed60-e39a-456b-8eab-d6e275556e3e,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:50.250478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.296507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f0528b41-cb30-4b60-b98c-7ccb90b478dd None None] Port 24c0ed60-e39a-456b-8eab-d6e275556e3e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:00:50.362726 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:00:50.433137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 70ca189d-89e3-4c83-bbe6-d00c1834d121 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:00:50.433477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-603a6495-530e-4bbb-80c9-5f8974cab37b None None] Provisioning complete for port 24c0ed60-e39a-456b-8eab-d6e275556e3e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:50.433835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-603a6495-530e-4bbb-80c9-5f8974cab37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.434290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:00:50.487828 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:00:50.497272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-603a6495-530e-4bbb-80c9-5f8974cab37b None None] Port 24c0ed60-e39a-456b-8eab-d6e275556e3e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:00:50.498807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:50.499162 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.620077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.657196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:00:50.661157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.662046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 58560cc9-f920-4409-933b-91470d13b62a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:00:50.787800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e5110174-1fab-4e52-8daa-f1d552fbbe1e None None] Provisioning complete for port 24c0ed60-e39a-456b-8eab-d6e275556e3e triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:50.788072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e5110174-1fab-4e52-8daa-f1d552fbbe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.810692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:50.850280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 58560cc9-f920-4409-933b-91470d13b62a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:00:50.850519 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 387ba389-badf-419e-8c2a-d22e3380562b has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:00:50.854330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e5110174-1fab-4e52-8daa-f1d552fbbe1e None None] Port 24c0ed60-e39a-456b-8eab-d6e275556e3e cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:00:50.856525 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 58560cc9-f920-4409-933b-91470d13b62a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:50.856888 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.967501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:50.982992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 58560cc9-f920-4409-933b-91470d13b62a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=58560cc9-f920-4409-933b-91470d13b62a,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:00:50.986774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:51.049937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:00:51.053526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=58560cc9-f920-4409-933b-91470d13b62a,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:51.064922 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5a2d291a-638f-464b-909a-ab86b69b644d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/387ba389-badf-419e-8c2a-d22e3380562b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2686226 Dec 23 09:00:51.227969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-66f2ab18-655d-4f1d-9064-6d5d461ee6ac tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:00:51.242771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-66f2ab18-655d-4f1d-9064-6d5d461ee6ac tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:00:51.243871 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-66f2ab18-655d-4f1d-9064-6d5d461ee6ac tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874450880&fields=id&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 267 time: 0.0546055 Dec 23 09:00:51.387178 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-62db578f-7895-4df8-b527-0f35b81fb288 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:51.387836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-62db578f-7895-4df8-b527-0f35b81fb288 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:00:51.402643 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-62db578f-7895-4df8-b527-0f35b81fb288 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:00:51.403817 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-62db578f-7895-4df8-b527-0f35b81fb288 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/networks?id=70ca189d-89e3-4c83-bbe6-d00c1834d121 HTTP/1.1" status: 200 len: 797 time: 0.1531920 Dec 23 09:00:51.420368 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-c012a4e3-641a-436b-a248-b073b13c8f07 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/quotas/2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 375 time: 0.0111752 Dec 23 09:00:51.500238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-65d978b2-8721-434f-8eb2-85f96af8d853 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:00:51.515689 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-65d978b2-8721-434f-8eb2-85f96af8d853 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:00:51.517112 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-65d978b2-8721-434f-8eb2-85f96af8d853 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919502 Dec 23 09:00:51.651847 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-947bc7ef-d1a3-49aa-a1a6-40c6ad967466 service neutron] 10.222.0.36 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227202 Dec 23 09:00:51.804141 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0fcb06f0-4d51-4738-8c41-4bbee5e8cc4a service neutron] 10.222.0.36 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466141 Dec 23 09:00:51.993000 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ea3a424c-8365-48ae-802e-df73f0a70e5c req-db6bf50f-601e-4f8e-a2f1-dbc31c136548 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 210 time: 0.0420048 Dec 23 09:00:52.173592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Sync routers for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:00:52.185160 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:00:52.185869 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:00:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:52.351487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:00:52.453664 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:00:52.525618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:52.526574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:52.804105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 58560cc9-f920-4409-933b-91470d13b62a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:00:52.923590 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 58560cc9-f920-4409-933b-91470d13b62a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:52.923982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:52.984462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '24c0ed60-e39a-456b-8eab-d6e275556e3e', 'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:87:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:48Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 2, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:52.990536 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Checking router: 387ba389-badf-419e-8c2a-d22e3380562b for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:00:52.990886 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Updating router 387ba389-badf-419e-8c2a-d22e3380562b port 24c0ed60-e39a-456b-8eab-d6e275556e3e binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:00:53.037727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-674b7d50-0551-489b-aa43-fa5fe1a66be6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:53.039682 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-674b7d50-0551-489b-aa43-fa5fe1a66be6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/networks?id=70ca189d-89e3-4c83-bbe6-d00c1834d121 HTTP/1.1" status: 200 len: 797 time: 0.1710143 Dec 23 09:00:53.084985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.101528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4dd93b9b-a6e2-4e6d-9041-0d0e4f32d291 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:00:53.116248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4dd93b9b-a6e2-4e6d-9041-0d0e4f32d291 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:00:53.117864 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4dd93b9b-a6e2-4e6d-9041-0d0e4f32d291 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 379 time: 0.0644040 Dec 23 09:00:53.126359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'port': {'device_id': '1635428f-f542-426e-a96d-ca51ebf15e03', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'admin_state_up': True, 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'security_groups': ['66e535cf-37f6-4491-ae9c-2c41eba7e93e']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:53.176213 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c8d9f564-007a-48b0-bfa4-c2119f303a2d req-23f4b383-08fa-4e5b-8ebf-92698cbc4729 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 210 time: 0.0420129 Dec 23 09:00:53.361728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:00:53.371052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:00:53.380387 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:00:53.383361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.452157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.463367 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Transition to ACTIVE for port object 24c0ed60-e39a-456b-8eab-d6e275556e3e will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:00:53.469866 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.550709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.13 (70ca189d-89e3-4c83-bbe6-d00c1834d121/883b0e02-a101-4bf3-8e8b-3217a949161e/c3354581-ec69-445f-82db-5b2671e7b8b2) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:00:53.636373 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3432-a03c-41fd-ace2-e34569409398 None None] Pushing event updated for resources: {'Port': ['ID=24c0ed60-e39a-456b-8eab-d6e275556e3e,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:53.690584 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Attempting to bind port 24c0ed60-e39a-456b-8eab-d6e275556e3e on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:00:53.691095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Attempting to bind port 24c0ed60-e39a-456b-8eab-d6e275556e3e by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:00:53.691458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Attempting to bind port 24c0ed60-e39a-456b-8eab-d6e275556e3e on network 70ca189d-89e3-4c83-bbe6-d00c1834d121 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:00:53.698202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:00:53.698573 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Checking segment: {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:00:53.698967 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.699923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Bound using segment: {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:00:53.699923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Bound port: 24c0ed60-e39a-456b-8eab-d6e275556e3e, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:00:53.700208 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.755800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.771944 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object c3354581-ec69-445f-82db-5b2671e7b8b2 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:00:53.793712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.795939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] For port 24c0ed60-e39a-456b-8eab-d6e275556e3e, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:00:53.799819 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] For port 24c0ed60-e39a-456b-8eab-d6e275556e3e, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=24c0ed60-e39a-456b-8eab-d6e275556e3e,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:00:53.804972 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.866576 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 70ca189d-89e3-4c83-bbe6-d00c1834d121 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:00:53.870948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:00:53.872593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=c3354581-ec69-445f-82db-5b2671e7b8b2,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:53.874716 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:00:53.894627 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc3432-a03c-41fd-ace2-e34569409398 None None] Pushing event updated for resources: {'Port': ['ID=24c0ed60-e39a-456b-8eab-d6e275556e3e,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:53.899685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:00:53.900277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:00:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:53.937643 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:53.938322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:53.966018 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-4edd5375-feaf-4ec6-ad65-99cb3af1482f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8434412 Dec 23 09:00:53.978532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Request body: {'port': {'device_id': '1635428f-f542-426e-a96d-ca51ebf15e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:00:54.093522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:54.133110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c79f29e4-77d5-4555-9386-236c15367814 None None] Provisioning for port c3354581-ec69-445f-82db-5b2671e7b8b2 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:00:54.141296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c79f29e4-77d5-4555-9386-236c15367814 None None] Provisioning complete for port c3354581-ec69-445f-82db-5b2671e7b8b2 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:54.141655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c79f29e4-77d5-4555-9386-236c15367814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:54.171322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:00:54.402983 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c79f29e4-77d5-4555-9386-236c15367814 None None] Port c3354581-ec69-445f-82db-5b2671e7b8b2 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:00:54.443834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3354581-ec69-445f-82db-5b2671e7b8b2 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:00:54.451212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:54.466096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Transition to ACTIVE for port object c3354581-ec69-445f-82db-5b2671e7b8b2 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:00:54.470446 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:54.482537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f0902-906a-41f7-8111-0a4a8050d683 req-a61b3df6-9882-4ce8-9916-c3b2fc7f5041 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:54.483953 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-459f0902-906a-41f7-8111-0a4a8050d683 req-a61b3df6-9882-4ce8-9916-c3b2fc7f5041 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 932 time: 0.1819937 Dec 23 09:00:54.533463 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-459f0902-906a-41f7-8111-0a4a8050d683 req-477cef13-fd41-4da8-905e-62cccb5f4429 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427279 Dec 23 09:00:54.574601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '24c0ed60-e39a-456b-8eab-d6e275556e3e', 'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:87:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:48Z', 'updated_at': '2021-12-23T09:00:53Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:00:54.574601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c3253-cebb-47a8-bb6a-129c13fef9bd None None] The sync data for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv is: [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '24c0ed60-e39a-456b-8eab-d6e275556e3e', 'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:87:be:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:48Z', 'updated_at': '2021-12-23T09:00:53Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:00:54.609435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Pushing event updated for resources: {'Port': ['ID=c3354581-ec69-445f-82db-5b2671e7b8b2,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:54.739655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Attempting to bind port c3354581-ec69-445f-82db-5b2671e7b8b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:00:54.739977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Attempting to bind port c3354581-ec69-445f-82db-5b2671e7b8b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:00:54.740311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Attempting to bind port c3354581-ec69-445f-82db-5b2671e7b8b2 on network 70ca189d-89e3-4c83-bbe6-d00c1834d121 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:00:54.747911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Port c3354581-ec69-445f-82db-5b2671e7b8b2 on network 70ca189d-89e3-4c83-bbe6-d00c1834d121 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 09:00:54.748217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Attempting to bind port c3354581-ec69-445f-82db-5b2671e7b8b2 on network 70ca189d-89e3-4c83-bbe6-d00c1834d121 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:00:54.755032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:00:54.755358 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Checking segment: {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:00:54.755745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Bound using segment: {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:00:54.756168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Bound port: c3354581-ec69-445f-82db-5b2671e7b8b2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec53f89-1adc-4e85-89e7-12960410139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:00:54.756508 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:54.856014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] For port c3354581-ec69-445f-82db-5b2671e7b8b2, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:00:54.859767 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] For port c3354581-ec69-445f-82db-5b2671e7b8b2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3354581-ec69-445f-82db-5b2671e7b8b2,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:00:54.866170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:54.909098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:54.911303 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] 10.222.0.24 "PUT /v2.0/ports/c3354581-ec69-445f-82db-5b2671e7b8b2 HTTP/1.1" status: 200 len: 1094 time: 0.9370298 Dec 23 09:00:54.918479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:00:54.994593 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'status': 'completed', 'code': 200} Dec 23 09:00:55.010851 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625785a-369a-4bba-a8f3-dd3b3b97445c service neutron] Pushing event updated for resources: {'Port': ['ID=c3354581-ec69-445f-82db-5b2671e7b8b2,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:55.048757 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-58a47a7e-f286-4568-bd0e-b8c0c0e4f140 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 1097 time: 0.0959589 Dec 23 09:00:55.122146 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-fee927bc-e784-4ddc-97f7-9cb0995157ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3354581-ec69-445f-82db-5b2671e7b8b2 HTTP/1.1" status: 200 len: 217 time: 0.0664918 Dec 23 09:00:55.190365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-34d44d13-f125-46db-b613-a19987e2b7fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:55.191732 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-34d44d13-f125-46db-b613-a19987e2b7fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=883b0e02-a101-4bf3-8e8b-3217a949161e HTTP/1.1" status: 200 len: 835 time: 0.0640919 Dec 23 09:00:55.359622 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-fc75cf0f-2f85-4aa2-b0f3-b87bb14c0921 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ca189d-89e3-4c83-bbe6-d00c1834d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1617246 Dec 23 09:00:55.503676 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-fdebe708-60b0-4d9d-90a8-e13ff1c4cd4f service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379063 Dec 23 09:00:55.642847 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-491c05a9-9716-4515-946d-f28611bc9ed8 req-0b7032f9-04c6-49cf-8a4d-4099c6feda9f service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334784 Dec 23 09:00:55.745980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c076a67-20ff-49ea-b41f-4fed762f9ef6 req-83adc730-0cb8-4bd5-9c47-070956b8b710 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:55.747336 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6c076a67-20ff-49ea-b41f-4fed762f9ef6 req-83adc730-0cb8-4bd5-9c47-070956b8b710 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 944 time: 0.0754163 Dec 23 09:00:55.753127 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a7d4a871-5ee2-4d7a-bd8a-6a6c401d6e6e req-a69196cc-014b-4171-95ac-6bd99beccd10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 1097 time: 0.0690813 Dec 23 09:00:55.792705 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6c076a67-20ff-49ea-b41f-4fed762f9ef6 req-ef37469a-e4d9-4ae8-b7a2-f56de59aa8f0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395272 Dec 23 09:00:55.881519 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4a871-5ee2-4d7a-bd8a-6a6c401d6e6e req-640010fd-7ce2-4227-98f5-e55eae593aed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:55.882960 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a7d4a871-5ee2-4d7a-bd8a-6a6c401d6e6e req-640010fd-7ce2-4227-98f5-e55eae593aed service neutron] 10.222.0.24 "GET /v2.0/networks?id=70ca189d-89e3-4c83-bbe6-d00c1834d121 HTTP/1.1" status: 200 len: 897 time: 0.1238160 Dec 23 09:00:55.951977 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a7d4a871-5ee2-4d7a-bd8a-6a6c401d6e6e req-1691cc12-6d1e-4283-8df7-e9c1eae2781d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3354581-ec69-445f-82db-5b2671e7b8b2 HTTP/1.1" status: 200 len: 217 time: 0.0623837 Dec 23 09:00:56.015098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4a871-5ee2-4d7a-bd8a-6a6c401d6e6e req-561ccace-0675-447e-8034-f061d83c171e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:56.016371 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a7d4a871-5ee2-4d7a-bd8a-6a6c401d6e6e req-561ccace-0675-447e-8034-f061d83c171e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=883b0e02-a101-4bf3-8e8b-3217a949161e HTTP/1.1" status: 200 len: 835 time: 0.0572205 Dec 23 09:00:56.088096 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a7d4a871-5ee2-4d7a-bd8a-6a6c401d6e6e req-fcf32355-7902-4efd-add3-435e08aa9219 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ca189d-89e3-4c83-bbe6-d00c1834d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644667 Dec 23 09:00:56.215722 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a7d4a871-5ee2-4d7a-bd8a-6a6c401d6e6e req-872c8618-7f1c-4142-bc5c-1f8dc3b43da3 service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205091 Dec 23 09:00:56.292732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 24c0ed60-e39a-456b-8eab-d6e275556e3e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:00:56.359717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 24c0ed60-e39a-456b-8eab-d6e275556e3e completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:00:56.361441 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a7d4a871-5ee2-4d7a-bd8a-6a6c401d6e6e req-c0e83867-5c05-4523-96e6-bc24fd897916 service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391821 Dec 23 09:00:56.364445 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 24c0ed60-e39a-456b-8eab-d6e275556e3e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:56.364806 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:56.475566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:56.505994 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 24c0ed60-e39a-456b-8eab-d6e275556e3e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=24c0ed60-e39a-456b-8eab-d6e275556e3e,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:00:56.511046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:56.573842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=24c0ed60-e39a-456b-8eab-d6e275556e3e,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:56.988890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb0689-8960-48ce-a09b-2233477d55b6 req-09841bbf-48b4-4c3c-8f35-511968597a1e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:56.990359 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-77fb0689-8960-48ce-a09b-2233477d55b6 req-09841bbf-48b4-4c3c-8f35-511968597a1e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 944 time: 0.0771711 Dec 23 09:00:57.039027 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-77fb0689-8960-48ce-a09b-2233477d55b6 req-dce4362e-b9d6-40ed-b943-d69634bf58bd tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 Dec 23 09:00:58.251666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261008-cc0f-4e40-b655-455ed92e7459 req-98f59926-e806-4b0d-9155-434df19020ac tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:58.253091 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dc261008-cc0f-4e40-b655-455ed92e7459 req-98f59926-e806-4b0d-9155-434df19020ac tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 944 time: 0.0753195 Dec 23 09:00:58.273643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 24c0ed60-e39a-456b-8eab-d6e275556e3e up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:00:58.300793 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dc261008-cc0f-4e40-b655-455ed92e7459 req-b4728e11-06f7-4234-970e-ac78c484dc44 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Dec 23 09:00:58.319845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device c3354581-ec69-445f-82db-5b2671e7b8b2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:00:58.435981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 24c0ed60-e39a-456b-8eab-d6e275556e3e triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:00:58.436341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:58.520716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port c3354581-ec69-445f-82db-5b2671e7b8b2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3354581-ec69-445f-82db-5b2671e7b8b2,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:00:58.538546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'port_id': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'mac_address': 'fa:16:3e:be:2e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:00:58.638057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:58.658151 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3354581-ec69-445f-82db-5b2671e7b8b2 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:00:58.673238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port c3354581-ec69-445f-82db-5b2671e7b8b2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3354581-ec69-445f-82db-5b2671e7b8b2,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:00:58.677913 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:00:58.744505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=c3354581-ec69-445f-82db-5b2671e7b8b2,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:00:58.883348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['c3354581-ec69-445f-82db-5b2671e7b8b2'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:00:59.504428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebf465-d84a-4ef3-9209-1d3d4e1d99ed req-828c4c9a-9b6f-486e-871d-f42e97a531a8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:00:59.505982 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d9ebf465-d84a-4ef3-9209-1d3d4e1d99ed req-828c4c9a-9b6f-486e-871d-f42e97a531a8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 945 time: 0.0781002 Dec 23 09:00:59.553682 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d9ebf465-d84a-4ef3-9209-1d3d4e1d99ed req-edabb326-a53b-4167-91db-2daea750576a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411291 Dec 23 09:01:00.319880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device c3354581-ec69-445f-82db-5b2671e7b8b2 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:01:00.419353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port c3354581-ec69-445f-82db-5b2671e7b8b2 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:01:00.423826 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port c3354581-ec69-445f-82db-5b2671e7b8b2 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:01:00.424185 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:00.542853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:00.553008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-802ac2be-4fc6-4592-8d57-5189516c5306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:00.569901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:01:00.580194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port c3354581-ec69-445f-82db-5b2671e7b8b2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3354581-ec69-445f-82db-5b2671e7b8b2,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:01:00.584080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:00.632128 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'code': 200} Dec 23 09:01:00.675088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:00.675863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=c3354581-ec69-445f-82db-5b2671e7b8b2,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:01:00.768045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530fec1-2dba-4859-9360-3b7c53926a1d req-2bca72f0-aa89-49da-a97a-e3372a134549 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:00.769312 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a530fec1-2dba-4859-9360-3b7c53926a1d req-2bca72f0-aa89-49da-a97a-e3372a134549 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0791104 Dec 23 09:01:00.815467 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a530fec1-2dba-4859-9360-3b7c53926a1d req-24992f71-c469-42fa-8d9a-3ba85b9a5477 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400968 Dec 23 09:01:00.869012 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-63d6cff7-d328-46bc-acba-9bbecef82dad req-41bc1b43-1097-4f7d-b8e8-ad98ac4e57f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 1099 time: 0.0697727 Dec 23 09:01:00.912430 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-63d6cff7-d328-46bc-acba-9bbecef82dad req-a5269813-972b-4e51-bbe8-b4308983632e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372834 Dec 23 09:01:02.016544 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012ae26-cbd2-4140-8655-de1ef39e81f8 req-0d866245-8028-4e88-8660-79a902187314 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:02.018164 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8012ae26-cbd2-4140-8655-de1ef39e81f8 req-0d866245-8028-4e88-8660-79a902187314 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0794284 Dec 23 09:01:02.063410 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8012ae26-cbd2-4140-8655-de1ef39e81f8 req-be7713ad-7b78-428f-bef3-fb03ee24b743 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396485 Dec 23 09:01:02.824577 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7762ad7c-4933-4483-937d-e73ea16b8a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:03.261644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c67780-dcca-455c-bb5b-2b8f8385d3dc req-29340c62-b602-4b97-967e-77db39013884 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:03.263087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f0c67780-dcca-455c-bb5b-2b8f8385d3dc req-29340c62-b602-4b97-967e-77db39013884 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0773382 Dec 23 09:01:03.306534 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f0c67780-dcca-455c-bb5b-2b8f8385d3dc req-2c07d58b-ccb0-4ae8-820e-49e37f422952 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381341 Dec 23 09:01:03.501383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820be9d3-106b-47a1-8f30-f03617b2e14c req-134d9901-c3d4-4e31-bb09-051f87b814cc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:03.502841 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-820be9d3-106b-47a1-8f30-f03617b2e14c req-134d9901-c3d4-4e31-bb09-051f87b814cc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0752275 Dec 23 09:01:03.551838 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-820be9d3-106b-47a1-8f30-f03617b2e14c req-2b56e5a4-1933-4058-95f1-4293ea84203b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434341 Dec 23 09:01:03.578103 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57438) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:01:03.644670 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d056548d-c0aa-4b09-9ee5-4d5c77de062c tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 1094 time: 0.0654364 Dec 23 09:01:03.647344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57442) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:01:03.653122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:01:03.658806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:01:03.662512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:floatingip and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:01:03.665267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:01:03.671466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:01:03.681454 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:03.815076 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:03.929514 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:03.948083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.114 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/749fc56f-436b-49cc-adff-dc54bb3b9dfe) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:01:04.027793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:04.093033 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:04.120094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:04.272801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:01:04.276114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:01:04.280363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:01:04.306622 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=749fc56f-436b-49cc-adff-dc54bb3b9dfe,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:01:04.307089 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:01:04.784803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:04.838063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:05.042950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:05.047217 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:05.146660 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=749fc56f-436b-49cc-adff-dc54bb3b9dfe,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:01:05.163462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:05.350219 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Floating IP be17f33b-c1b2-4350-b9ce-fc53a54bbfc4 associated. External IP: 172.26.8.114, port: c3354581-ec69-445f-82db-5b2671e7b8b2. Dec 23 09:01:05.360459 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:05.833136 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 387ba389-badf-419e-8c2a-d22e3380562b has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:01:06.027472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:01:06.037010 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] Sync routers for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:01:06.049645 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:01:06.050445 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:01:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:01:06.051672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:06.108615 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6b06d82b-47e0-4558-8e72-107c6052cf7e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4600914 Dec 23 09:01:06.109180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:01:06.162240 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'status': 'completed', 'code': 200} Dec 23 09:01:06.227896 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:01:06.253758 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-91027312-48f6-4ce5-ad83-a61921042ce1 req-cb0b0410-0d3c-426a-865a-b304e324ee47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 1099 time: 0.0696738 Dec 23 09:01:06.289367 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70677db1-6da3-4251-bc39-53302a1b90a1 req-49c0062b-068d-462a-b4a8-656f72d27dc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:06.291500 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-70677db1-6da3-4251-bc39-53302a1b90a1 req-49c0062b-068d-462a-b4a8-656f72d27dc1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0824742 Dec 23 09:01:06.351857 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-70677db1-6da3-4251-bc39-53302a1b90a1 req-b4b9054c-e9e2-4108-81bb-8f306b369489 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469227 Dec 23 09:01:06.381912 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57452) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:01:06.389083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91027312-48f6-4ce5-ad83-a61921042ce1 req-cc357998-b693-4b8e-8654-a8164249df8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:06.391100 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-91027312-48f6-4ce5-ad83-a61921042ce1 req-cc357998-b693-4b8e-8654-a8164249df8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=70ca189d-89e3-4c83-bbe6-d00c1834d121 HTTP/1.1" status: 200 len: 897 time: 0.1311696 Dec 23 09:01:06.484356 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-47631448-1849-47d4-8f74-a7e28fcbb1f8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/be17f33b-c1b2-4350-b9ce-fc53a54bbfc4 HTTP/1.1" status: 200 len: 992 time: 0.1010621 Dec 23 09:01:06.498683 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-91027312-48f6-4ce5-ad83-a61921042ce1 req-53d5b607-ab74-4a42-8095-53269651afd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3354581-ec69-445f-82db-5b2671e7b8b2 HTTP/1.1" status: 200 len: 1000 time: 0.1011438 Dec 23 09:01:06.561459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91027312-48f6-4ce5-ad83-a61921042ce1 req-f05fee94-98fb-4b31-820e-0b9b3477d250 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:06.562960 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-91027312-48f6-4ce5-ad83-a61921042ce1 req-f05fee94-98fb-4b31-820e-0b9b3477d250 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=883b0e02-a101-4bf3-8e8b-3217a949161e HTTP/1.1" status: 200 len: 835 time: 0.0570729 Dec 23 09:01:06.599047 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'be17f33b-c1b2-4350-b9ce-fc53a54bbfc4', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'port_id': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'mac_address': 'fa:16:3e:be:2e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635428f-f542-426e-a96d-ca51ebf15e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:01:04Z', 'updated_at': '2021-12-23T09:01:04Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c0ed60-e39a-456b-8eab-d6e275556e3e', 'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:87:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:48Z', 'updated_at': '2021-12-23T09:00:56Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:01:06.602780 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] Checking router: 387ba389-badf-419e-8c2a-d22e3380562b for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:01:06.613022 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:01:06.613538 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:01:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:01:06.644325 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-91027312-48f6-4ce5-ad83-a61921042ce1 req-3b0acc4e-6ee2-441e-bdd0-f3a5bad39b3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ca189d-89e3-4c83-bbe6-d00c1834d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743837 Dec 23 09:01:06.774205 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-91027312-48f6-4ce5-ad83-a61921042ce1 req-c7b2ded5-5a15-4c96-9866-7269235bd29c service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238883 Dec 23 09:01:06.788959 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:01:06.902837 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-91027312-48f6-4ce5-ad83-a61921042ce1 req-867f96ce-acd6-48b3-9449-b2609b7a00c3 service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227450 Dec 23 09:01:07.133553 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'be17f33b-c1b2-4350-b9ce-fc53a54bbfc4', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'port_id': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'mac_address': 'fa:16:3e:be:2e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635428f-f542-426e-a96d-ca51ebf15e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:01:04Z', 'updated_at': '2021-12-23T09:01:04Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c0ed60-e39a-456b-8eab-d6e275556e3e', 'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:87:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:48Z', 'updated_at': '2021-12-23T09:00:56Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:01:07.137891 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb438d9-9ca8-4ec8-93a3-5e558f1d91f6 None None] The sync data for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv is: [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'be17f33b-c1b2-4350-b9ce-fc53a54bbfc4', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'port_id': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'mac_address': 'fa:16:3e:be:2e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635428f-f542-426e-a96d-ca51ebf15e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:01:04Z', 'updated_at': '2021-12-23T09:01:04Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c0ed60-e39a-456b-8eab-d6e275556e3e', 'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:87:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:48Z', 'updated_at': '2021-12-23T09:00:56Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:01:07.487910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57456) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:01:07.590676 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3fce0590-1902-41a2-af66-f94e76d11056 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/be17f33b-c1b2-4350-b9ce-fc53a54bbfc4 HTTP/1.1" status: 200 len: 992 time: 0.1016254 Dec 23 09:01:08.595175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57460) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:01:08.703202 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2b58fea6-2273-466f-bf7b-8f86f5b8354c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/be17f33b-c1b2-4350-b9ce-fc53a54bbfc4 HTTP/1.1" status: 200 len: 992 time: 0.1068680 Dec 23 09:01:09.706682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57464) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:01:09.817014 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-483a1dad-63be-43b8-bf8c-5308ef74103b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/be17f33b-c1b2-4350-b9ce-fc53a54bbfc4 HTTP/1.1" status: 200 len: 992 time: 0.1091146 Dec 23 09:01:10.101484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac76c6dd-8bf1-43ba-ad82-889d2250bd0d None None] New status for floating IP be17f33b-c1b2-4350-b9ce-fc53a54bbfc4: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:01:10.820733 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57468) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:01:10.922691 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-04b52dc6-a2a0-429b-8bfc-f8af6bbbb372 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/be17f33b-c1b2-4350-b9ce-fc53a54bbfc4 HTTP/1.1" status: 200 len: 994 time: 0.1008680 Dec 23 09:01:30.534930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-323472e5-19dd-4c24-a970-f04c4c30577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:30.661204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:32.824956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a937df1-a692-4816-948e-7140f6dbb55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:33.848998 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3c49e1d9-5bba-475e-a850-209b76df4718 req-8fe545a8-cb2b-4ce8-9c18-1d4d4e4eb6d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 1099 time: 0.0676024 Dec 23 09:01:33.895406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fb5ff-f856-4bed-8a72-7bc4b1b0df89 req-cade81a9-209e-424d-8978-4abb960c15e5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:33.896849 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ef3fb5ff-f856-4bed-8a72-7bc4b1b0df89 req-cade81a9-209e-424d-8978-4abb960c15e5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0749907 Dec 23 09:01:33.933110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:33.948059 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ef3fb5ff-f856-4bed-8a72-7bc4b1b0df89 req-2fc2fdf2-6693-42cc-bc93-72c9e268b0ae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451605 Dec 23 09:01:33.979215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e1d9-5bba-475e-a850-209b76df4718 req-c19aff4c-40e3-45cd-a4e1-17bd33acda59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:33.980641 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3c49e1d9-5bba-475e-a850-209b76df4718 req-c19aff4c-40e3-45cd-a4e1-17bd33acda59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=70ca189d-89e3-4c83-bbe6-d00c1834d121 HTTP/1.1" status: 200 len: 897 time: 0.1252983 Dec 23 09:01:34.027919 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:34.082476 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3c49e1d9-5bba-475e-a850-209b76df4718 req-fe22801c-0434-442e-b4ae-5ef3f3b33b04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3354581-ec69-445f-82db-5b2671e7b8b2 HTTP/1.1" status: 200 len: 1002 time: 0.0946972 Dec 23 09:01:34.157803 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e1d9-5bba-475e-a850-209b76df4718 req-7f602c13-e055-48c4-8198-769aec51481c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:34.159859 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3c49e1d9-5bba-475e-a850-209b76df4718 req-7f602c13-e055-48c4-8198-769aec51481c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=883b0e02-a101-4bf3-8e8b-3217a949161e HTTP/1.1" status: 200 len: 835 time: 0.0711837 Dec 23 09:01:34.235437 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3c49e1d9-5bba-475e-a850-209b76df4718 req-5fd73d7c-5d8e-4298-a9ae-6ed1e3c6d224 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ca189d-89e3-4c83-bbe6-d00c1834d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686147 Dec 23 09:01:34.462184 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3c49e1d9-5bba-475e-a850-209b76df4718 req-05c53721-1519-4320-a836-5418750154e6 service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193968 Dec 23 09:01:34.597617 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3c49e1d9-5bba-475e-a850-209b76df4718 req-692c075a-b65d-4374-b4f4-8851508f15ff service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281004 Dec 23 09:01:35.148231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033f715-e555-42f5-94cc-b51294a23463 req-8747e0e8-0273-49ea-8181-92c357a9d687 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:35.149680 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5033f715-e555-42f5-94cc-b51294a23463 req-8747e0e8-0273-49ea-8181-92c357a9d687 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0780342 Dec 23 09:01:35.194262 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5033f715-e555-42f5-94cc-b51294a23463 req-091a5e2e-2d49-4c9d-9da9-5567b80bf4bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391700 Dec 23 09:01:35.363062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:01:36.393244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff015e4-7391-485a-99cc-b5d6c2c609b6 req-62234881-52e6-43c1-be5d-fd8c22b2fffb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:36.394696 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2ff015e4-7391-485a-99cc-b5d6c2c609b6 req-62234881-52e6-43c1-be5d-fd8c22b2fffb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0780082 Dec 23 09:01:36.438627 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2ff015e4-7391-485a-99cc-b5d6c2c609b6 req-3c71262b-57bc-43c4-9d89-f319d0bc1e28 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379639 Dec 23 09:01:37.631061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26c9b7-859d-4842-8f1d-cd4940369765 req-407149e7-3c0e-4c3e-ad21-78ba31ef61a6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:37.632463 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8c26c9b7-859d-4842-8f1d-cd4940369765 req-407149e7-3c0e-4c3e-ad21-78ba31ef61a6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0738406 Dec 23 09:01:37.676320 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8c26c9b7-859d-4842-8f1d-cd4940369765 req-d3825341-2da5-47ab-8893-03c99de3e7bc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385168 Dec 23 09:01:38.870322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9cd6-7e63-4961-a5dc-79ed232d3046 req-e9af9a32-50fd-4a2e-9f00-7d92385ed999 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:38.871661 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-efcc9cd6-7e63-4961-a5dc-79ed232d3046 req-e9af9a32-50fd-4a2e-9f00-7d92385ed999 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0768030 Dec 23 09:01:38.915236 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-efcc9cd6-7e63-4961-a5dc-79ed232d3046 req-952e4d86-b05b-4d87-b870-054dc02f8d2f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381849 Dec 23 09:01:40.105282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee16c36-61e9-42b8-86d7-119ba2197d21 req-99fc3432-0024-492a-a17b-97f0fa81efad tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:40.106757 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dee16c36-61e9-42b8-86d7-119ba2197d21 req-99fc3432-0024-492a-a17b-97f0fa81efad tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0746224 Dec 23 09:01:40.150654 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dee16c36-61e9-42b8-86d7-119ba2197d21 req-e6dd9931-7746-4fdc-99f1-e03e65c25fc2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385120 Dec 23 09:01:41.308294 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:01:41.348858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bbad7-28e1-40ca-b518-5ff3da7da1a3 req-ab08f7e6-078c-4d6e-8e36-647a5086d1a0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:41.350291 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-810bbad7-28e1-40ca-b518-5ff3da7da1a3 req-ab08f7e6-078c-4d6e-8e36-647a5086d1a0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0774331 Dec 23 09:01:41.394540 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-810bbad7-28e1-40ca-b518-5ff3da7da1a3 req-2e09f8f8-4d63-43b3-903a-33470be3bde0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387921 Dec 23 09:01:42.587555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be0c37-1292-4957-9830-1607af7aa41e req-7925fba8-00a1-452a-9174-cc2d7d1a4a32 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:42.588973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e1be0c37-1292-4957-9830-1607af7aa41e req-7925fba8-00a1-452a-9174-cc2d7d1a4a32 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0746195 Dec 23 09:01:42.711659 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e1be0c37-1292-4957-9830-1607af7aa41e req-d54d9acf-f1c1-41ef-afec-5c4cc346ff37 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170278 Dec 23 09:01:43.907376 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6bd01-9a04-47e3-851f-99c7a067e9a4 req-d1cf53a3-ddd1-476e-9141-4a32b31a915d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:43.908785 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-15f6bd01-9a04-47e3-851f-99c7a067e9a4 req-d1cf53a3-ddd1-476e-9141-4a32b31a915d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0750141 Dec 23 09:01:43.952752 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-15f6bd01-9a04-47e3-851f-99c7a067e9a4 req-6a8753fb-2918-43b0-97d6-270af0d22590 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Dec 23 09:01:45.145978 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e721e51-bc3d-4062-9cd2-dc61defab1cb req-655e8cfd-9eae-4d45-bf13-c9008d33dc8b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:45.147506 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e721e51-bc3d-4062-9cd2-dc61defab1cb req-655e8cfd-9eae-4d45-bf13-c9008d33dc8b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0776865 Dec 23 09:01:45.195994 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9e721e51-bc3d-4062-9cd2-dc61defab1cb req-e4f9485f-929a-473d-9aec-e412b6fa0648 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418344 Dec 23 09:01:46.386595 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62f68f-1678-4987-8cf6-ae123cae56bc req-b72e1a75-0c31-4709-a7d8-4438c1917495 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:01:46.387995 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4e62f68f-1678-4987-8cf6-ae123cae56bc req-b72e1a75-0c31-4709-a7d8-4438c1917495 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0742600 Dec 23 09:01:46.432086 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4e62f68f-1678-4987-8cf6-ae123cae56bc req-258185ac-5354-408c-984b-ea83c0cfab4e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386319 Dec 23 09:01:46.459245 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57504) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:01:46.563116 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7d918e47-42d1-4fb2-b157-e1769533d92f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/be17f33b-c1b2-4350-b9ce-fc53a54bbfc4 HTTP/1.1" status: 200 len: 994 time: 0.1027327 Dec 23 09:02:00.537194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-176793ed-7b83-41fb-b405-69bc6e7aa1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:00.682697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:01.015354 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e3fb4993-4710-4282-90a2-493232ea4010 req-8f8eb5db-a7e3-431f-b8a3-22ffa2511274 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646348 Dec 23 09:02:01.150565 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e3fb4993-4710-4282-90a2-493232ea4010 req-434d7171-3f82-4a08-a1e6-b51f225c0102 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 1099 time: 0.0685575 Dec 23 09:02:01.290435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb4993-4710-4282-90a2-493232ea4010 req-19406c40-0de7-42d6-83e6-6af1ef178ec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:01.291757 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e3fb4993-4710-4282-90a2-493232ea4010 req-19406c40-0de7-42d6-83e6-6af1ef178ec1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=70ca189d-89e3-4c83-bbe6-d00c1834d121 HTTP/1.1" status: 200 len: 897 time: 0.1221776 Dec 23 09:02:01.389379 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e3fb4993-4710-4282-90a2-493232ea4010 req-dbe809ec-1fb2-4af6-a633-8d4dda1946ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3354581-ec69-445f-82db-5b2671e7b8b2 HTTP/1.1" status: 200 len: 1002 time: 0.0911365 Dec 23 09:02:01.452810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb4993-4710-4282-90a2-493232ea4010 req-bb80ca8f-e9c9-4095-b086-c1d0622816f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:01.454182 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e3fb4993-4710-4282-90a2-493232ea4010 req-bb80ca8f-e9c9-4095-b086-c1d0622816f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=883b0e02-a101-4bf3-8e8b-3217a949161e HTTP/1.1" status: 200 len: 835 time: 0.0577831 Dec 23 09:02:01.527911 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e3fb4993-4710-4282-90a2-493232ea4010 req-dd158625-8a22-4f23-b65d-2a587d779e57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ca189d-89e3-4c83-bbe6-d00c1834d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665543 Dec 23 09:02:01.658125 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e3fb4993-4710-4282-90a2-493232ea4010 req-32937ad9-ce51-448e-8f2d-771a2f962c5c service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213961 Dec 23 09:02:01.789088 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e3fb4993-4710-4282-90a2-493232ea4010 req-859dd861-7c6e-4ed2-8d53-339211e35fbc service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222448 Dec 23 09:02:02.826387 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8fd20d10-76d9-436a-8831-5723dff42343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:03.935688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:04.028927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:05.366120 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:14.522801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57518) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:14.719513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 749fc56f-436b-49cc-adff-dc54bb3b9dfe {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:02:14.719853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:14.881239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:14.881478 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:15.002075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 749fc56f-436b-49cc-adff-dc54bb3b9dfe owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:02:15.140543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:15.187493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=749fc56f-436b-49cc-adff-dc54bb3b9dfe,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:15.225010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.225356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.225692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.226118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.226450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.226808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.227135 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.227458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.227778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.228099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.228419 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:15.289301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:15.757426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 387ba389-badf-419e-8c2a-d22e3380562b has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:02:15.951778 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:02:15.961937 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] Sync routers for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:02:15.967630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:15.974324 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:15.974982 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:16.019755 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cb868527-9636-4e6b-94fe-d9eda8d137cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/floatingips/be17f33b-c1b2-4350-b9ce-fc53a54bbfc4 HTTP/1.1" status: 204 len: 168 time: 1.4959373 Dec 23 09:02:16.020426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:02:16.076676 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'status': 'completed', 'code': 200} Dec 23 09:02:16.151338 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:16.174863 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e1e29d07-7f2c-4098-96ef-d448dfc4d733 req-80568b8a-365a-4c47-853d-56473365b374 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 1099 time: 0.0721097 Dec 23 09:02:16.315752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e29d07-7f2c-4098-96ef-d448dfc4d733 req-46a61796-394c-4c20-8b09-175ccd23381a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:16.317193 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e1e29d07-7f2c-4098-96ef-d448dfc4d733 req-46a61796-394c-4c20-8b09-175ccd23381a service neutron] 10.222.0.24 "GET /v2.0/networks?id=70ca189d-89e3-4c83-bbe6-d00c1834d121 HTTP/1.1" status: 200 len: 897 time: 0.1364937 Dec 23 09:02:16.385780 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e1e29d07-7f2c-4098-96ef-d448dfc4d733 req-bd1713dd-1d03-45b9-9df9-d78dee1afa3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3354581-ec69-445f-82db-5b2671e7b8b2 HTTP/1.1" status: 200 len: 217 time: 0.0619626 Dec 23 09:02:16.419730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57ccb7-b2b2-4903-8b4e-ab53da93ebbc req-1ff1e7b3-7226-43d1-9b5e-d0a41e97e63c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:16.420427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-6e57ccb7-b2b2-4903-8b4e-ab53da93ebbc req-1ff1e7b3-7226-43d1-9b5e-d0a41e97e63c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:02:16.437668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-6e57ccb7-b2b2-4903-8b4e-ab53da93ebbc req-1ff1e7b3-7226-43d1-9b5e-d0a41e97e63c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:02:16.439079 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6e57ccb7-b2b2-4903-8b4e-ab53da93ebbc req-1ff1e7b3-7226-43d1-9b5e-d0a41e97e63c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.1020601 Dec 23 09:02:16.459326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e29d07-7f2c-4098-96ef-d448dfc4d733 req-7ce6122a-8e6a-47c8-8595-4fed26e6d032 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:16.460886 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e1e29d07-7f2c-4098-96ef-d448dfc4d733 req-7ce6122a-8e6a-47c8-8595-4fed26e6d032 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=883b0e02-a101-4bf3-8e8b-3217a949161e HTTP/1.1" status: 200 len: 835 time: 0.0691125 Dec 23 09:02:16.486567 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6e57ccb7-b2b2-4903-8b4e-ab53da93ebbc req-81e0d966-aea2-4af7-9d5f-a43a3259b066 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415444 Dec 23 09:02:16.511794 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '24c0ed60-e39a-456b-8eab-d6e275556e3e', 'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:87:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:48Z', 'updated_at': '2021-12-23T09:00:56Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:16.515800 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] Checking router: 387ba389-badf-419e-8c2a-d22e3380562b for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:02:16.526874 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:16.527562 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:16.546346 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e1e29d07-7f2c-4098-96ef-d448dfc4d733 req-d6a0e633-04a7-4830-82b9-c8fbe8edda8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=70ca189d-89e3-4c83-bbe6-d00c1834d121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778625 Dec 23 09:02:16.705100 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:16.766363 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e1e29d07-7f2c-4098-96ef-d448dfc4d733 req-619b2ea6-c490-49ba-9b90-9dc78ae3e03a service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126458 Dec 23 09:02:16.893519 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e1e29d07-7f2c-4098-96ef-d448dfc4d733 req-0a44156b-2f12-4cdf-bd9e-82404418e7a2 service neutron] 10.222.0.24 "GET /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204944 Dec 23 09:02:17.008833 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '24c0ed60-e39a-456b-8eab-d6e275556e3e', 'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:87:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:48Z', 'updated_at': '2021-12-23T09:00:56Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:17.013222 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96fc7c-2330-4234-9da5-9a2efaa7f0e2 None None] The sync data for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv is: [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:49Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '24c0ed60-e39a-456b-8eab-d6e275556e3e', 'name': '', 'network_id': '70ca189d-89e3-4c83-bbe6-d00c1834d121', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:87:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:48Z', 'updated_at': '2021-12-23T09:00:56Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '883b0e02-a101-4bf3-8e8b-3217a949161e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:02:17.212982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc92005-d4c3-4832-a4b7-9429919e4db8 None None] New status for floating IP be17f33b-c1b2-4350-b9ce-fc53a54bbfc4: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:02:17.681286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16541076-15b4-4eb7-a2b1-2b6dfae0d154 req-4a267f0b-3974-43c6-a934-63b3603ce52c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:17.682734 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-16541076-15b4-4eb7-a2b1-2b6dfae0d154 req-4a267f0b-3974-43c6-a934-63b3603ce52c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0739300 Dec 23 09:02:17.729639 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-16541076-15b4-4eb7-a2b1-2b6dfae0d154 req-d255dd70-13ae-49e7-9011-48cf542be5f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=66e535cf-37f6-4491-ae9c-2c41eba7e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415776 Dec 23 09:02:17.811022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-12941ef5-faf6-452b-881e-d70eb3f50c4e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:17.811692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-12941ef5-faf6-452b-881e-d70eb3f50c4e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:02:17.822877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-12941ef5-faf6-452b-881e-d70eb3f50c4e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:02:17.823925 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-12941ef5-faf6-452b-881e-d70eb3f50c4e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 946 time: 0.0898364 Dec 23 09:02:17.892385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port c3354581-ec69-445f-82db-5b2671e7b8b2 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:02:17.892708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:18.126459 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port c3354581-ec69-445f-82db-5b2671e7b8b2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3354581-ec69-445f-82db-5b2671e7b8b2,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:18.126723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:18.243111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for c3354581-ec69-445f-82db-5b2671e7b8b2 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:02:18.307483 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:02:18.378240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:18.426579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=c3354581-ec69-445f-82db-5b2671e7b8b2,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:18.496288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.496639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.496977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.497313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.497642 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.497978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.498313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.498636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.498954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.499273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.499595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:18.513083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] No DVR routers for this DVR port c3354581-ec69-445f-82db-5b2671e7b8b2 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:02:18.515276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:18.517732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'name': 'network-vif-deleted', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:02:18.533499 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ca2a2409-a7ed-4e17-b5f8-952135e41dcb req-fcdb7f0f-adaf-40e9-8621-f391a906c982 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "DELETE /v2.0/ports/c3354581-ec69-445f-82db-5b2671e7b8b2 HTTP/1.1" status: 204 len: 173 time: 0.7038286 Dec 23 09:02:18.579216 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1635428f-f542-426e-a96d-ca51ebf15e03', 'name': 'network-vif-deleted', 'tag': 'c3354581-ec69-445f-82db-5b2671e7b8b2', 'status': 'completed', 'code': 200} Dec 23 09:02:18.908029 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4ba2efb6-0009-4aa3-89ca-d5f619af4b7f req-a3c8fc98-a5c7-461a-9c08-db171d14434a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=1635428f-f542-426e-a96d-ca51ebf15e03 HTTP/1.1" status: 200 len: 210 time: 0.0419934 Dec 23 09:02:20.014049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57536) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:20.400792 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:21.095664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 24c0ed60-e39a-456b-8eab-d6e275556e3e {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:02:21.096370 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:21.274998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port 24c0ed60-e39a-456b-8eab-d6e275556e3e, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=24c0ed60-e39a-456b-8eab-d6e275556e3e,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:21.275338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:21.392777 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 24c0ed60-e39a-456b-8eab-d6e275556e3e owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:02:21.567603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:21.615145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=24c0ed60-e39a-456b-8eab-d6e275556e3e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:21.902330 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:22.559544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 387ba389-badf-419e-8c2a-d22e3380562b has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:02:22.694941 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device c3354581-ec69-445f-82db-5b2671e7b8b2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:02:22.727070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: c3354581-ec69-445f-82db-5b2671e7b8b2 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:02:22.727407 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device c3354581-ec69-445f-82db-5b2671e7b8b2 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:02:22.751927 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:02:22.763693 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] Sync routers for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:02:22.764470 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e9c14f72-4690-4edb-88bf-59a962c1ede9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/387ba389-badf-419e-8c2a-d22e3380562b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7493973 Dec 23 09:02:22.767170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57540) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:22.775032 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:22.775721 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:22.949258 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:22.951134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b53965b-da5f-49b1-9e37-4047ecf83410 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting subnet 883b0e02-a101-4bf3-8e8b-3217a949161e {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 09:02:22.953978 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b53965b-da5f-49b1-9e37-4047ecf83410 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.006991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b53965b-da5f-49b1-9e37-4047ecf83410 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.086960 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b53965b-da5f-49b1-9e37-4047ecf83410 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.160441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b53965b-da5f-49b1-9e37-4047ecf83410 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.200245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53965b-da5f-49b1-9e37-4047ecf83410 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Subnet': ['ID=883b0e02-a101-4bf3-8e8b-3217a949161e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:23.204517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3b53965b-da5f-49b1-9e37-4047ecf83410 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.213422 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3b53965b-da5f-49b1-9e37-4047ecf83410 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/subnets/883b0e02-a101-4bf3-8e8b-3217a949161e HTTP/1.1" status: 204 len: 168 time: 0.4423313 Dec 23 09:02:23.213646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57544) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:23.223801 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5303fdba-d0fc-4ca1-bdb3-32594bf3b835 None None] Network 70ca189d-89e3-4c83-bbe6-d00c1834d121 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:02:23.230060 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:02:21Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:23.233882 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] Checking router: 387ba389-badf-419e-8c2a-d22e3380562b for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:02:23.254599 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] Routers {'387ba389-badf-419e-8c2a-d22e3380562b'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:23.255186 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['387ba389-badf-419e-8c2a-d22e3380562b'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:23.413482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.443914 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] Set router 387ba389-badf-419e-8c2a-d22e3380562b gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:23.483609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] DHCP port deletion for 70ca189d-89e3-4c83-bbe6-d00c1834d121 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 09:02:23.488285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Deleting port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:02:23.488714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.743269 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.744108 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] For port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6,segment=NetworkSegment(dec53f89-1adc-4e85-89e7-12960410139b),segment_id=dec53f89-1adc-4e85-89e7-12960410139b)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:23.744569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.753290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 58560cc9-f920-4409-933b-91470d13b62a {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:02:23.753659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.778445 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:02:21Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:23.783625 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38304d61-776b-4249-be00-22c5fdbd6dd4 None None] The sync data for ids ['387ba389-badf-419e-8c2a-d22e3380562b'] in dv-neutron-822507-1-hyperv is: [{'id': '387ba389-badf-419e-8c2a-d22e3380562b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610729776', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '58560cc9-f920-4409-933b-91470d13b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:02:21Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '58560cc9-f920-4409-933b-91470d13b62a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387ba389-badf-419e-8c2a-d22e3380562b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:00:45Z', 'updated_at': '2021-12-23T09:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:02:23.870153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Calling delete_port for ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:02:23.935369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port 58560cc9-f920-4409-933b-91470d13b62a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=58560cc9-f920-4409-933b-91470d13b62a,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:23.935724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.953084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:23.999205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Pushing event deleted for resources: {'Port': ['ID=ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:24.003246 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] No DVR routers for this DVR port ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:02:24.013385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.013864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.014097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.014453 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.014762 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.015066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.015371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.015678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.015990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.016401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.016595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda57393-0246-48e7-b7bb-8ae77e43dfe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:24.062757 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 58560cc9-f920-4409-933b-91470d13b62a owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:02:24.230828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:24.277275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=58560cc9-f920-4409-933b-91470d13b62a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:24.311980 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:02:24.344437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:02:24.344774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device ef5c2edb-cc85-4e78-b6a5-3ba6075d4be6 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:02:24.345184 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 24c0ed60-e39a-456b-8eab-d6e275556e3e no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:02:24.376172 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 24c0ed60-e39a-456b-8eab-d6e275556e3e {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:02:24.376510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 24c0ed60-e39a-456b-8eab-d6e275556e3e not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:02:24.499541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:24.750119 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:24.754296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:24.778302 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:24.778770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Fanout notify agent at l3_agent the message router_deleted on router 387ba389-badf-419e-8c2a-d22e3380562b {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 09:02:24.793252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:24.794354 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f2b08211-9de0-425b-bd3b-ad437d0c7f8c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/routers/387ba389-badf-419e-8c2a-d22e3380562b HTTP/1.1" status: 204 len: 168 time: 1.5798066 Dec 23 09:02:24.797052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57548) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:24.911781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.127708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.155334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ca189d-89e3-4c83-bbe6-d00c1834d121']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:25.167145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec53f89-1adc-4e85-89e7-12960410139b') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:25.167431 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec53f89-1adc-4e85-89e7-12960410139b') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:25.178140 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.195112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.201801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 09:02:25.202240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 09:02:25.217134 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 09:02:25.306484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.323780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.334180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Network': ['ID=70ca189d-89e3-4c83-bbe6-d00c1834d121,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:25.343197 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-51a4385f-7d90-4b2c-b6e0-8ceef614b2ce tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/networks/70ca189d-89e3-4c83-bbe6-d00c1834d121 HTTP/1.1" status: 204 len: 168 time: 0.5451999 Dec 23 09:02:25.345746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57552) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:25.411882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc692949-2a89-4cfb-8221-d67b527bc6d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.440014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc692949-2a89-4cfb-8221-d67b527bc6d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.502922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc692949-2a89-4cfb-8221-d67b527bc6d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.521681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc692949-2a89-4cfb-8221-d67b527bc6d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e535cf-37f6-4491-ae9c-2c41eba7e93e,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:25.534028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-dc692949-2a89-4cfb-8221-d67b527bc6d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:25.537652 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dc692949-2a89-4cfb-8221-d67b527bc6d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/security-groups/66e535cf-37f6-4491-ae9c-2c41eba7e93e HTTP/1.1" status: 204 len: 168 time: 0.1884561 Dec 23 09:02:25.951005 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57560) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:25.956441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117435095', 'description': 'tempest-secgroup-smoke-1117435095 description', 'project_id': '2366574148f945aca709e62d5f518c5c'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:25.962986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:25.967271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:25.970111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:25.975651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:25.985460 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.019295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:26.022924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:26.026170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:26.031671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:26.083806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.087867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.131040 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:26.134388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.135544 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-4f9b4ddf-b9ce-49b5-883f-97523e212d6c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1835644 Dec 23 09:02:26.138398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57564) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:26.143582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': 'ecb19a6b-2c47-4fa9-934c-e1f0a6b64267', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:26.150143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:26.153887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:26.156730 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:26.162316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:26.180631 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.238974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.242971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.264907 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7330d60-f5c2-45d2-9805-5e2153b4f734,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:26.274555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.275730 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-57c2a7f1-c910-43c5-b272-b24f57f7a7bb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1364436 Dec 23 09:02:26.278540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57568) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:26.284007 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': 'ecb19a6b-2c47-4fa9-934c-e1f0a6b64267', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:26.290428 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:26.294158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:26.296979 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:26.302699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:26.312021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 58560cc9-f920-4409-933b-91470d13b62a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:02:26.319942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.349587 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 58560cc9-f920-4409-933b-91470d13b62a {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:02:26.350047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 58560cc9-f920-4409-933b-91470d13b62a not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:02:26.382372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.385582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.407561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e48d7e-1897-4475-90c3-270085e99fc1,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:26.416102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.417292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-075e6399-bc91-46a6-b4cf-f9989cf00cb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1378493 Dec 23 09:02:26.419950 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57572) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:26.425186 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': 'ecb19a6b-2c47-4fa9-934c-e1f0a6b64267', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:26.430933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:26.434659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:26.437877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:26.443626 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:26.459221 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.523904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.527336 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.549262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b555d252-19a0-45dc-8f6e-14a195a67c63,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:26.558739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.559980 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-dc53c618-68a9-4027-9cda-79c0de83392e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1391270 Dec 23 09:02:26.563348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57576) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:26.569512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': 'ecb19a6b-2c47-4fa9-934c-e1f0a6b64267', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:26.585099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:26.588939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:26.592187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:26.597732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:26.613037 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.674984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.678350 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.700880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0d48a5-2ea6-455a-8c25-c04d2dcf6fcd,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:26.709486 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.710693 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a562828c-ce52-4853-ad62-74fb6e494b6a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1464269 Dec 23 09:02:26.713372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57580) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:26.719011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': 'ecb19a6b-2c47-4fa9-934c-e1f0a6b64267', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:26.724727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:26.728967 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:26.731871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:26.737489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:26.748255 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:02:26.754431 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.818700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.822171 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.850839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f92118b-f237-48e6-accb-5f18925a9507,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:26.857332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.858502 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-40daa661-a60b-468a-9594-bdfcaa89c6a2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1442306 Dec 23 09:02:26.861099 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57584) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:26.866272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': 'ecb19a6b-2c47-4fa9-934c-e1f0a6b64267', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:26.872108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:26.875841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:26.878674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:26.884762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:26.894642 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:02:26.901502 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.973024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:26.976890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.001309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ae7a43-453d-48c8-be20-291a09aaab07,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:27.011049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.012249 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7b2cc797-4122-462e-a7cb-beab86e802d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1502666 Dec 23 09:02:27.015159 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57590) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:27.020682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'network': {'name': 'tempest-network-smoke--1240247917', 'project_id': '2366574148f945aca709e62d5f518c5c', 'port_security_enabled': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:27.025605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:27.029577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:network and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:27.032363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:27.037863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:27.047630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:02:27.050461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.081543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 09:02:27.090191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.090536 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Added segment b4e175bc-cfcb-49c0-80b2-2bfff776d39d of type vlan for network 27ba72f6-ac20-486c-8473-83a409bd26ae Dec 23 09:02:27.115483 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.143956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.147515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:27.148079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.247890 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2315769 Dec 23 09:02:27.250465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57594) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:27.258416 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'admin_state_up': True, 'project_id': '2366574148f945aca709e62d5f518c5c', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:27.267196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f5a43-5d3e-4d65-a856-712eef2f1b9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Network': ['ID=27ba72f6-ac20-486c-8473-83a409bd26ae,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:27.269466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:27.273399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:router and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:27.276279 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:27.277467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 27ba72f6-ac20-486c-8473-83a409bd26ae details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 09:02:27.282322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:27.294970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.295950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.315286 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.464244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.649428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.682052 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.809008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.179 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/9e7e2fdd-4659-4b63-84a4-f54c225befb6) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:02:27.948553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:27.975724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:28.043331 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:02:28.046260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:02:28.050695 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:02:28.073836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=9e7e2fdd-4659-4b63-84a4-f54c225befb6,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:28.204098 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:28.204844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:28.505380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 90d96902-cd86-4ebf-9607-e0efde0ffcce is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 09:02:28.701277 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:02:28.710473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Sync routers for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:02:28.722326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:28.722920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:28.726934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:28.728963 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7f6138e1-0094-44fc-949c-bcd1eae6fd27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4775131 Dec 23 09:02:28.732127 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57602) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:28.770275 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9b3a70cc-9782-46d5-804a-0da138cf789e tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=2366574148f945aca709e62d5f518c5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368907 Dec 23 09:02:28.772477 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57606) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:28.895727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:28.901053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f02844-ecbf-4570-b823-c8b1202ca8b7 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:28.902541 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-15f02844-ecbf-4570-b823-c8b1202ca8b7 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292095 Dec 23 09:02:28.905367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57610) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:28.946977 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-09762650-0a6c-467e-9d13-444bc13e5839 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405815 Dec 23 09:02:28.949403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57614) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:28.954496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1017356647', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'project_id': '2366574148f945aca709e62d5f518c5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:29.061361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:29.065024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:subnet and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:29.067807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:29.073356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:29.083257 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:02:29.178625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:28Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:29.183054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Checking router: 90d96902-cd86-4ebf-9607-e0efde0ffcce for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:02:29.183388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Updating router 90d96902-cd86-4ebf-9607-e0efde0ffcce port 9e7e2fdd-4659-4b63-84a4-f54c225befb6 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:02:29.183551 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:29.233824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:29.393923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:29.469799 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Subnet': ['ID=014dbddb-902b-4993-b37e-4aa9863bbe6a,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:29.489362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Checking segment: {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:02:29.489710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network hostable DHCP agents. Network: 27ba72f6-ac20-486c-8473-83a409bd26ae, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 09:02:29.511991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 27ba72f6-ac20-486c-8473-83a409bd26ae is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 09:02:29.521676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 27ba72f6-ac20-486c-8473-83a409bd26ae) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:02:29.526138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:29.526672 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:29.545612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfad808a-fdbb-4de8-b8aa-6fc8fe97c8ab None None] Network 27ba72f6-ac20-486c-8473-83a409bd26ae requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:02:29.551772 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-75b2eaea-3163-490b-a37b-c08748b8a849 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6013818 Dec 23 09:02:29.554507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57618) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:29.674526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:29.701634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Transition to ACTIVE for port object 9e7e2fdd-4659-4b63-84a4-f54c225befb6 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:02:29.720350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:29.845568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb2e82-5253-4cf0-a74a-d1292daa7cb7 None None] Pushing event updated for resources: {'Port': ['ID=9e7e2fdd-4659-4b63-84a4-f54c225befb6,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:29.849693 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Attempting to bind port 9e7e2fdd-4659-4b63-84a4-f54c225befb6 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:02:29.850085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Attempting to bind port 9e7e2fdd-4659-4b63-84a4-f54c225befb6 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:02:29.850446 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Attempting to bind port 9e7e2fdd-4659-4b63-84a4-f54c225befb6 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:02:29.888062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:02:29.888425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:02:29.888825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:29.889205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:02:29.889656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Bound port: 9e7e2fdd-4659-4b63-84a4-f54c225befb6, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:02:29.890046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:29.934356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-27ba72f6-ac20-486c-8473-83a409bd26ae', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 09:02:29.935174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:30.034159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] For port 9e7e2fdd-4659-4b63-84a4-f54c225befb6, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:02:30.057817 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] For port 9e7e2fdd-4659-4b63-84a4-f54c225befb6, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9e7e2fdd-4659-4b63-84a4-f54c225befb6,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:02:30.062305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:30.192473 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb2e82-5253-4cf0-a74a-d1292daa7cb7 None None] Pushing event updated for resources: {'Port': ['ID=9e7e2fdd-4659-4b63-84a4-f54c225befb6,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:30.201322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Allocated IP 172.20.0.2 (27ba72f6-ac20-486c-8473-83a409bd26ae/014dbddb-902b-4993-b37e-4aa9863bbe6a/b5d9bf33-b4a7-4162-9096-3e5eed9b3917) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:02:30.211073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:30.212204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:30.390542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:30.539376 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:30.667280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9482a8e2-7084-4e13-a421-889f681802d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:30.701312 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:30.759362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:30.764755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Transition to ACTIVE for port object b5d9bf33-b4a7-4162-9096-3e5eed9b3917 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:02:30.799050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Transition to ACTIVE for port object b5d9bf33-b4a7-4162-9096-3e5eed9b3917 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:02:30.815199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:30.877514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.1 (27ba72f6-ac20-486c-8473-83a409bd26ae/014dbddb-902b-4993-b37e-4aa9863bbe6a/aafa15e0-da8f-4094-9f71-fcd98aa9f183) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:02:30.893410 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Network 27ba72f6-ac20-486c-8473-83a409bd26ae is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:02:30.924049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:02:30.926518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:02:30.940793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Pushing event updated for resources: {'Port': ['ID=b5d9bf33-b4a7-4162-9096-3e5eed9b3917,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:31.033782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:31.047244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Attempting to bind port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:02:31.047607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Attempting to bind port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:02:31.047956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Attempting to bind port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 on network 27ba72f6-ac20-486c-8473-83a409bd26ae {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:02:31.049979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object aafa15e0-da8f-4094-9f71-fcd98aa9f183 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:02:31.061051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:02:31.061411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Checking segment: {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:02:31.061803 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:31.062207 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Bound using segment: {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:02:31.062658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Bound port: b5d9bf33-b4a7-4162-9096-3e5eed9b3917, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:02:31.063015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:31.070950 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:31.140646 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 27ba72f6-ac20-486c-8473-83a409bd26ae is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:02:31.143856 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:02:31.148415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:02:31.169683 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:28Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:31.178434 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7161f532-d7e9-4c42-ab37-8c697f74502f None None] The sync data for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv is: [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:28Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:02:31.180044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=aafa15e0-da8f-4094-9f71-fcd98aa9f183,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:31.211331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] For port b5d9bf33-b4a7-4162-9096-3e5eed9b3917, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:02:31.215275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] For port b5d9bf33-b4a7-4162-9096-3e5eed9b3917, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b5d9bf33-b4a7-4162-9096-3e5eed9b3917,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:02:31.216327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:31.220979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:31.304498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eb63c-9eab-4763-9232-6f14a1a45dfd None None] Pushing event updated for resources: {'Port': ['ID=b5d9bf33-b4a7-4162-9096-3e5eed9b3917,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:31.311092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:31.788272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:31.794141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:32.022711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:32.027049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=aafa15e0-da8f-4094-9f71-fcd98aa9f183,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:32.164556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 27ba72f6-ac20-486c-8473-83a409bd26ae is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:02:32.166243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:02:32.271118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a318d74-a419-4725-9adc-0c9f34cce8b2 None None] Network 27ba72f6-ac20-486c-8473-83a409bd26ae requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:02:32.380225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-347cfb7c-7ef5-4401-ac7b-9b5b74b9afde None None] Provisioning for port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:02:32.386582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9e7e2fdd-4659-4b63-84a4-f54c225befb6 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:02:32.549232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 90d96902-cd86-4ebf-9607-e0efde0ffcce has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:02:32.558575 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 9e7e2fdd-4659-4b63-84a4-f54c225befb6 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:02:32.568499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 9e7e2fdd-4659-4b63-84a4-f54c225befb6 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:32.568862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:32.695602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:32.713553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 9e7e2fdd-4659-4b63-84a4-f54c225befb6, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9e7e2fdd-4659-4b63-84a4-f54c225befb6,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:32.717991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:32.718873 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b5d9bf33-b4a7-4162-9096-3e5eed9b3917 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:02:32.757129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:02:32.770227 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-d3697dc9-55c1-4b92-9e78-5c99d282cf8a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/90d96902-cd86-4ebf-9607-e0efde0ffcce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2146819 Dec 23 09:02:32.858011 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7c563c0d-5369-4426-9f03-9aa0992ddd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:32.864714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=9e7e2fdd-4659-4b63-84a4-f54c225befb6,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:32.878512 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:02:32.882852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a6b94b5-448f-45e7-9d0e-a9fbbc402b5c None None] Provisioning complete for port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:32.883216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a6b94b5-448f-45e7-9d0e-a9fbbc402b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:32.918494 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:32.918788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:33.098170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:33.121476 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-e83ddd14-d40e-4b96-a076-a653eb121402 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:02:33.137621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-e83ddd14-d40e-4b96-a076-a653eb121402 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:02:33.138913 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-e83ddd14-d40e-4b96-a076-a653eb121402 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117435095&fields=id&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 267 time: 0.0609643 Dec 23 09:02:33.143455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a6b94b5-448f-45e7-9d0e-a9fbbc402b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:33.154099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b5d9bf33-b4a7-4162-9096-3e5eed9b3917, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b5d9bf33-b4a7-4162-9096-3e5eed9b3917,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:33.160530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:33.282272 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b5d9bf33-b4a7-4162-9096-3e5eed9b3917,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:33.288516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-0a6b94b5-448f-45e7-9d0e-a9fbbc402b5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 09:02:33.288793 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-0a6b94b5-448f-45e7-9d0e-a9fbbc402b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 09:02:33.290697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-466cb143-6973-425c-b240-1cc688cf3cfa tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:33.292788 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-466cb143-6973-425c-b240-1cc688cf3cfa tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 797 time: 0.1464288 Dec 23 09:02:33.312062 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-6d5a06b8-4cc0-400b-a585-de518fc69f4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/quotas/2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 375 time: 0.0140171 Dec 23 09:02:33.401479 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-f36b06f6-aa08-42d0-b863-ce2e2e9fed31 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849793 Dec 23 09:02:33.633045 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-2c932030-4eff-4655-8df3-9bd361acec28 service neutron] 10.222.0.36 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204597 Dec 23 09:02:33.760658 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-da1b063d-a026-4710-96a9-aeed3562d95f service neutron] 10.222.0.36 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214206 Dec 23 09:02:33.859119 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a6b94b5-448f-45e7-9d0e-a9fbbc402b5c None None] Provisioning for port aafa15e0-da8f-4094-9f71-fcd98aa9f183 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:02:33.864849 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0a6b94b5-448f-45e7-9d0e-a9fbbc402b5c None None] Provisioning complete for port aafa15e0-da8f-4094-9f71-fcd98aa9f183 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:33.865437 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a6b94b5-448f-45e7-9d0e-a9fbbc402b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:33.928854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b94b5-448f-45e7-9d0e-a9fbbc402b5c None None] Port aafa15e0-da8f-4094-9f71-fcd98aa9f183 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:02:33.942173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:34.034054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:34.051296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-37c12831-a786-4c21-9ba2-9ea96e2c2b12 None None] Provisioning complete for port aafa15e0-da8f-4094-9f71-fcd98aa9f183 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:34.051798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-37c12831-a786-4c21-9ba2-9ea96e2c2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:34.106182 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e6669cdc-6d4e-40a7-8206-714dcd38db8d req-3fe29b6b-88ab-4396-9fe5-5c2e04cf8416 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 210 time: 0.2026858 Dec 23 09:02:34.109229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-37c12831-a786-4c21-9ba2-9ea96e2c2b12 None None] Port aafa15e0-da8f-4094-9f71-fcd98aa9f183 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:02:34.329396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9e7e2fdd-4659-4b63-84a4-f54c225befb6 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:02:34.402504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 9e7e2fdd-4659-4b63-84a4-f54c225befb6 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:34.403164 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:34.521383 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b5d9bf33-b4a7-4162-9096-3e5eed9b3917 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:02:34.587905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:34.592707 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:34.784257 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Sync routers for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:02:34.795786 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:34.796308 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:34.953726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-a1cd3b4b-5322-4280-b59d-d375869c9886 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:34.955088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-a1cd3b4b-5322-4280-b59d-d375869c9886 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:02:34.971090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-a1cd3b4b-5322-4280-b59d-d375869c9886 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:02:34.972211 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-a1cd3b4b-5322-4280-b59d-d375869c9886 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 797 time: 0.1623361 Dec 23 09:02:34.975359 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:35.027087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-a167e5a5-492e-4493-8a33-838bf6ec49fd tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:02:35.039797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-a167e5a5-492e-4493-8a33-838bf6ec49fd tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:02:35.040915 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-a167e5a5-492e-4493-8a33-838bf6ec49fd tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 380 time: 0.0560603 Dec 23 09:02:35.053122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'port': {'device_id': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'admin_state_up': True, 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'security_groups': ['ecb19a6b-2c47-4fa9-934c-e1f0a6b64267']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:35.185372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:35.189367 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:port and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:35.193714 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:35.200155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:35.210662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:02:35.214450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:35.281799 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f00baae6-9dd4-486c-aa36-47ed04fa8511 req-7eeb34a1-4e15-48da-b34a-6cfdb6b13eec tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 210 time: 0.0405760 Dec 23 09:02:35.297557 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'aafa15e0-da8f-4094-9f71-fcd98aa9f183', 'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:a6:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:30Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 2, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:35.305723 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Checking router: 90d96902-cd86-4ebf-9607-e0efde0ffcce for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:02:35.306053 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Updating router 90d96902-cd86-4ebf-9607-e0efde0ffcce port aafa15e0-da8f-4094-9f71-fcd98aa9f183 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:02:35.358376 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:35.371075 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:35.387321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.11 (27ba72f6-ac20-486c-8473-83a409bd26ae/014dbddb-902b-4993-b37e-4aa9863bbe6a/fca26f4f-1fbd-4413-97fe-1e3d7c73a857) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:02:35.574380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:35.589502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object fca26f4f-1fbd-4413-97fe-1e3d7c73a857 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:02:35.610838 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:35.790546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 27ba72f6-ac20-486c-8473-83a409bd26ae is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:02:35.794139 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:02:35.795984 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:35.798034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:02:35.840309 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:35.852263 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Transition to ACTIVE for port object aafa15e0-da8f-4094-9f71-fcd98aa9f183 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:02:35.858040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:35.859109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:35.860343 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:35.884982 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-3398fd60-98ed-45f4-b67e-2438c34a09b1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8357048 Dec 23 09:02:35.896531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Request body: {'port': {'device_id': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:35.988832 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Pushing event updated for resources: {'Port': ['ID=aafa15e0-da8f-4094-9f71-fcd98aa9f183,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:36.024285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.045570 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a9612e10-2d96-4ddb-a751-8cda529f6fc4 None None] Provisioning for port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:02:36.050864 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a9612e10-2d96-4ddb-a751-8cda529f6fc4 None None] Provisioning complete for port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:36.051346 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a9612e10-2d96-4ddb-a751-8cda529f6fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.064178 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.064517 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.064850 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.065178 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.065552 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.065828 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.066178 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.066496 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.066816 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.067126 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.067439 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:02:36.112357 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Attempting to bind port aafa15e0-da8f-4094-9f71-fcd98aa9f183 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:02:36.112882 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Attempting to bind port aafa15e0-da8f-4094-9f71-fcd98aa9f183 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:02:36.113327 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Attempting to bind port aafa15e0-da8f-4094-9f71-fcd98aa9f183 on network 27ba72f6-ac20-486c-8473-83a409bd26ae {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:02:36.117281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a9612e10-2d96-4ddb-a751-8cda529f6fc4 None None] Port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:02:36.123862 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:02:36.124342 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Checking segment: {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:02:36.124841 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.125349 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Bound using segment: {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:02:36.125932 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Bound port: aafa15e0-da8f-4094-9f71-fcd98aa9f183, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:02:36.126585 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.224655 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] For port aafa15e0-da8f-4094-9f71-fcd98aa9f183, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:02:36.228915 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] For port aafa15e0-da8f-4094-9f71-fcd98aa9f183, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aafa15e0-da8f-4094-9f71-fcd98aa9f183,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:02:36.237763 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.384001 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:36.384984 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:36.462840 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e7582-4067-4ecc-a0c2-aabf8325896b None None] Pushing event updated for resources: {'Port': ['ID=aafa15e0-da8f-4094-9f71-fcd98aa9f183,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:36.486428 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca26f4f-1fbd-4413-97fe-1e3d7c73a857 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:02:36.496204 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.522393 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Transition to ACTIVE for port object fca26f4f-1fbd-4413-97fe-1e3d7c73a857 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:02:36.527683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.612752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8e9f5-157a-47be-9d5f-a0b382d42b38 req-2bd24322-794e-4339-aa42-2386cb21d1d0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:36.616055 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-15c8e9f5-157a-47be-9d5f-a0b382d42b38 req-2bd24322-794e-4339-aa42-2386cb21d1d0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 944 time: 0.1043034 Dec 23 09:02:36.642621 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:36.667460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:36.668130 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-15c8e9f5-157a-47be-9d5f-a0b382d42b38 req-933789ca-70fd-4219-ad2d-e20001327a74 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439487 Dec 23 09:02:36.803024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Attempting to bind port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:02:36.803354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Attempting to bind port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:02:36.803699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Attempting to bind port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 on network 27ba72f6-ac20-486c-8473-83a409bd26ae {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:02:36.809344 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 on network 27ba72f6-ac20-486c-8473-83a409bd26ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 09:02:36.809687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Attempting to bind port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 on network 27ba72f6-ac20-486c-8473-83a409bd26ae {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:02:36.815876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:02:36.816196 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Checking segment: {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:02:36.816575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Bound using segment: {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:02:36.816983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Bound port: fca26f4f-1fbd-4413-97fe-1e3d7c73a857, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:02:36.817321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.903424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] For port fca26f4f-1fbd-4413-97fe-1e3d7c73a857, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:02:36.906515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] For port fca26f4f-1fbd-4413-97fe-1e3d7c73a857, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:02:36.911219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.962970 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'aafa15e0-da8f-4094-9f71-fcd98aa9f183', 'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:a6:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:30Z', 'updated_at': '2021-12-23T09:02:36Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:36.967096 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41175b55-699f-4c79-948f-ed5bbe5af04b None None] The sync data for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv is: [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'aafa15e0-da8f-4094-9f71-fcd98aa9f183', 'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:a6:c1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:30Z', 'updated_at': '2021-12-23T09:02:36Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:02:36.976724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:36.978189 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] 10.222.0.24 "PUT /v2.0/ports/fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 1094 time: 1.0861461 Dec 23 09:02:36.978632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:02:37.006019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30024ca-0949-451c-9635-3278f920a9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:37.087874 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'status': 'completed', 'code': 200} Dec 23 09:02:37.126617 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-d44a3a29-6e95-4d4b-afbd-7f0f6061fe2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1097 time: 0.0822833 Dec 23 09:02:37.203592 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-7f332cce-2da7-40c4-8030-276b139d640c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 217 time: 0.0698516 Dec 23 09:02:37.266193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-2a01b9c1-5762-4900-8e06-2e6551c64f33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:37.267751 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-2a01b9c1-5762-4900-8e06-2e6551c64f33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 200 len: 835 time: 0.0586269 Dec 23 09:02:37.347406 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-140d8b3c-f4f2-41f2-aafc-1fb14728a41e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27ba72f6-ac20-486c-8473-83a409bd26ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734379 Dec 23 09:02:37.481476 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-cbec20ef-598c-4a47-907f-905aa7c3f84f service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276884 Dec 23 09:02:37.620397 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-083be52b-192a-4488-88f0-5b435fe7e8fb req-f51955ef-7478-4b45-8bb4-67e6a95179a1 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326158 Dec 23 09:02:37.733565 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c2079104-3b4b-4f48-b85b-d13bc3181504 req-68ed1a19-a9c6-47de-903a-6652032e0c9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1097 time: 0.0697651 Dec 23 09:02:37.912596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaf363-676b-4b77-911c-0e56bc992ce0 req-ef61b293-6fbb-41a9-a399-81c6b4c60fa4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:37.914098 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-87eaf363-676b-4b77-911c-0e56bc992ce0 req-ef61b293-6fbb-41a9-a399-81c6b4c60fa4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 944 time: 0.0881467 Dec 23 09:02:37.957481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2079104-3b4b-4f48-b85b-d13bc3181504 req-5056bff9-cded-4c94-b856-6e4a6de1d8bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:37.958933 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c2079104-3b4b-4f48-b85b-d13bc3181504 req-5056bff9-cded-4c94-b856-6e4a6de1d8bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 897 time: 0.2181995 Dec 23 09:02:37.959375 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-87eaf363-676b-4b77-911c-0e56bc992ce0 req-ad31e12f-bb19-4383-a2c0-3b53939993a9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392091 Dec 23 09:02:38.028795 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c2079104-3b4b-4f48-b85b-d13bc3181504 req-73160504-5e3c-422f-881f-d48718d3c715 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 217 time: 0.0629382 Dec 23 09:02:38.090374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2079104-3b4b-4f48-b85b-d13bc3181504 req-c821d778-85de-475d-9319-1f222f45770f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:38.092017 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c2079104-3b4b-4f48-b85b-d13bc3181504 req-c821d778-85de-475d-9319-1f222f45770f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 200 len: 835 time: 0.0561187 Dec 23 09:02:38.164250 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c2079104-3b4b-4f48-b85b-d13bc3181504 req-f75d6a08-7d04-4847-a00d-d3e13858988e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27ba72f6-ac20-486c-8473-83a409bd26ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649469 Dec 23 09:02:38.297528 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c2079104-3b4b-4f48-b85b-d13bc3181504 req-0624f491-953b-4f3c-9fa6-913d364e06c0 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259525 Dec 23 09:02:38.341628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aafa15e0-da8f-4094-9f71-fcd98aa9f183 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:02:38.432494 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c2079104-3b4b-4f48-b85b-d13bc3181504 req-5e93db94-e3f4-456c-9f04-512d1ab83b0d service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276028 Dec 23 09:02:38.436268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port aafa15e0-da8f-4094-9f71-fcd98aa9f183 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:02:38.442121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port aafa15e0-da8f-4094-9f71-fcd98aa9f183 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:38.442475 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:38.553695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:38.583966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port aafa15e0-da8f-4094-9f71-fcd98aa9f183, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aafa15e0-da8f-4094-9f71-fcd98aa9f183,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:38.587988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:38.655070 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=aafa15e0-da8f-4094-9f71-fcd98aa9f183,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:39.157660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c892a-48da-4582-a64d-7980acb80a2b req-9ac8079f-9fbb-43c9-9963-421f6f2de6eb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:39.159143 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb4c892a-48da-4582-a64d-7980acb80a2b req-9ac8079f-9fbb-43c9-9963-421f6f2de6eb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 944 time: 0.0775797 Dec 23 09:02:39.202848 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb4c892a-48da-4582-a64d-7980acb80a2b req-5f840d35-d888-4ad4-8fcd-2d30aa2acaa5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382836 Dec 23 09:02:40.324221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aafa15e0-da8f-4094-9f71-fcd98aa9f183 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:02:40.395030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port aafa15e0-da8f-4094-9f71-fcd98aa9f183 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:40.395390 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:40.396074 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c403f5-0b9f-4101-a070-be2469730496 req-07983ecb-d661-4ec1-b7d0-9fa3fa240944 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:40.397506 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f4c403f5-0b9f-4101-a070-be2469730496 req-07983ecb-d661-4ec1-b7d0-9fa3fa240944 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 944 time: 0.0751417 Dec 23 09:02:40.444836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f4c403f5-0b9f-4101-a070-be2469730496 req-d2084b82-c93d-4424-b4be-3d7cfa6d5ea4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 Dec 23 09:02:40.772712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fca26f4f-1fbd-4413-97fe-1e3d7c73a857 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:02:40.904185 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port fca26f4f-1fbd-4413-97fe-1e3d7c73a857, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:40.916783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'port_id': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'mac_address': 'fa:16:3e:84:3a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:02:40.970255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:40.986739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca26f4f-1fbd-4413-97fe-1e3d7c73a857 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:02:41.000795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port fca26f4f-1fbd-4413-97fe-1e3d7c73a857, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:41.004385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:41.069251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:41.207882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['fca26f4f-1fbd-4413-97fe-1e3d7c73a857'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:02:41.641131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139d402-6741-407e-8621-e095b2af818b req-39adc056-ede3-483b-a600-0fe7420fee4a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:41.642559 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9139d402-6741-407e-8621-e095b2af818b req-39adc056-ede3-483b-a600-0fe7420fee4a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 945 time: 0.0738299 Dec 23 09:02:41.685642 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9139d402-6741-407e-8621-e095b2af818b req-edd0e181-73db-4933-b6ae-0f1a91a81724 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376737 Dec 23 09:02:42.772026 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fca26f4f-1fbd-4413-97fe-1e3d7c73a857 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:02:42.840192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:02:42.845098 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:02:42.845466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:42.882837 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12b53f-78b7-4677-a552-35d30346b06a req-eade1213-dc6e-4291-bc12-8355ff1f2a81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:42.884264 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff12b53f-78b7-4677-a552-35d30346b06a req-eade1213-dc6e-4291-bc12-8355ff1f2a81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 945 time: 0.0785785 Dec 23 09:02:42.928774 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ff12b53f-78b7-4677-a552-35d30346b06a req-7a2958ef-736a-4784-a05c-ff5073017d24 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388005 Dec 23 09:02:42.959134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:42.989288 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:02:42.999561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port fca26f4f-1fbd-4413-97fe-1e3d7c73a857, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:02:43.003205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:43.044011 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'code': 200} Dec 23 09:02:43.069253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:43.266332 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e80915f-36a7-4136-a967-eb511499fc0a req-4761717d-2a55-4ca9-a78c-760fa6193619 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1099 time: 0.0692670 Dec 23 09:02:43.307077 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-1e80915f-36a7-4136-a967-eb511499fc0a req-e352dd99-7e04-4d78-8aa2-7588ed16682d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350778 Dec 23 09:02:44.123531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c006d-a80c-4717-9e68-fcf486f367ff req-1e341ed1-1c12-4341-88af-ad657b174450 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:44.124934 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b76c006d-a80c-4717-9e68-fcf486f367ff req-1e341ed1-1c12-4341-88af-ad657b174450 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0738816 Dec 23 09:02:44.170746 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b76c006d-a80c-4717-9e68-fcf486f367ff req-7e0e61a2-87c9-438f-8078-b2e1393d40f8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404460 Dec 23 09:02:45.365588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df122758-8fed-4878-87c5-4b470f3903e5 req-1a2bfed3-70f2-4187-9a3a-d5b85f9374e8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:45.367041 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-df122758-8fed-4878-87c5-4b470f3903e5 req-1a2bfed3-70f2-4187-9a3a-d5b85f9374e8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0783765 Dec 23 09:02:45.411125 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-df122758-8fed-4878-87c5-4b470f3903e5 req-27663bcb-4460-4b7d-b838-df6d81c514d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386667 Dec 23 09:02:45.604016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5423582-6235-4084-b1f0-529b6519b1d2 req-0b1e2232-4b06-4401-98b9-7230dd7f1dec tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:45.605443 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b5423582-6235-4084-b1f0-529b6519b1d2 req-0b1e2232-4b06-4401-98b9-7230dd7f1dec tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0742447 Dec 23 09:02:45.653131 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b5423582-6235-4084-b1f0-529b6519b1d2 req-2f24732d-3d7e-41fe-a4fb-b5088cf3a15c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 Dec 23 09:02:45.679129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57672) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:45.746722 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f595e27c-0514-4220-b20c-ff3aa790c2fa tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1094 time: 0.0662773 Dec 23 09:02:45.749157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57676) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:45.754344 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:02:45.760297 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:02:45.764045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:floatingip and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:02:45.766861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:02:45.772420 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:02:45.782775 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:45.920770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:46.053506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.120 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/4d933a92-53bb-434c-8b83-1a463377f4e1) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:02:46.194272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:46.221531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:46.284939 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:02:46.287646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:02:46.290191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:02:46.329321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=4d933a92-53bb-434c-8b83-1a463377f4e1,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:46.872859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:46.928918 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:47.124062 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:47.128128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:47.228449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=4d933a92-53bb-434c-8b83-1a463377f4e1,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:02:47.246023 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:47.429085 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Floating IP 5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c associated. External IP: 172.26.8.120, port: fca26f4f-1fbd-4413-97fe-1e3d7c73a857. Dec 23 09:02:47.810190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 90d96902-cd86-4ebf-9607-e0efde0ffcce has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:02:48.094893 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:02:48.105192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] Sync routers for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:02:48.118687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:02:48.120578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:48.121170 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:48.170712 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-77c4fdb5-ac2c-4312-b770-b82f2fa7780c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4205158 Dec 23 09:02:48.172202 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:02:48.229541 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'status': 'completed', 'code': 200} Dec 23 09:02:48.300291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:48.361453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bde318-37e8-447c-a02e-561a294f95f8 req-a0f5f7a1-ffdb-41ad-9fd7-3b5303b11222 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:48.362841 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-02bde318-37e8-447c-a02e-561a294f95f8 req-a0f5f7a1-ffdb-41ad-9fd7-3b5303b11222 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0838523 Dec 23 09:02:48.392265 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-dfa4aaca-6883-4cca-92ce-71f315b88612 req-2fc7ed5f-3f78-4a26-a28f-7573c3847ae2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1099 time: 0.1392980 Dec 23 09:02:48.410848 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-02bde318-37e8-447c-a02e-561a294f95f8 req-b4d13f2e-94a8-4dcd-b46a-fd0edcbc9da9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406914 Dec 23 09:02:48.441117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57686) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:48.530732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4aaca-6883-4cca-92ce-71f315b88612 req-3a8f4b53-9986-4701-9570-3a4d00e5a403 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:48.532185 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-dfa4aaca-6883-4cca-92ce-71f315b88612 req-3a8f4b53-9986-4701-9570-3a4d00e5a403 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 897 time: 0.1333599 Dec 23 09:02:48.551737 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-254c8458-1622-4723-ae54-710f61cb2d63 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c HTTP/1.1" status: 200 len: 992 time: 0.1094935 Dec 23 09:02:48.637828 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-dfa4aaca-6883-4cca-92ce-71f315b88612 req-379500ea-dc76-499f-91b3-99a73a2bd915 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 1000 time: 0.0989563 Dec 23 09:02:48.698792 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'port_id': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'mac_address': 'fa:16:3e:84:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:02:46Z', 'updated_at': '2021-12-23T09:02:46Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aafa15e0-da8f-4094-9f71-fcd98aa9f183', 'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:a6:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:30Z', 'updated_at': '2021-12-23T09:02:38Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:48.704077 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] Checking router: 90d96902-cd86-4ebf-9607-e0efde0ffcce for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:02:48.706692 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4aaca-6883-4cca-92ce-71f315b88612 req-5d26615c-0979-42d6-a575-3af64f3eb3f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:02:48.708120 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-dfa4aaca-6883-4cca-92ce-71f315b88612 req-5d26615c-0979-42d6-a575-3af64f3eb3f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 200 len: 835 time: 0.0639188 Dec 23 09:02:48.716183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:02:48.716775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:02:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:48.779900 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-dfa4aaca-6883-4cca-92ce-71f315b88612 req-faf41068-4af8-4a99-94fa-c5c918210f16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27ba72f6-ac20-486c-8473-83a409bd26ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658486 Dec 23 09:02:48.896344 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:02:48.910697 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-dfa4aaca-6883-4cca-92ce-71f315b88612 req-d569e019-8f90-4cb6-9e8f-aec8a3d62e2e service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237929 Dec 23 09:02:49.048312 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-dfa4aaca-6883-4cca-92ce-71f315b88612 req-6e4af10f-5036-4efa-939e-02b33ea37bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308401 Dec 23 09:02:49.240043 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'port_id': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'mac_address': 'fa:16:3e:84:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:02:46Z', 'updated_at': '2021-12-23T09:02:46Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aafa15e0-da8f-4094-9f71-fcd98aa9f183', 'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:a6:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:30Z', 'updated_at': '2021-12-23T09:02:38Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:02:49.244489 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc71b8-bc22-4279-ac56-aa0e977fa549 None None] The sync data for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv is: [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.120', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'port_id': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'mac_address': 'fa:16:3e:84:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:02:46Z', 'updated_at': '2021-12-23T09:02:46Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aafa15e0-da8f-4094-9f71-fcd98aa9f183', 'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:a6:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:30Z', 'updated_at': '2021-12-23T09:02:38Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:02:49.556005 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57690) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:49.661026 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5dca253d-8450-4787-ba45-bf09537cca72 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c HTTP/1.1" status: 200 len: 992 time: 0.1038461 Dec 23 09:02:50.665273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57694) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:50.852804 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-53d1c978-3a7e-4212-b263-12ce48a5dda9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c HTTP/1.1" status: 200 len: 992 time: 0.1863205 Dec 23 09:02:51.856590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57698) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:51.963595 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-09b6a943-b8fd-4353-827a-5bc8b5d38f37 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c HTTP/1.1" status: 200 len: 992 time: 0.1059520 Dec 23 09:02:52.733799 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b462ec1-d1c0-4814-9ba2-3076a7b256fa None None] New status for floating IP 5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:02:52.967036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57702) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:02:53.073825 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-57561010-fbe1-46bd-9674-f155d796f997 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c HTTP/1.1" status: 200 len: 994 time: 0.1056776 Dec 23 09:02:55.309682 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:03:00.539221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-02b5784b-7686-41e1-998b-7c5891022da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:00.675923 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:02.002392 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-7e2633e0-9288-40d1-b9c8-eebf60b038a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690067 Dec 23 09:03:02.137279 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-e17749e2-9e20-4d4a-aff9-a805e8c34932 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1099 time: 0.0663531 Dec 23 09:03:02.275283 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-3093eecc-e2e3-4126-a72f-1ae47b57ea06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:02.276672 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-3093eecc-e2e3-4126-a72f-1ae47b57ea06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 897 time: 0.1222210 Dec 23 09:03:02.378752 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-cd4567f3-b70d-40b4-8434-16ea874c9a71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 1002 time: 0.0948968 Dec 23 09:03:02.442124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-b90cf167-c8ef-42f2-9526-22fc9974ef8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:02.443390 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-b90cf167-c8ef-42f2-9526-22fc9974ef8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 200 len: 835 time: 0.0578184 Dec 23 09:03:02.516504 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-519c604f-c450-4b5c-9e2b-36874d2e113a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27ba72f6-ac20-486c-8473-83a409bd26ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665474 Dec 23 09:03:02.646284 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-16cce3e4-2f5b-4adf-989a-c5f06af5d2d3 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221552 Dec 23 09:03:02.775072 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-39ee8cc5-0795-4218-bf9b-85c77a6de4c6 req-45a568cf-f115-421a-b2b6-6369f58900a0 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228886 Dec 23 09:03:02.828942 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f056546b-f9da-4db2-990d-79fbfdf2ebb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:03.937476 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:04.035259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:05.372379 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:10.199196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-5731cdf4-fd0e-42b5-a705-7f2f40cf0721 req-241ebd21-73fe-4dff-b67b-654bce9fe00e tempest-ServerDiskConfigTestJSON-519466351 tempest-ServerDiskConfigTestJSON-519466351-project] (83522) timed out ('10.222.0.24', 58284) {{(pid=83522) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 23 09:03:15.864045 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b58b64a7-1d2c-4528-b195-3bba73b2bc21 req-5b0af181-97d1-4ca0-8d82-55cd302aebab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659847 Dec 23 09:03:16.113462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57722) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:03:16.169698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9438c-8e3f-4b19-860b-5082d4657b3d req-f1ab5276-3646-4df0-85a0-2022c85a328d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:16.171044 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-68b9438c-8e3f-4b19-860b-5082d4657b3d req-f1ab5276-3646-4df0-85a0-2022c85a328d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0767038 Dec 23 09:03:16.219062 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-68b9438c-8e3f-4b19-860b-5082d4657b3d req-70194c90-7457-4982-8947-fe12534a981a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 Dec 23 09:03:16.245551 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-dd8d94f0-c150-453f-b8cd-749961dcfe57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309447 Dec 23 09:03:17.405503 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-b0363744-81b1-46ca-896d-c6e3831a7881 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1099 time: 0.0721636 Dec 23 09:03:17.423950 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b17a5e-00bf-4805-8bd9-486e3cfab35d req-75de3c0e-9bf8-4394-9cda-adb14bf670c6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:17.425363 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05b17a5e-00bf-4805-8bd9-486e3cfab35d req-75de3c0e-9bf8-4394-9cda-adb14bf670c6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0759966 Dec 23 09:03:17.469265 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-05b17a5e-00bf-4805-8bd9-486e3cfab35d req-802ac5ec-644c-4ed5-a8f7-b8c5c62f19ff tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382049 Dec 23 09:03:17.538452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d590a-ed15-4448-bafb-8665272d27b7 req-f58ae7e5-45f8-4c8f-8351-44d67c9a340f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:17.539865 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-f58ae7e5-45f8-4c8f-8351-44d67c9a340f service neutron] 10.222.0.24 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 897 time: 0.1276999 Dec 23 09:03:17.642565 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-66076480-383f-4de6-8a8c-0f234bef84d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 1002 time: 0.0952344 Dec 23 09:03:17.702739 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d590a-ed15-4448-bafb-8665272d27b7 req-d4fd538d-4f66-40fa-b6c3-e9192a4a9f71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:17.704078 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-d4fd538d-4f66-40fa-b6c3-e9192a4a9f71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 200 len: 835 time: 0.0548036 Dec 23 09:03:17.780755 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-27b4dcb8-b81e-4e68-8a34-30590c183266 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27ba72f6-ac20-486c-8473-83a409bd26ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699105 Dec 23 09:03:17.915195 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-d60e76d3-b162-4c6b-83d0-2e82d955628f service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274707 Dec 23 09:03:18.126884 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-e67ab643-1475-4ed8-9b07-b964cb7baf35 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052953 Dec 23 09:03:18.664440 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee31c9-d31f-4ace-9589-8d6850cf6f04 req-9aba409f-bb3c-4792-8240-45b06c9f13ac tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:18.665871 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-89ee31c9-d31f-4ace-9589-8d6850cf6f04 req-9aba409f-bb3c-4792-8240-45b06c9f13ac tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0772617 Dec 23 09:03:18.709118 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-89ee31c9-d31f-4ace-9589-8d6850cf6f04 req-4b4a8a8a-1611-41b7-bf97-8a905e3c3b86 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378671 Dec 23 09:03:19.906049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd921f-0b74-41dd-845c-079b75319e23 req-eb601186-cf30-4afb-9fe9-f22e2b4bb395 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:19.907472 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e4bd921f-0b74-41dd-845c-079b75319e23 req-eb601186-cf30-4afb-9fe9-f22e2b4bb395 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0744565 Dec 23 09:03:19.950732 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e4bd921f-0b74-41dd-845c-079b75319e23 req-b20ab15a-a59a-41a7-ba50-254b4ba66a95 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372872 Dec 23 09:03:21.148949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72800185-c8ea-41d8-a755-de40e8106227 req-aed42b10-1ec7-4f4b-a48d-d03eb145e39a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:21.150362 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72800185-c8ea-41d8-a755-de40e8106227 req-aed42b10-1ec7-4f4b-a48d-d03eb145e39a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0771768 Dec 23 09:03:21.193292 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72800185-c8ea-41d8-a755-de40e8106227 req-e1c33cc5-b8ca-4df1-8c24-1ab2eb2658e7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375838 Dec 23 09:03:22.386682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c437c-a66c-4ca3-abee-99b66c4a6cb9 req-51367c9d-4e7e-4932-a664-93960c70fa0c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:22.388128 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8a5c437c-a66c-4ca3-abee-99b66c4a6cb9 req-51367c9d-4e7e-4932-a664-93960c70fa0c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0759680 Dec 23 09:03:22.435259 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8a5c437c-a66c-4ca3-abee-99b66c4a6cb9 req-58dce833-8a32-4974-8ce4-2be30e9d0b7a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Dec 23 09:03:23.625839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bab71d-34b7-434d-abba-7366ec51374a req-d3ac0ec3-5147-45b5-a9ef-86b8630c173b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:23.627306 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b5bab71d-34b7-434d-abba-7366ec51374a req-d3ac0ec3-5147-45b5-a9ef-86b8630c173b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0753198 Dec 23 09:03:23.671569 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b5bab71d-34b7-434d-abba-7366ec51374a req-77bf8da9-6b7b-4d84-bf62-72247cf18b56 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388629 Dec 23 09:03:24.864619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94a129-9f0f-439b-b8f1-c38369e6dbda req-f7eba1ac-b91f-4caf-8b90-a584f15f30f4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:24.866562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d94a129-9f0f-439b-b8f1-c38369e6dbda req-f7eba1ac-b91f-4caf-8b90-a584f15f30f4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0780644 Dec 23 09:03:24.912188 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d94a129-9f0f-439b-b8f1-c38369e6dbda req-26cda424-c622-4c51-a0af-a13bc6dd0ac4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403206 Dec 23 09:03:26.106490 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd80a3-5393-4dee-8e39-a3406a28bcd3 req-86eb56f1-1c62-48ed-ba94-2355baa21927 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:26.107912 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01bd80a3-5393-4dee-8e39-a3406a28bcd3 req-86eb56f1-1c62-48ed-ba94-2355baa21927 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0747197 Dec 23 09:03:26.151986 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01bd80a3-5393-4dee-8e39-a3406a28bcd3 req-050e386b-4b28-4136-846c-c85e567f206b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387061 Dec 23 09:03:27.351461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67b8b1-cfd4-49b7-8536-b34732526106 req-6e0e8a32-11a2-4f2e-8fa1-0361b587d56d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:27.352875 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7d67b8b1-cfd4-49b7-8536-b34732526106 req-6e0e8a32-11a2-4f2e-8fa1-0361b587d56d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0820198 Dec 23 09:03:27.395960 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7d67b8b1-cfd4-49b7-8536-b34732526106 req-c47e8bca-d5f2-4614-9762-545f2ea7cbaa tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375235 Dec 23 09:03:28.596775 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2199cdf-ba11-4716-a3da-6d36905dd957 req-0a2576a0-d7c2-4d90-a695-55b0e4fb1f8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:28.598130 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d2199cdf-ba11-4716-a3da-6d36905dd957 req-0a2576a0-d7c2-4d90-a695-55b0e4fb1f8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0755258 Dec 23 09:03:28.641809 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d2199cdf-ba11-4716-a3da-6d36905dd957 req-598031db-97ea-4923-84b3-830b0b27bff5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380678 Dec 23 09:03:29.754630 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-fae710dd-a1d7-4da2-8f64-2158148b319e service neutron] 10.222.0.24 "GET /v2.0/ports/fca26f4f-1fbd-4413-97fe-1e3d7c73a857/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0716498 Dec 23 09:03:29.839450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbce44a-0c8e-4889-8dd0-ff213ff9bce5 req-3d78a826-497f-4ec2-97af-1b7758c35243 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:29.841065 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bdbce44a-0c8e-4889-8dd0-ff213ff9bce5 req-3d78a826-497f-4ec2-97af-1b7758c35243 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0801849 Dec 23 09:03:29.888948 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bdbce44a-0c8e-4889-8dd0-ff213ff9bce5 req-93c116bc-742f-41c1-b587-949a249ff4ba tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 Dec 23 09:03:30.016450 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-0ed22116-71e9-4c12-bf56-aa0dd0515b36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 1099 time: 0.0697110 Dec 23 09:03:30.102689 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-70d65adf-a502-4d1f-a073-3e04ac7ca425 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1099 time: 0.0665762 Dec 23 09:03:30.229061 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d590a-ed15-4448-bafb-8665272d27b7 req-d2962f25-a763-4275-aac5-e69eb86d86d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:30.230490 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-d2962f25-a763-4275-aac5-e69eb86d86d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 897 time: 0.1222258 Dec 23 09:03:30.329086 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-4f95a7ec-6217-4e68-9b16-a933a89b44d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 1002 time: 0.0928345 Dec 23 09:03:30.392141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d590a-ed15-4448-bafb-8665272d27b7 req-eff2c8a9-cb86-429e-9e6d-ea5495fd8806 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:30.393529 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-eff2c8a9-cb86-429e-9e6d-ea5495fd8806 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 200 len: 835 time: 0.0581987 Dec 23 09:03:30.468382 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-ffc77dd5-1ec0-4c01-9f6a-43f7b1f4d13b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27ba72f6-ac20-486c-8473-83a409bd26ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686805 Dec 23 09:03:30.540755 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-eb32b87e-1943-41fa-8414-3fbd37d00857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:30.598881 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-7b94674f-226d-4c9b-9362-8f636f5f766e service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240180 Dec 23 09:03:30.701917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:30.734725 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-462d590a-ed15-4448-bafb-8665272d27b7 req-5e7e3459-a2d6-47ae-81da-21edf03256c3 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296985 Dec 23 09:03:31.079518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a8adc-2809-4101-bba0-1e2e47a25124 req-2b18516f-c233-4ee1-9ef4-5ed14e44e907 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:31.080843 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-091a8adc-2809-4101-bba0-1e2e47a25124 req-2b18516f-c233-4ee1-9ef4-5ed14e44e907 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0741923 Dec 23 09:03:31.212979 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-091a8adc-2809-4101-bba0-1e2e47a25124 req-eb111302-3823-44af-bcbe-60812f6c3376 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266079 Dec 23 09:03:32.310384 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:03:32.412498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b73e1b-9ccf-496e-bd6a-1c5356022fde req-34fd51f8-614a-434f-8b7b-78bab18805c1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:32.413979 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-66b73e1b-9ccf-496e-bd6a-1c5356022fde req-34fd51f8-614a-434f-8b7b-78bab18805c1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0804303 Dec 23 09:03:32.460063 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-66b73e1b-9ccf-496e-bd6a-1c5356022fde req-927afda2-b3ab-4012-bf39-bb30d76666a3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Dec 23 09:03:32.829610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9fbec0a9-d3ab-4d93-bae0-1980963bf5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:33.655593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb7f24-269e-47cb-bc3b-4c11586e2885 req-93f3dd17-5155-4bc5-9580-375390a2a0bf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:33.657027 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-86cb7f24-269e-47cb-bc3b-4c11586e2885 req-93f3dd17-5155-4bc5-9580-375390a2a0bf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0775583 Dec 23 09:03:33.701842 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-86cb7f24-269e-47cb-bc3b-4c11586e2885 req-4c5d5ce0-ec74-4e4f-a666-a41778168c25 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Dec 23 09:03:33.939431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:34.021985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-2fc9f09d-5539-4de6-ba08-7c1dd333f57b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:34.022632 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-2fc9f09d-5539-4de6-ba08-7c1dd333f57b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:03:34.027466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4be26-53a5-47f6-b9e8-75f972158f14 req-7efd816c-e6a8-45cc-9212-4c25256ed74b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:34.029266 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9bd4be26-53a5-47f6-b9e8-75f972158f14 req-7efd816c-e6a8-45cc-9212-4c25256ed74b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0776968 Dec 23 09:03:34.039806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-2fc9f09d-5539-4de6-ba08-7c1dd333f57b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:03:34.040568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:34.041302 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-2fc9f09d-5539-4de6-ba08-7c1dd333f57b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28&tenant_id=2366574148f945aca709e62d5f518c5c&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1002915 Dec 23 09:03:34.075937 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9bd4be26-53a5-47f6-b9e8-75f972158f14 req-e5bef20b-5fa9-418f-9182-9383b8c51e2b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Dec 23 09:03:34.181093 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-9b27d424-4069-4946-89fa-76f19f1bb27a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1099 time: 0.0680165 Dec 23 09:03:34.275238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9695f80-64c7-4c8c-b712-348273c285bc req-1c7e40c0-772f-4cc0-a69f-df039fd1ba83 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:34.276773 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d9695f80-64c7-4c8c-b712-348273c285bc req-1c7e40c0-772f-4cc0-a69f-df039fd1ba83 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0789914 Dec 23 09:03:34.310374 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-a9d54231-492f-403b-90c7-e17abee39d28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:34.311795 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-a9d54231-492f-403b-90c7-e17abee39d28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 897 time: 0.1250587 Dec 23 09:03:34.322703 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d9695f80-64c7-4c8c-b712-348273c285bc req-ac3f0ad7-2cae-4118-9c1b-ec359c384bf6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Dec 23 09:03:34.412309 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-b1523165-8e7d-4d43-aa07-135c372a9207 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 1002 time: 0.0947611 Dec 23 09:03:34.474712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-a0b16f00-93f3-4e97-bd4f-758dfe5b2e28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:34.476065 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-a0b16f00-93f3-4e97-bd4f-758dfe5b2e28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 200 len: 835 time: 0.0579395 Dec 23 09:03:34.547413 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-1f27edb2-c3eb-4a40-b987-389ea43c601f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27ba72f6-ac20-486c-8473-83a409bd26ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650523 Dec 23 09:03:34.757889 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-6e56e99e-9117-4968-a524-9044294493dd service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041793 Dec 23 09:03:34.886557 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c6d0060c-f9af-4f26-b734-1fde1d3b7346 req-d0d53110-8759-4e26-8276-2a4246540cb1 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224234 Dec 23 09:03:35.376274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:03:35.524668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0e737-3a82-4cd2-9af3-3911bbf4a8e7 req-4eabf7cd-a3ac-4df9-b58c-b4d2bd8054e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:03:35.526348 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b2e0e737-3a82-4cd2-9af3-3911bbf4a8e7 req-4eabf7cd-a3ac-4df9-b58c-b4d2bd8054e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0784256 Dec 23 09:03:35.574400 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b2e0e737-3a82-4cd2-9af3-3911bbf4a8e7 req-19588548-a075-488b-b7c1-d7f595e72a65 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424705 Dec 23 09:03:35.601719 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57786) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:03:35.708453 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-94039237-f0c0-4b46-a36e-a2ec342a232c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c HTTP/1.1" status: 200 len: 994 time: 0.1055155 Dec 23 09:04:00.543450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ca2f7461-f2aa-4f4a-ac5a-67fa15ec2be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:00.699586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:02.831324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a3b4cbb-ed95-4b5a-8e0c-42edaad76b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:02.998279 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-eb567764-cd9f-4120-9e40-80beabdc68e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705042 Dec 23 09:04:03.133012 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-b18cb654-2a77-46f8-bbc3-33313a5368c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1099 time: 0.0675046 Dec 23 09:04:03.272284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-382ba55f-3750-4635-b9e3-6932e580e765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:03.273694 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-382ba55f-3750-4635-b9e3-6932e580e765 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 897 time: 0.1230297 Dec 23 09:04:03.374669 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-b1a75416-21f5-4219-846e-de15fc57c136 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 1002 time: 0.0949645 Dec 23 09:04:03.445183 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-a84fece0-c5c8-475e-ac74-af757cdd17ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:03.446627 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-a84fece0-c5c8-475e-ac74-af757cdd17ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 200 len: 835 time: 0.0657616 Dec 23 09:04:03.522947 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-faa0d74a-f672-4f4a-8e05-0630f11a2f94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27ba72f6-ac20-486c-8473-83a409bd26ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688782 Dec 23 09:04:03.650666 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-0e48c81e-a111-41ae-a070-a4fe60ad40b1 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210806 Dec 23 09:04:03.780338 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a5a416fe-134f-4aa0-b813-218f955bcb84 req-2e8a34cc-0514-4e01-a01a-834cbc805d07 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233556 Dec 23 09:04:03.943276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:04.041051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:04.488282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57798) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:04.681129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 4d933a92-53bb-434c-8b83-1a463377f4e1 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:04:04.681457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:04.845624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:04.845937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:04.969252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 4d933a92-53bb-434c-8b83-1a463377f4e1 owned by network:floatingip {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:04:05.110720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:05.157547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=4d933a92-53bb-434c-8b83-1a463377f4e1,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:05.193370 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.193710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.194071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.194944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.195274 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.195596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.195916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.196232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.196545 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.196858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.197173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:05.257264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:05.371844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:05.719827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 90d96902-cd86-4ebf-9607-e0efde0ffcce has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:04:05.924481 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:04:05.934293 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] Sync routers for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:04:05.944362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:05.945804 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:05.946427 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:05.999844 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9f12b859-2d82-4f10-8558-4fc0d2f4c79d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/floatingips/5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c HTTP/1.1" status: 204 len: 168 time: 1.5104678 Dec 23 09:04:06.000461 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:04:06.130854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:06.138642 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'status': 'completed', 'code': 200} Dec 23 09:04:06.237282 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7232e11b-2eff-4e1e-a458-debedd76af2a req-9b3c2636-c047-400f-9a72-c5c1b313191b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 1099 time: 0.0753024 Dec 23 09:04:06.377254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e11b-2eff-4e1e-a458-debedd76af2a req-52426979-3ba4-424c-a686-1ab05eff2426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:06.381042 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7232e11b-2eff-4e1e-a458-debedd76af2a req-52426979-3ba4-424c-a686-1ab05eff2426 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 200 len: 897 time: 0.1370883 Dec 23 09:04:06.401097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee2c83-a6e9-49e4-9991-501354a6342f req-58d49cd2-6932-4a6f-a6c6-4f45557f9bc8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:06.401781 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-82ee2c83-a6e9-49e4-9991-501354a6342f req-58d49cd2-6932-4a6f-a6c6-4f45557f9bc8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:04:06.418064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-82ee2c83-a6e9-49e4-9991-501354a6342f req-58d49cd2-6932-4a6f-a6c6-4f45557f9bc8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:04:06.420137 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82ee2c83-a6e9-49e4-9991-501354a6342f req-58d49cd2-6932-4a6f-a6c6-4f45557f9bc8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0970457 Dec 23 09:04:06.455712 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7232e11b-2eff-4e1e-a458-debedd76af2a req-abe83004-4ae1-4760-aa0e-a07fca9ff7b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 200 len: 217 time: 0.0683222 Dec 23 09:04:06.469746 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82ee2c83-a6e9-49e4-9991-501354a6342f req-d52f8285-0bc2-416f-8cea-c10014949c77 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Dec 23 09:04:06.519520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'aafa15e0-da8f-4094-9f71-fcd98aa9f183', 'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:a6:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:30Z', 'updated_at': '2021-12-23T09:02:38Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:06.523485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] Checking router: 90d96902-cd86-4ebf-9607-e0efde0ffcce for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:04:06.524003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232e11b-2eff-4e1e-a458-debedd76af2a req-b6af8499-7806-403a-bcc8-0cb1a813f1f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:06.525534 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7232e11b-2eff-4e1e-a458-debedd76af2a req-b6af8499-7806-403a-bcc8-0cb1a813f1f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 200 len: 835 time: 0.0636735 Dec 23 09:04:06.534277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:06.534865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:06.605501 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7232e11b-2eff-4e1e-a458-debedd76af2a req-b41707b2-74b9-4217-abba-5b5a8e6fbeb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27ba72f6-ac20-486c-8473-83a409bd26ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735912 Dec 23 09:04:06.715332 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:06.833368 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7232e11b-2eff-4e1e-a458-debedd76af2a req-6c065620-422a-4949-8d7e-5fa715d080e6 service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213130 Dec 23 09:04:06.964593 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7232e11b-2eff-4e1e-a458-debedd76af2a req-53a430e5-62aa-4c42-9934-e4ba4490547a service neutron] 10.222.0.24 "GET /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247752 Dec 23 09:04:07.032424 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'aafa15e0-da8f-4094-9f71-fcd98aa9f183', 'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:a6:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:30Z', 'updated_at': '2021-12-23T09:02:38Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:07.036466 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f5acc-7755-46db-b515-595216baa33e None None] The sync data for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv is: [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:31Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'aafa15e0-da8f-4094-9f71-fcd98aa9f183', 'name': '', 'network_id': '27ba72f6-ac20-486c-8473-83a409bd26ae', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:a6:c1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:30Z', 'updated_at': '2021-12-23T09:02:38Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '014dbddb-902b-4993-b37e-4aa9863bbe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:04:07.245822 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc758da2-07c4-45bf-baa2-35ac36b0e46e None None] New status for floating IP 5cc0f701-f4cf-47b2-8b23-58eb5ba89d9c: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:04:07.671517 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4b3e1-8a10-44dc-b6f0-e339f878431f req-f321b594-dae5-40a2-a307-3d56c60fe678 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:07.672937 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ad4b3e1-8a10-44dc-b6f0-e339f878431f req-f321b594-dae5-40a2-a307-3d56c60fe678 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0767474 Dec 23 09:04:07.717898 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ad4b3e1-8a10-44dc-b6f0-e339f878431f req-f5df5858-7790-4728-b859-9d85f5d2784e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392737 Dec 23 09:04:07.943034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9c30b-91a7-495d-9365-722844c5844f req-5136055c-a575-47fc-8203-c5ca243d46f0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:07.944321 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3ee9c30b-91a7-495d-9365-722844c5844f req-5136055c-a575-47fc-8203-c5ca243d46f0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 946 time: 0.0736108 Dec 23 09:04:08.012435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-3ee9c30b-91a7-495d-9365-722844c5844f req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:04:08.012762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-3ee9c30b-91a7-495d-9365-722844c5844f req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:08.258434 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-3ee9c30b-91a7-495d-9365-722844c5844f req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port fca26f4f-1fbd-4413-97fe-1e3d7c73a857, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:08.258685 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-3ee9c30b-91a7-495d-9365-722844c5844f req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:08.380834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-3ee9c30b-91a7-495d-9365-722844c5844f req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for fca26f4f-1fbd-4413-97fe-1e3d7c73a857 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:04:08.521373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-3ee9c30b-91a7-495d-9365-722844c5844f req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:08.574307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=fca26f4f-1fbd-4413-97fe-1e3d7c73a857,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:08.643549 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.643891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.644216 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.644542 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.644864 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.645181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.645492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.645936 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.646276 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.646589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.647012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:08.661095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee9c30b-91a7-495d-9365-722844c5844f req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] No DVR routers for this DVR port fca26f4f-1fbd-4413-97fe-1e3d7c73a857 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:04:08.663472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-3ee9c30b-91a7-495d-9365-722844c5844f req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:08.666215 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'name': 'network-vif-deleted', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:04:08.681207 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-3ee9c30b-91a7-495d-9365-722844c5844f req-8af749a8-db1f-4980-b2ff-56317e885a6e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "DELETE /v2.0/ports/fca26f4f-1fbd-4413-97fe-1e3d7c73a857 HTTP/1.1" status: 204 len: 173 time: 0.7316196 Dec 23 09:04:08.724238 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28', 'name': 'network-vif-deleted', 'tag': 'fca26f4f-1fbd-4413-97fe-1e3d7c73a857', 'status': 'completed', 'code': 200} Dec 23 09:04:08.912897 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7a31253d-923d-4200-9a23-5903290008f6 req-642d69bf-c694-4963-ac9b-0152ef54048e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6e3a6a0-7dd4-4648-8bfb-98f2640e7f28 HTTP/1.1" status: 200 len: 210 time: 0.0415854 Dec 23 09:04:09.311363 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:04:10.016855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57820) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:10.401911 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:11.096426 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port aafa15e0-da8f-4094-9f71-fcd98aa9f183 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:04:11.097108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:11.281457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port aafa15e0-da8f-4094-9f71-fcd98aa9f183, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=aafa15e0-da8f-4094-9f71-fcd98aa9f183,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:11.281797 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:11.399108 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for aafa15e0-da8f-4094-9f71-fcd98aa9f183 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:04:11.578484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:11.626900 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=aafa15e0-da8f-4094-9f71-fcd98aa9f183,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:11.911585 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:12.563127 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 90d96902-cd86-4ebf-9607-e0efde0ffcce has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:04:12.756800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:04:12.766621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] Sync routers for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:04:12.768774 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2ee6ea05-8936-4b30-987f-e2dd60c55022 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/90d96902-cd86-4ebf-9607-e0efde0ffcce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7508752 Dec 23 09:04:12.771466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57824) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:12.779187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:12.779779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:12.955983 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:12.956247 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e468e3c-c451-4847-806d-a7e1d74c846b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting subnet 014dbddb-902b-4993-b37e-4aa9863bbe6a {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 09:04:12.959051 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e468e3c-c451-4847-806d-a7e1d74c846b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:13.012359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e468e3c-c451-4847-806d-a7e1d74c846b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:13.092323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e468e3c-c451-4847-806d-a7e1d74c846b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:13.140749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fca26f4f-1fbd-4413-97fe-1e3d7c73a857 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:04:13.170623 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e468e3c-c451-4847-806d-a7e1d74c846b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:13.188548 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: fca26f4f-1fbd-4413-97fe-1e3d7c73a857 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:04:13.188880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device fca26f4f-1fbd-4413-97fe-1e3d7c73a857 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:04:13.210234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468e3c-c451-4847-806d-a7e1d74c846b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Subnet': ['ID=014dbddb-902b-4993-b37e-4aa9863bbe6a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:13.217619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e468e3c-c451-4847-806d-a7e1d74c846b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:13.224419 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2e468e3c-c451-4847-806d-a7e1d74c846b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/subnets/014dbddb-902b-4993-b37e-4aa9863bbe6a HTTP/1.1" status: 204 len: 168 time: 0.4515235 Dec 23 09:04:13.227531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57828) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:13.237618 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da1dcc-c263-4954-9621-0e9d281a9d89 None None] Network 27ba72f6-ac20-486c-8473-83a409bd26ae requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:04:13.429295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:13.456323 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:04:11Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:13.467061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] Checking router: 90d96902-cd86-4ebf-9607-e0efde0ffcce for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:04:13.491435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] Routers {'90d96902-cd86-4ebf-9607-e0efde0ffcce'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:13.492034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['90d96902-cd86-4ebf-9607-e0efde0ffcce'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:13.579725 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] DHCP port deletion for 27ba72f6-ac20-486c-8473-83a409bd26ae request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 09:04:13.631936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Deleting port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:04:13.632326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:13.647554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:13.656882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 9e7e2fdd-4659-4b63-84a4-f54c225befb6 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:04:13.657296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:13.763856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] Set router 90d96902-cd86-4ebf-9607-e0efde0ffcce gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:13.826873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port 9e7e2fdd-4659-4b63-84a4-f54c225befb6, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=9e7e2fdd-4659-4b63-84a4-f54c225befb6,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:13.827157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:14.043448 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 9e7e2fdd-4659-4b63-84a4-f54c225befb6 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:04:14.044531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] For port b5d9bf33-b4a7-4162-9096-3e5eed9b3917, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b5d9bf33-b4a7-4162-9096-3e5eed9b3917,segment=NetworkSegment(b4e175bc-cfcb-49c0-80b2-2bfff776d39d),segment_id=b4e175bc-cfcb-49c0-80b2-2bfff776d39d)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:14.045059 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:14.179612 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Calling delete_port for b5d9bf33-b4a7-4162-9096-3e5eed9b3917 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:04:14.217070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:14.262682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=9e7e2fdd-4659-4b63-84a4-f54c225befb6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:14.304501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:14.353780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Pushing event deleted for resources: {'Port': ['ID=b5d9bf33-b4a7-4162-9096-3e5eed9b3917,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:14.367914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] No DVR routers for this DVR port b5d9bf33-b4a7-4162-9096-3e5eed9b3917 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:04:14.370847 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.371196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.371520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.371842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.372159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.372474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.372786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.373095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.373401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.373706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.374038 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53523f8-dd9f-4352-957a-92116b7f73c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:14.380513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:04:11Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:14.384736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f20e78-8b36-4262-9dca-bd5aa8c73622 None None] The sync data for ids ['90d96902-cd86-4ebf-9607-e0efde0ffcce'] in dv-neutron-822507-1-hyperv is: [{'id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330375951', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179'}], 'enable_snat': True}, 'gw_port_id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:04:11Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '9e7e2fdd-4659-4b63-84a4-f54c225befb6', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d96902-cd86-4ebf-9607-e0efde0ffcce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:02:27Z', 'updated_at': '2021-12-23T09:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:04:14.494922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:14.744330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:14.749790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:14.769088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b5d9bf33-b4a7-4162-9096-3e5eed9b3917 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:04:14.783276 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:14.783804 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Fanout notify agent at l3_agent the message router_deleted on router 90d96902-cd86-4ebf-9607-e0efde0ffcce {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 09:04:14.799072 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:14.802375 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-97108517-3a22-4bbe-9cac-6c12489fac33 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/routers/90d96902-cd86-4ebf-9607-e0efde0ffcce HTTP/1.1" status: 204 len: 168 time: 1.5715075 Dec 23 09:04:14.802735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57832) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:14.806260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b5d9bf33-b4a7-4162-9096-3e5eed9b3917 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:04:14.806693 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b5d9bf33-b4a7-4162-9096-3e5eed9b3917 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:04:14.919475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.051842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.078932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ba72f6-ac20-486c-8473-83a409bd26ae']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:15.091521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:15.091817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e175bc-cfcb-49c0-80b2-2bfff776d39d') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:15.102852 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.122064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.127859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 09:04:15.128228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 09:04:15.142624 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 09:04:15.218340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.222715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.248053 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Network': ['ID=27ba72f6-ac20-486c-8473-83a409bd26ae,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:15.255826 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2ae705e8-f544-469e-98a0-21d52d1235d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/networks/27ba72f6-ac20-486c-8473-83a409bd26ae HTTP/1.1" status: 204 len: 168 time: 0.4518740 Dec 23 09:04:15.258895 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57836) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:15.327687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8405dfa6-46c9-4f59-8621-43cdae550c0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.355313 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8405dfa6-46c9-4f59-8621-43cdae550c0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.419527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8405dfa6-46c9-4f59-8621-43cdae550c0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.446727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405dfa6-46c9-4f59-8621-43cdae550c0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb19a6b-2c47-4fa9-934c-e1f0a6b64267,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:15.458715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-8405dfa6-46c9-4f59-8621-43cdae550c0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:15.459831 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-8405dfa6-46c9-4f59-8621-43cdae550c0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/security-groups/ecb19a6b-2c47-4fa9-934c-e1f0a6b64267 HTTP/1.1" status: 204 len: 168 time: 0.2000046 Dec 23 09:04:15.969829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57844) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:15.975356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459786391', 'description': 'tempest-secgroup-smoke-1459786391 description', 'project_id': '2366574148f945aca709e62d5f518c5c'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:15.981156 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:15.985143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:15.987969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:15.994052 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:16.004163 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.038251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:16.041887 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:16.044593 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:16.050139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:16.101287 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.104690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.152282 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c056008-de09-4fb4-b28e-d648fb5afcc9,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:16.156655 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.157861 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3fd45b0c-0e0c-4a69-bf22-2b65c533cc58 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1870224 Dec 23 09:04:16.160843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57848) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:16.166799 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '7c056008-de09-4fb4-b28e-d648fb5afcc9', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:16.173712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:16.177507 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:16.181017 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:16.186590 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:16.202332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.260724 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.264366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.286716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f9dcfe-fee0-4179-aa0b-c1935b9ba37b,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:16.295094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.296415 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-53d1139c-8fa8-431a-8a3d-d4ff04b950e2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1345966 Dec 23 09:04:16.299106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57852) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:16.305676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '7c056008-de09-4fb4-b28e-d648fb5afcc9', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:16.312290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:16.316361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:16.319241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:16.324839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:16.331929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9e7e2fdd-4659-4b63-84a4-f54c225befb6 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:04:16.345534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.364871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 9e7e2fdd-4659-4b63-84a4-f54c225befb6 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:04:16.365212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 9e7e2fdd-4659-4b63-84a4-f54c225befb6 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:04:16.366205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aafa15e0-da8f-4094-9f71-fcd98aa9f183 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:04:16.396893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: aafa15e0-da8f-4094-9f71-fcd98aa9f183 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:04:16.397233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device aafa15e0-da8f-4094-9f71-fcd98aa9f183 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:04:16.407234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.410666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.433343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b68dae-437b-448e-abe8-d383510044dd,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:16.442323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.443496 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cf49e0a2-cb69-4e49-87a1-03468c1e0f3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1433918 Dec 23 09:04:16.446674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57856) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:16.451874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '7c056008-de09-4fb4-b28e-d648fb5afcc9', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:16.457686 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:16.462677 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:16.465798 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:16.472204 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:16.494280 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.558197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.561654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.583769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8773b1a-09d9-453a-a2ba-eb820e672e83,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:16.592745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.593903 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3b98c7f8-4260-438c-96dd-25922312df8f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1463270 Dec 23 09:04:16.596492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57860) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:16.601700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '7c056008-de09-4fb4-b28e-d648fb5afcc9', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:16.607234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:16.610942 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:16.613690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:16.619673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:16.635480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.698087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.701712 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.725671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba046da-dd11-4c2e-9e2d-2037f60a7f0a,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:16.733301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.734471 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9dd400ae-93d4-425d-baee-92c3924fc850 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1371140 Dec 23 09:04:16.737137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57864) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:16.742484 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '7c056008-de09-4fb4-b28e-d648fb5afcc9', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:16.747984 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:16.751704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:16.754533 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:16.760094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:16.770006 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:04:16.776485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.855685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.859175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.881631 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97a0a49-fb28-4784-a7ee-806d33c8f533,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:16.890185 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.891345 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-3e6b8db3-d5d8-437f-b936-c8ddabb3d2d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1533027 Dec 23 09:04:16.894019 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57868) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:16.899827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '7c056008-de09-4fb4-b28e-d648fb5afcc9', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:16.905372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:16.909089 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:16.912082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:16.917669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:16.927510 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:04:16.933741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:16.996671 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.000500 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.026889 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3049fe58-fd6d-4224-a1a1-35417437ce63,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:17.035415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.036678 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d2d0b6a1-8856-4adc-879e-3905a7a0f664 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1417742 Dec 23 09:04:17.039744 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57872) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:17.044926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'network': {'name': 'tempest-network-smoke--1762361750', 'project_id': '2366574148f945aca709e62d5f518c5c', 'port_security_enabled': True}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:17.049554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:17.053540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:network and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:17.056361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:17.061926 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:17.149873 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:04:17.152796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.179994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 09:04:17.188429 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.188764 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Added segment 7dd0252a-e4d5-4482-8587-f25e1b226bd5 of type vlan for network 7b79441d-396a-47b3-8a94-8015ff484110 Dec 23 09:04:17.214387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.242310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.246047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:17.246612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.347498 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3066797 Dec 23 09:04:17.350878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57876) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:17.353480 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0507dd0-bec2-4003-b303-1d1fe871c237 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Network': ['ID=7b79441d-396a-47b3-8a94-8015ff484110,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:17.356092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'admin_state_up': True, 'project_id': '2366574148f945aca709e62d5f518c5c', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:17.362992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:17.363369 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7b79441d-396a-47b3-8a94-8015ff484110 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 09:04:17.366797 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:router and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:17.369610 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:17.375734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:17.386415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.387343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.406444 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.637751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.811030 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.839155 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:17.971019 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.192 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/1479ec46-4a35-45a2-bf22-140540eb9482) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:04:18.115117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:18.141268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:18.206199 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:04:18.208956 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:04:18.213801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:04:18.241550 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=1479ec46-4a35-45a2-bf22-140540eb9482,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:18.367853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:18.368573 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:18.593021 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 60de4632-e16c-4c4a-b79b-5a9308e892c7 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 09:04:18.783100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:04:18.792783 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Sync routers for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:04:18.805348 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:18.805940 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:18.808726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:18.812861 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-132f0837-4991-40f9-ac91-048c3479dcae tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4580853 Dec 23 09:04:18.813083 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57880) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:18.856991 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f6e60fe5-b94d-40fe-bf63-e28b8f57dcad tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=2366574148f945aca709e62d5f518c5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404043 Dec 23 09:04:18.857299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57884) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:18.984616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5714d-83ca-4d57-865a-0970767ad1b2 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:18.986189 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-dfb5714d-83ca-4d57-865a-0970767ad1b2 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282032 Dec 23 09:04:18.988948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57888) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:19.011560 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:19.029990 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cebff386-2a64-4d3f-8242-5c43cb9f7742 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375180 Dec 23 09:04:19.030177 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57892) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:19.035567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119921419', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'project_id': '2366574148f945aca709e62d5f518c5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:19.241369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:19.245088 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:subnet and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:19.247810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:19.253264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:19.263293 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:04:19.293847 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:18Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:19.297630 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Checking router: 60de4632-e16c-4c4a-b79b-5a9308e892c7 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:04:19.297979 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Updating router 60de4632-e16c-4c4a-b79b-5a9308e892c7 port 1479ec46-4a35-45a2-bf22-140540eb9482 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:04:19.347383 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:19.363220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:19.581528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:19.661860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Subnet': ['ID=8bbf9f67-788d-49db-ac58-9fe106aa5d14,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:19.665427 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:19.673314 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Checking segment: {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:04:19.673666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network hostable DHCP agents. Network: 7b79441d-396a-47b3-8a94-8015ff484110, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 09:04:19.676954 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Transition to ACTIVE for port object 1479ec46-4a35-45a2-bf22-140540eb9482 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:04:19.683449 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:19.695615 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 7b79441d-396a-47b3-8a94-8015ff484110 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 09:04:19.704854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7b79441d-396a-47b3-8a94-8015ff484110) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:04:19.709063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:19.711284 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:19.715491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762595fb-17ac-430c-9936-5878678940da None None] Network 7b79441d-396a-47b3-8a94-8015ff484110 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:04:19.734514 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-778258d8-affb-4abb-b9e8-cd08de8cb783 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7033577 Dec 23 09:04:19.736758 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57896) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:19.754003 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Pushing event updated for resources: {'Port': ['ID=1479ec46-4a35-45a2-bf22-140540eb9482,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:19.771110 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Attempting to bind port 1479ec46-4a35-45a2-bf22-140540eb9482 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:04:19.771454 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Attempting to bind port 1479ec46-4a35-45a2-bf22-140540eb9482 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:04:19.772327 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Attempting to bind port 1479ec46-4a35-45a2-bf22-140540eb9482 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:04:19.779800 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:04:19.779800 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:04:19.780149 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:19.780532 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:04:19.780974 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Bound port: 1479ec46-4a35-45a2-bf22-140540eb9482, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:04:19.781328 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:19.833030 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.833729 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.833729 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.833930 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.834764 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.835086 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.835399 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.835713 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.836023 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.836339 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.836642 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:04:19.860196 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] For port 1479ec46-4a35-45a2-bf22-140540eb9482, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:04:19.863168 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] For port 1479ec46-4a35-45a2-bf22-140540eb9482, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1479ec46-4a35-45a2-bf22-140540eb9482,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:04:19.868291 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:19.952774 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2ae6a-df3f-4fbb-b985-1ea9c0662a4f None None] Pushing event updated for resources: {'Port': ['ID=1479ec46-4a35-45a2-bf22-140540eb9482,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:19.965135 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:19.965716 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:19.990856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7b79441d-396a-47b3-8a94-8015ff484110', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 09:04:19.991720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:20.146378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Allocated IP 172.20.0.2 (7b79441d-396a-47b3-8a94-8015ff484110/8bbf9f67-788d-49db-ac58-9fe106aa5d14/5b4ed7b4-d724-46ed-a394-e022b4afe849) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:04:20.150548 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:20.362253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:20.373323 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Transition to ACTIVE for port object 5b4ed7b4-d724-46ed-a394-e022b4afe849 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:04:20.393269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Transition to ACTIVE for port object 5b4ed7b4-d724-46ed-a394-e022b4afe849 will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:04:20.399946 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:20.465801 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:18Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:20.469784 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e7a9ea-117c-4c1c-aea8-a73fe8375ad7 None None] The sync data for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv is: [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:18Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:04:20.474895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Network 7b79441d-396a-47b3-8a94-8015ff484110 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:04:20.479278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:04:20.484568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:04:20.486748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Pushing event updated for resources: {'Port': ['ID=5b4ed7b4-d724-46ed-a394-e022b4afe849,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:20.535170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:20.579000 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Attempting to bind port 5b4ed7b4-d724-46ed-a394-e022b4afe849 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:04:20.579433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Attempting to bind port 5b4ed7b4-d724-46ed-a394-e022b4afe849 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:04:20.579861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Attempting to bind port 5b4ed7b4-d724-46ed-a394-e022b4afe849 on network 7b79441d-396a-47b3-8a94-8015ff484110 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:04:20.586995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:04:20.587450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Checking segment: {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:04:20.587962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:20.588760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Bound using segment: {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:04:20.589233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Bound port: 5b4ed7b4-d724-46ed-a394-e022b4afe849, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:04:20.589855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:20.703845 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] For port 5b4ed7b4-d724-46ed-a394-e022b4afe849, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:04:20.706765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] For port 5b4ed7b4-d724-46ed-a394-e022b4afe849, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5b4ed7b4-d724-46ed-a394-e022b4afe849,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:04:20.711671 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:20.805271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284013f-78bc-418b-b867-ca33df9b1a58 None None] Pushing event updated for resources: {'Port': ['ID=5b4ed7b4-d724-46ed-a394-e022b4afe849,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:21.080472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.1 (7b79441d-396a-47b3-8a94-8015ff484110/8bbf9f67-788d-49db-ac58-9fe106aa5d14/b3e13b21-b132-45f6-8223-1f82a2c81b63) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:04:21.252800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:21.269691 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object b3e13b21-b132-45f6-8223-1f82a2c81b63 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:04:21.292740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:21.365922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 7b79441d-396a-47b3-8a94-8015ff484110 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:04:21.368985 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:04:21.372911 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:04:21.403661 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=b3e13b21-b132-45f6-8223-1f82a2c81b63,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:21.434867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:21.521808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:21.705871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0639d1-a5e7-4cd0-b8af-e49f0314d3a4 None None] Network 7b79441d-396a-47b3-8a94-8015ff484110 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:04:21.859261 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f2443e37-4f4a-4a8c-aac8-61ad89b32b66 None None] Provisioning for port 5b4ed7b4-d724-46ed-a394-e022b4afe849 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:04:21.923731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:21.930013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:22.053580 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=b3e13b21-b132-45f6-8223-1f82a2c81b63,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:22.057297 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:22.191503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d08fa93d-854a-4a64-af23-867d7b37aad2 None None] Provisioning for port b3e13b21-b132-45f6-8223-1f82a2c81b63 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:04:22.197377 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-d08fa93d-854a-4a64-af23-867d7b37aad2 None None] Provisioning complete for port b3e13b21-b132-45f6-8223-1f82a2c81b63 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:22.197743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d08fa93d-854a-4a64-af23-867d7b37aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:22.201506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 7b79441d-396a-47b3-8a94-8015ff484110 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:04:22.203031 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:04:22.261524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-d08fa93d-854a-4a64-af23-867d7b37aad2 None None] Port b3e13b21-b132-45f6-8223-1f82a2c81b63 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:04:22.397681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-dec74155-283f-4646-ae0f-79cf68b74da5 None None] Provisioning complete for port b3e13b21-b132-45f6-8223-1f82a2c81b63 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:22.398155 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dec74155-283f-4646-ae0f-79cf68b74da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:22.460123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5b4ed7b4-d724-46ed-a394-e022b4afe849 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:04:22.503002 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-dec74155-283f-4646-ae0f-79cf68b74da5 None None] Port b3e13b21-b132-45f6-8223-1f82a2c81b63 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:04:22.540626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 5b4ed7b4-d724-46ed-a394-e022b4afe849 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:04:22.545728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5b4ed7b4-d724-46ed-a394-e022b4afe849 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:22.546188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:22.669416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e4e1d22d-580a-498f-a31f-c28745a22b12 None None] Provisioning complete for port b3e13b21-b132-45f6-8223-1f82a2c81b63 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:22.669776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e4e1d22d-580a-498f-a31f-c28745a22b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:22.696303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:22.711636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 60de4632-e16c-4c4a-b79b-5a9308e892c7 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:04:22.745055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1d22d-580a-498f-a31f-c28745a22b12 None None] Port b3e13b21-b132-45f6-8223-1f82a2c81b63 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:04:22.752343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 5b4ed7b4-d724-46ed-a394-e022b4afe849, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5b4ed7b4-d724-46ed-a394-e022b4afe849,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:22.756642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:22.757468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1479ec46-4a35-45a2-bf22-140540eb9482 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:04:22.867351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=5b4ed7b4-d724-46ed-a394-e022b4afe849,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:22.881503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 1479ec46-4a35-45a2-bf22-140540eb9482 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:04:22.886121 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 1479ec46-4a35-45a2-bf22-140540eb9482 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:22.886480 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:22.910273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:04:22.931679 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-6464c764-72e8-43e2-8fb0-f43253612dde tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/60de4632-e16c-4c4a-b79b-5a9308e892c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1872370 Dec 23 09:04:22.998907 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:23.015229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 1479ec46-4a35-45a2-bf22-140540eb9482, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1479ec46-4a35-45a2-bf22-140540eb9482,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:23.018917 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:23.100583 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-0480b008-206e-48f8-af61-a9908fc0ae05 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:04:23.114672 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=1479ec46-4a35-45a2-bf22-140540eb9482,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:23.115115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-0480b008-206e-48f8-af61-a9908fc0ae05 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:04:23.116333 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-0480b008-206e-48f8-af61-a9908fc0ae05 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459786391&fields=id&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 267 time: 0.0568025 Dec 23 09:04:23.260598 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-66bbe2b1-a3af-405f-9690-f6b221f37b6b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:23.261209 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-66bbe2b1-a3af-405f-9690-f6b221f37b6b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:04:23.276057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-66bbe2b1-a3af-405f-9690-f6b221f37b6b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:04:23.277139 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-66bbe2b1-a3af-405f-9690-f6b221f37b6b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/networks?id=7b79441d-396a-47b3-8a94-8015ff484110 HTTP/1.1" status: 200 len: 797 time: 0.1533394 Dec 23 09:04:23.292786 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-52861d6f-3b20-43d1-a663-e7f86fbd5874 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/quotas/2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 375 time: 0.0103061 Dec 23 09:04:23.372849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-e3e1f1d6-a017-4e8e-b22c-17fea5dd6d7f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:04:23.387771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-e3e1f1d6-a017-4e8e-b22c-17fea5dd6d7f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:04:23.388970 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-e3e1f1d6-a017-4e8e-b22c-17fea5dd6d7f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915170 Dec 23 09:04:23.601875 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-d6b0472e-1a2d-4773-8b93-3fc042b7618f service neutron] 10.222.0.36 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008474 Dec 23 09:04:23.729870 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-7756e9ac-6401-4547-bcf8-ed6f21c5013b service neutron] 10.222.0.36 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222503 Dec 23 09:04:23.932280 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-45ed1150-6c74-4645-9db8-5766599224c9 req-9deb8898-e27f-4905-b83a-966dff281b74 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 210 time: 0.0441720 Dec 23 09:04:23.999389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Sync routers for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:04:24.011271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:24.011933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:24.196114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:24.415416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5b4ed7b4-d724-46ed-a394-e022b4afe849 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:04:24.571937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 5b4ed7b4-d724-46ed-a394-e022b4afe849 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:24.572232 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:24.680539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b3e13b21-b132-45f6-8223-1f82a2c81b63', 'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:96:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:20Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 2, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:24.691284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Checking router: 60de4632-e16c-4c4a-b79b-5a9308e892c7 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:04:24.691633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Updating router 60de4632-e16c-4c4a-b79b-5a9308e892c7 port b3e13b21-b132-45f6-8223-1f82a2c81b63 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:04:24.754411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1479ec46-4a35-45a2-bf22-140540eb9482 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:04:24.793892 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:24.937006 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-0ec07ec2-0408-4a17-9df3-c257b8bb6857 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:24.938385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-0ec07ec2-0408-4a17-9df3-c257b8bb6857 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:04:24.939280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 1479ec46-4a35-45a2-bf22-140540eb9482 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:24.939711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:24.951026 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-0ec07ec2-0408-4a17-9df3-c257b8bb6857 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:04:24.952144 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-0ec07ec2-0408-4a17-9df3-c257b8bb6857 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/networks?id=7b79441d-396a-47b3-8a94-8015ff484110 HTTP/1.1" status: 200 len: 797 time: 0.1671090 Dec 23 09:04:25.017292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-c481538a-341c-4350-b710-d9b1ef62591e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:04:25.030775 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-c481538a-341c-4350-b710-d9b1ef62591e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:04:25.032991 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-c481538a-341c-4350-b710-d9b1ef62591e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 380 time: 0.0674217 Dec 23 09:04:25.041260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'port': {'device_id': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'admin_state_up': True, 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'security_groups': ['7c056008-de09-4fb4-b28e-d648fb5afcc9']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:25.114577 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-14434104-f4b3-4f98-8c0d-95bda9197e11 req-8da128e6-9da4-4a41-800a-f0bf704f503e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 210 time: 0.0399041 Dec 23 09:04:25.180677 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:25.189996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:25.199689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:04:25.203084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.271895 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.283503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Transition to ACTIVE for port object b3e13b21-b132-45f6-8223-1f82a2c81b63 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:04:25.290654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.366190 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.7 (7b79441d-396a-47b3-8a94-8015ff484110/8bbf9f67-788d-49db-ac58-9fe106aa5d14/80c37b73-2a14-4b96-9b7d-55dd5f09d29c) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:04:25.418209 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1769f-7c73-493b-bea1-7d44542dfeb0 None None] Pushing event updated for resources: {'Port': ['ID=b3e13b21-b132-45f6-8223-1f82a2c81b63,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:25.550189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Attempting to bind port b3e13b21-b132-45f6-8223-1f82a2c81b63 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:04:25.550697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Attempting to bind port b3e13b21-b132-45f6-8223-1f82a2c81b63 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:04:25.551153 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Attempting to bind port b3e13b21-b132-45f6-8223-1f82a2c81b63 on network 7b79441d-396a-47b3-8a94-8015ff484110 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:04:25.558238 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:04:25.558673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Checking segment: {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:04:25.559135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.559583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Bound using segment: {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:04:25.560137 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Bound port: b3e13b21-b132-45f6-8223-1f82a2c81b63, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:04:25.560577 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.575041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.590723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object 80c37b73-2a14-4b96-9b7d-55dd5f09d29c will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:04:25.612572 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.660225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] For port b3e13b21-b132-45f6-8223-1f82a2c81b63, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:04:25.663359 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] For port b3e13b21-b132-45f6-8223-1f82a2c81b63, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b3e13b21-b132-45f6-8223-1f82a2c81b63,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:04:25.667527 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.682038 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 7b79441d-396a-47b3-8a94-8015ff484110 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:04:25.684991 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:04:25.688845 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:04:25.719260 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:25.747242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1769f-7c73-493b-bea1-7d44542dfeb0 None None] Pushing event updated for resources: {'Port': ['ID=b3e13b21-b132-45f6-8223-1f82a2c81b63,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:25.752665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:25.753274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:25.765587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:25.766211 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.793574 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-fa12ddfc-3b7a-4f70-a12b-257e361803a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7563157 Dec 23 09:04:25.806066 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Request body: {'port': {'device_id': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:25.924405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:25.942233 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:26.072506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4e3b21e0-f8c1-4236-959e-bcc6915aa1f4 None None] Provisioning for port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:04:26.094885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-4e3b21e0-f8c1-4236-959e-bcc6915aa1f4 None None] Provisioning complete for port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:26.095253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4e3b21e0-f8c1-4236-959e-bcc6915aa1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:26.212166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b21e0-f8c1-4236-959e-bcc6915aa1f4 None None] Port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:04:26.286166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c37b73-2a14-4b96-9b7d-55dd5f09d29c {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:04:26.294122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:26.312690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Transition to ACTIVE for port object 80c37b73-2a14-4b96-9b7d-55dd5f09d29c will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:04:26.313635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b3e13b21-b132-45f6-8223-1f82a2c81b63', 'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:96:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:20Z', 'updated_at': '2021-12-23T09:04:25Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:26.318208 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:26.320283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a9707-366d-4ba6-ad4f-2d8489d4637f None None] The sync data for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv is: [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b3e13b21-b132-45f6-8223-1f82a2c81b63', 'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:96:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:20Z', 'updated_at': '2021-12-23T09:04:25Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:04:26.326271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696eccd-911f-48a1-9308-07d49b73d9f8 req-c67508c9-1131-45df-8bbb-83b02feb63fc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:26.327975 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c696eccd-911f-48a1-9308-07d49b73d9f8 req-c67508c9-1131-45df-8bbb-83b02feb63fc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 931 time: 0.0843635 Dec 23 09:04:26.391518 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c696eccd-911f-48a1-9308-07d49b73d9f8 req-a28ba9d3-7990-4400-9f2a-00e501b3e941 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573995 Dec 23 09:04:26.571710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Pushing event updated for resources: {'Port': ['ID=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:26.686960 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Attempting to bind port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:04:26.687570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Attempting to bind port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:04:26.687995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Attempting to bind port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c on network 7b79441d-396a-47b3-8a94-8015ff484110 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:04:26.694289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c on network 7b79441d-396a-47b3-8a94-8015ff484110 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 09:04:26.694753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Attempting to bind port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c on network 7b79441d-396a-47b3-8a94-8015ff484110 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:04:26.702163 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:04:26.702597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Checking segment: {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:04:26.703049 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Bound using segment: {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:04:26.703543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Bound port: 80c37b73-2a14-4b96-9b7d-55dd5f09d29c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0252a-e4d5-4482-8587-f25e1b226bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:04:26.703953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:26.797089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] For port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:04:26.800527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] For port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:04:26.805458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:26.873833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:26.875370 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/80c37b73-2a14-4b96-9b7d-55dd5f09d29c HTTP/1.1" status: 200 len: 1093 time: 1.0744615 Dec 23 09:04:26.875952 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:04:26.909884 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643e063-1507-47d3-81c3-dda3480e72d7 service neutron] Pushing event updated for resources: {'Port': ['ID=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:26.954247 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'status': 'completed', 'code': 200} Dec 23 09:04:27.009536 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-19e5a360-1824-4bbd-9649-ac792e5103d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0931463 Dec 23 09:04:27.086211 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-a66d1711-2ceb-41a5-808b-affde7a8d5d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c HTTP/1.1" status: 200 len: 217 time: 0.0699253 Dec 23 09:04:27.150108 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-83d999e6-00dd-4890-a361-5bfb9831da18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:27.151542 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-83d999e6-00dd-4890-a361-5bfb9831da18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bbf9f67-788d-49db-ac58-9fe106aa5d14 HTTP/1.1" status: 200 len: 835 time: 0.0588994 Dec 23 09:04:27.227548 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-16b61a49-6000-4cc2-80f8-c000548b9cd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b79441d-396a-47b3-8a94-8015ff484110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697436 Dec 23 09:04:27.358274 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-c69bf5ab-8620-42b0-86ef-24d1c65f3625 service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241357 Dec 23 09:04:27.488761 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-85bf352c-52f7-4901-a3ca-f80a7a9d489e req-a156d1d5-2e24-400e-8b12-7596cca64bc3 service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246381 Dec 23 09:04:27.600306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331def95-1372-4507-a823-9649832421a0 req-87847724-f93b-4de9-96c0-3b37b46cf95a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:27.601807 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-331def95-1372-4507-a823-9649832421a0 req-87847724-f93b-4de9-96c0-3b37b46cf95a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 943 time: 0.0759392 Dec 23 09:04:27.608653 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-03d4b8b6-51d1-462a-a742-b4b389602cca req-2a07ef5a-7755-4a53-bb2a-242399c8e120 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0727563 Dec 23 09:04:27.646575 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-331def95-1372-4507-a823-9649832421a0 req-e5691cbd-5eb4-478c-ab11-e23ae678ce9f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391340 Dec 23 09:04:27.736353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b8b6-51d1-462a-a742-b4b389602cca req-4c2940b6-2d6d-4a34-bba4-9304a186e4af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:27.737762 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-03d4b8b6-51d1-462a-a742-b4b389602cca req-4c2940b6-2d6d-4a34-bba4-9304a186e4af service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b79441d-396a-47b3-8a94-8015ff484110 HTTP/1.1" status: 200 len: 897 time: 0.1227462 Dec 23 09:04:27.806493 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-03d4b8b6-51d1-462a-a742-b4b389602cca req-fbc76d4c-5bf1-48c6-80d2-9195b1e4feda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c HTTP/1.1" status: 200 len: 217 time: 0.0620880 Dec 23 09:04:27.867659 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4b8b6-51d1-462a-a742-b4b389602cca req-48373a6c-b324-41aa-8251-3a15d962733c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:27.868922 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-03d4b8b6-51d1-462a-a742-b4b389602cca req-48373a6c-b324-41aa-8251-3a15d962733c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bbf9f67-788d-49db-ac58-9fe106aa5d14 HTTP/1.1" status: 200 len: 835 time: 0.0549338 Dec 23 09:04:27.942837 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-03d4b8b6-51d1-462a-a742-b4b389602cca req-5a9fa5e7-54ea-46ca-8f30-f2112be25c04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b79441d-396a-47b3-8a94-8015ff484110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673819 Dec 23 09:04:28.072853 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-03d4b8b6-51d1-462a-a742-b4b389602cca req-86bc1a54-6065-4baa-9792-0ba0d9591d5e service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221967 Dec 23 09:04:28.287165 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-03d4b8b6-51d1-462a-a742-b4b389602cca req-82dfc6ca-cbab-4b27-bce6-b01b14750835 service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077470 Dec 23 09:04:28.390642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b3e13b21-b132-45f6-8223-1f82a2c81b63 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:04:28.456219 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b3e13b21-b132-45f6-8223-1f82a2c81b63 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:04:28.461271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b3e13b21-b132-45f6-8223-1f82a2c81b63 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:28.461633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:28.575211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:28.606371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b3e13b21-b132-45f6-8223-1f82a2c81b63, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b3e13b21-b132-45f6-8223-1f82a2c81b63,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:28.610182 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:28.676012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b3e13b21-b132-45f6-8223-1f82a2c81b63,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:28.841986 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40587bc-fb7d-42ff-ba99-4c65501fb000 req-6f76accf-7ca3-45ac-9b85-e69bb4ed295f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:28.843316 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f40587bc-fb7d-42ff-ba99-4c65501fb000 req-6f76accf-7ca3-45ac-9b85-e69bb4ed295f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 943 time: 0.0782382 Dec 23 09:04:28.887087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f40587bc-fb7d-42ff-ba99-4c65501fb000 req-31fe3399-35a8-4e38-81cd-67969ee6c691 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382895 Dec 23 09:04:30.079184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7757e-6578-43db-8d25-d9ecfbb8497e req-2943db0e-a838-4bef-8f88-038b9ee34ea7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:30.080610 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e7c7757e-6578-43db-8d25-d9ecfbb8497e req-2943db0e-a838-4bef-8f88-038b9ee34ea7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 943 time: 0.0760841 Dec 23 09:04:30.127437 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e7c7757e-6578-43db-8d25-d9ecfbb8497e req-770ffa37-02b8-40a1-a1f2-eb4ec3a212c4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414469 Dec 23 09:04:30.378479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b3e13b21-b132-45f6-8223-1f82a2c81b63 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:04:30.445322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b3e13b21-b132-45f6-8223-1f82a2c81b63 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:30.445680 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:30.564855 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b512542b-e4f4-4257-8721-77ee45657b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:30.707758 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:31.279391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 80c37b73-2a14-4b96-9b7d-55dd5f09d29c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:04:31.323325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205ee8e-9aa8-4ca5-a5f1-c33c4d703a5b req-5b2a0054-9f66-4387-9783-4a4f6d40df82 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:31.324771 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0205ee8e-9aa8-4ca5-a5f1-c33c4d703a5b req-5b2a0054-9f66-4387-9783-4a4f6d40df82 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 943 time: 0.0770068 Dec 23 09:04:31.369634 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0205ee8e-9aa8-4ca5-a5f1-c33c4d703a5b req-6c1768ae-fbda-4cf8-9f50-b24700767c16 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393345 Dec 23 09:04:31.411694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:31.424331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'port_id': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'mac_address': 'fa:16:3e:f7:d6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:04:31.476365 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:31.492795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c37b73-2a14-4b96-9b7d-55dd5f09d29c {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:04:31.507736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:31.511933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:31.614630 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:31.715682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['80c37b73-2a14-4b96-9b7d-55dd5f09d29c'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:04:32.568650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9e3f2-6065-4221-a545-a424243494df req-498f4073-6521-40a8-843a-abdee17b4a77 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:32.570092 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b5d9e3f2-6065-4221-a545-a424243494df req-498f4073-6521-40a8-843a-abdee17b4a77 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 944 time: 0.0781534 Dec 23 09:04:32.613386 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b5d9e3f2-6065-4221-a545-a424243494df req-029ee0d4-f383-422c-b798-115bab02d5f3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378366 Dec 23 09:04:32.833242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f503-9911-465d-8e28-1b14624fe7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:33.295044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 80c37b73-2a14-4b96-9b7d-55dd5f09d29c up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:04:33.360678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:04:33.365063 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:04:33.365419 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:33.473463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:33.498885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:04:33.508798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:04:33.513579 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:33.557072 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'code': 200} Dec 23 09:04:33.582696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:33.784333 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-81354e37-f26a-4530-ae73-c42f987ce98b req-9b9656df-b999-46ef-80ae-8c5776aabe8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 1098 time: 0.0686443 Dec 23 09:04:33.807226 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c6834-33fd-4f98-b30d-66db979c9d0f req-366fd1e6-0a35-4394-a2dc-abd2cf818583 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:33.808578 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3c0c6834-33fd-4f98-b30d-66db979c9d0f req-366fd1e6-0a35-4394-a2dc-abd2cf818583 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0756769 Dec 23 09:04:33.828668 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-81354e37-f26a-4530-ae73-c42f987ce98b req-ada65e98-f324-466f-b11d-99bc0260f0bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375290 Dec 23 09:04:33.853309 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3c0c6834-33fd-4f98-b30d-66db979c9d0f req-7a1afb20-a139-4b36-b903-25188f9c4b23 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Dec 23 09:04:33.945190 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:34.043189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:35.119173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32084bce-c2ef-4bca-bee0-908faa1cd4c5 req-b13d4a0e-f47b-438d-84e0-ee9f6427e4d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:35.120498 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32084bce-c2ef-4bca-bee0-908faa1cd4c5 req-b13d4a0e-f47b-438d-84e0-ee9f6427e4d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0775936 Dec 23 09:04:35.165018 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-32084bce-c2ef-4bca-bee0-908faa1cd4c5 req-e9b0bfd8-f705-478f-8f24-c5634393a73b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 Dec 23 09:04:35.354682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec90ce4-258d-431e-b66a-6063564e01c9 req-9d2c513a-cdb7-4f59-b187-963d883d950a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:35.356103 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ec90ce4-258d-431e-b66a-6063564e01c9 req-9d2c513a-cdb7-4f59-b187-963d883d950a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0746996 Dec 23 09:04:35.374712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:35.402142 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5ec90ce4-258d-431e-b66a-6063564e01c9 req-0517ec47-c3e8-4348-a03a-002b1e65ef89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394697 Dec 23 09:04:35.428674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57950) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:35.574322 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2ffc8be8-2f58-4b01-b7ba-0df317ae4d38 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 1093 time: 0.1445355 Dec 23 09:04:35.576867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57954) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:35.581853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:04:35.589802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:04:35.594556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:floatingip and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:04:35.597351 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:04:35.603685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:04:35.613602 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:35.744126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:35.878762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.250 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/bd6d0a60-afa4-405d-a55b-168d615bd5ab) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:04:36.022458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:36.048217 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:36.112310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:04:36.115634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:04:36.119843 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:04:36.146826 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=bd6d0a60-afa4-405d-a55b-168d615bd5ab,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:36.623934 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:36.683262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:36.887100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:36.891890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:36.996949 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=bd6d0a60-afa4-405d-a55b-168d615bd5ab,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:04:37.015075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:37.291847 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Floating IP 08d6fd38-e987-4910-a2e7-40a5cb5e6721 associated. External IP: 172.26.8.250, port: 80c37b73-2a14-4b96-9b7d-55dd5f09d29c. Dec 23 09:04:37.674952 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 60de4632-e16c-4c4a-b79b-5a9308e892c7 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:04:37.873700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:04:37.884157 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] Sync routers for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:04:37.896564 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:37.897322 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:37.898118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:04:37.951088 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d648f1b4-b695-45fc-a1aa-0f79e74136ed tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3730781 Dec 23 09:04:37.951510 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:04:38.018480 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'status': 'completed', 'code': 200} Dec 23 09:04:38.078940 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:38.110575 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cc54a885-7543-40e2-9eea-305a00198e08 req-b12ce757-021e-4ec7-8042-165bd2d601ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 1098 time: 0.0697799 Dec 23 09:04:38.145547 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4361d0-7171-4e06-94c0-b2286695d2c7 req-2560baa7-efe2-41f6-9ac4-4aff0ffd980e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:38.147095 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3c4361d0-7171-4e06-94c0-b2286695d2c7 req-2560baa7-efe2-41f6-9ac4-4aff0ffd980e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0855787 Dec 23 09:04:38.194804 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3c4361d0-7171-4e06-94c0-b2286695d2c7 req-5e9d665e-e43a-47a5-bc33-7ca9db4d9582 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Dec 23 09:04:38.224289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57962) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:38.242131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54a885-7543-40e2-9eea-305a00198e08 req-dc26383e-3ec4-4133-9d8b-49916ad5d0f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:38.243571 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cc54a885-7543-40e2-9eea-305a00198e08 req-dc26383e-3ec4-4133-9d8b-49916ad5d0f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b79441d-396a-47b3-8a94-8015ff484110 HTTP/1.1" status: 200 len: 897 time: 0.1274242 Dec 23 09:04:38.331501 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-f6b37747-a4a2-4f27-a5d8-5c0f1dec151b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/08d6fd38-e987-4910-a2e7-40a5cb5e6721 HTTP/1.1" status: 200 len: 991 time: 0.1060781 Dec 23 09:04:38.353146 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cc54a885-7543-40e2-9eea-305a00198e08 req-7c024cc5-4c35-461d-a5ea-4ec219bf3ee1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c HTTP/1.1" status: 200 len: 999 time: 0.1030281 Dec 23 09:04:38.420577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54a885-7543-40e2-9eea-305a00198e08 req-f70ecb10-595f-4114-b622-05db38efd8ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:04:38.422013 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cc54a885-7543-40e2-9eea-305a00198e08 req-f70ecb10-595f-4114-b622-05db38efd8ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bbf9f67-788d-49db-ac58-9fe106aa5d14 HTTP/1.1" status: 200 len: 835 time: 0.0629222 Dec 23 09:04:38.429421 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '08d6fd38-e987-4910-a2e7-40a5cb5e6721', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'port_id': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'mac_address': 'fa:16:3e:f7:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:04:36Z', 'updated_at': '2021-12-23T09:04:36Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e13b21-b132-45f6-8223-1f82a2c81b63', 'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:96:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:20Z', 'updated_at': '2021-12-23T09:04:28Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:38.433260 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] Checking router: 60de4632-e16c-4c4a-b79b-5a9308e892c7 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:04:38.443617 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:04:38.444193 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:04:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:38.495559 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cc54a885-7543-40e2-9eea-305a00198e08 req-2cf134e4-1cf3-4ad9-950c-c0177a045192 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b79441d-396a-47b3-8a94-8015ff484110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674374 Dec 23 09:04:38.621290 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:04:38.627132 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cc54a885-7543-40e2-9eea-305a00198e08 req-9fd97382-ff72-4903-b4c9-c9be039dea74 service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244500 Dec 23 09:04:38.756712 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cc54a885-7543-40e2-9eea-305a00198e08 req-1d8dba33-317a-4712-885e-115a8b9ee06b service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238360 Dec 23 09:04:38.959527 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '08d6fd38-e987-4910-a2e7-40a5cb5e6721', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'port_id': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'mac_address': 'fa:16:3e:f7:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:04:36Z', 'updated_at': '2021-12-23T09:04:36Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e13b21-b132-45f6-8223-1f82a2c81b63', 'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:96:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:20Z', 'updated_at': '2021-12-23T09:04:28Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:04:38.963382 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c1826-0a3b-46b4-847d-71c55135d900 None None] The sync data for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv is: [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '08d6fd38-e987-4910-a2e7-40a5cb5e6721', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'port_id': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'mac_address': 'fa:16:3e:f7:d6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:04:36Z', 'updated_at': '2021-12-23T09:04:36Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e13b21-b132-45f6-8223-1f82a2c81b63', 'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:96:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:20Z', 'updated_at': '2021-12-23T09:04:28Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:04:39.335607 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57966) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:39.438014 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-de6939e8-7902-4edf-8ce8-d5037af636e7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/08d6fd38-e987-4910-a2e7-40a5cb5e6721 HTTP/1.1" status: 200 len: 991 time: 0.1013582 Dec 23 09:04:40.441756 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 57970) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:40.542523 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2b3efffb-3528-4eae-9f5a-f27ea2f2cae7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/08d6fd38-e987-4910-a2e7-40a5cb5e6721 HTTP/1.1" status: 200 len: 991 time: 0.0995717 Dec 23 09:04:41.545906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57974) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:41.648297 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-30b87a7a-7c6f-401c-8361-d83d6424a7f4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/08d6fd38-e987-4910-a2e7-40a5cb5e6721 HTTP/1.1" status: 200 len: 991 time: 0.1012454 Dec 23 09:04:41.990287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f1d75-7415-40ca-a64b-6c0d4350e94b None None] New status for floating IP 08d6fd38-e987-4910-a2e7-40a5cb5e6721: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:04:42.651993 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 57978) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:04:42.754015 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e65eed1b-78ec-4e5c-9ba1-3b6e2d4a10dd tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/08d6fd38-e987-4910-a2e7-40a5cb5e6721 HTTP/1.1" status: 200 len: 993 time: 0.1008947 Dec 23 09:04:46.313621 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:05:00.546388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8db64439-88d8-4d9f-abab-fde593982004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:00.729306 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:02.835251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9c217940-b452-44b2-9347-a234700b4e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:03.946193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:04.045547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:05.024007 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-10e658b1-3830-43a0-b6a8-75d5250cccc7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668044 Dec 23 09:05:05.161457 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-16398415-5197-4a83-a8a3-0d94c7049df8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 1098 time: 0.0687199 Dec 23 09:05:05.306071 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-5cc47324-9993-49ff-9c4b-68946840a111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:05.307444 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-5cc47324-9993-49ff-9c4b-68946840a111 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b79441d-396a-47b3-8a94-8015ff484110 HTTP/1.1" status: 200 len: 897 time: 0.1279986 Dec 23 09:05:05.376691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:05.406997 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-59c4e34b-5e23-441e-afb0-74fe40be56d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c HTTP/1.1" status: 200 len: 1001 time: 0.0927365 Dec 23 09:05:05.551919 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-bed4f391-5b16-4caf-af62-e60c57d94f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:05.553326 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-bed4f391-5b16-4caf-af62-e60c57d94f4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bbf9f67-788d-49db-ac58-9fe106aa5d14 HTTP/1.1" status: 200 len: 835 time: 0.1398885 Dec 23 09:05:05.625264 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-afb46ca1-4091-4411-8207-c03f5449483c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b79441d-396a-47b3-8a94-8015ff484110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653379 Dec 23 09:05:05.751379 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-f1da3ad4-12ba-46ab-bac4-77da48dce1af service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190796 Dec 23 09:05:05.879676 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-43c9b533-ab30-45bf-90e6-43ce8903f611 req-4dfa8a59-d13c-4cb6-8c93-0f1a32d29f9c service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201468 Dec 23 09:05:10.284690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039ebb8-117d-4d89-a7a7-f8acec9f542a req-47786a64-b9d6-4902-9970-7685e0be98b0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:10.286079 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0039ebb8-117d-4d89-a7a7-f8acec9f542a req-47786a64-b9d6-4902-9970-7685e0be98b0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0792181 Dec 23 09:05:10.333931 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0039ebb8-117d-4d89-a7a7-f8acec9f542a req-1452d16a-e47d-411d-a906-fe0d5cc72b35 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Dec 23 09:05:11.528846 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3721e-bf29-472f-a977-8c1ded1afe03 req-baf87276-33cb-4950-81f3-fb972f81c0af tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:11.530278 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9ba3721e-bf29-472f-a977-8c1ded1afe03 req-baf87276-33cb-4950-81f3-fb972f81c0af tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0746937 Dec 23 09:05:11.577712 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9ba3721e-bf29-472f-a977-8c1ded1afe03 req-d1b24afc-79a0-498d-9d50-fb79a8d3b875 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Dec 23 09:05:12.777075 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21981d54-ca43-4e93-9a76-95ab2562b9e7 req-8d50e23a-9dda-4ee4-896c-bad3070d06c9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:12.778516 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-21981d54-ca43-4e93-9a76-95ab2562b9e7 req-8d50e23a-9dda-4ee4-896c-bad3070d06c9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0747836 Dec 23 09:05:12.823496 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-21981d54-ca43-4e93-9a76-95ab2562b9e7 req-9d1d5a7a-f3fa-40b7-9295-cc084d18fcfb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 Dec 23 09:05:14.015421 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42290a-3508-426c-a7e2-43e4392ff026 req-03307b7e-cfab-45a9-9ce2-fc7f71e60f21 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:14.016811 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e42290a-3508-426c-a7e2-43e4392ff026 req-03307b7e-cfab-45a9-9ce2-fc7f71e60f21 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0759001 Dec 23 09:05:14.149544 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5e42290a-3508-426c-a7e2-43e4392ff026 req-2c3b4659-c0f3-4a2b-8d0a-92f856f0f3f4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273062 Dec 23 09:05:15.342232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cee7ca-69b5-4ae6-982d-a56f818eadf1 req-36cc1812-bf57-464d-8338-05569614c023 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:15.343640 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72cee7ca-69b5-4ae6-982d-a56f818eadf1 req-36cc1812-bf57-464d-8338-05569614c023 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0734825 Dec 23 09:05:15.391037 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-72cee7ca-69b5-4ae6-982d-a56f818eadf1 req-c8234b28-1cba-4497-bca3-191f71e96f45 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Dec 23 09:05:16.725310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984570-8ec6-482e-839c-48419aa9fad7 req-0b4b68a5-0ee9-4a13-a8f7-0895e81c274d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:16.726759 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01984570-8ec6-482e-839c-48419aa9fad7 req-0b4b68a5-0ee9-4a13-a8f7-0895e81c274d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0757990 Dec 23 09:05:16.770526 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-01984570-8ec6-482e-839c-48419aa9fad7 req-dd2aaa1c-c535-4bf8-ac71-2d1d5947cc1d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384498 Dec 23 09:05:17.973118 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1bf35-0104-4b16-9738-e4cf01c5308c req-63556f90-39b0-450b-a22f-68cf9f82cd42 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:17.974615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ace1bf35-0104-4b16-9738-e4cf01c5308c req-63556f90-39b0-450b-a22f-68cf9f82cd42 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0875330 Dec 23 09:05:18.024689 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ace1bf35-0104-4b16-9738-e4cf01c5308c req-bd8fdb32-8ff4-4f12-8b7a-602dc3c6ef72 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Dec 23 09:05:19.216662 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ff01-9ea9-452e-81ca-10662f44c114 req-d336f53d-7c02-4526-a3c5-f3217ac001f9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:19.218277 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-22c8ff01-9ea9-452e-81ca-10662f44c114 req-d336f53d-7c02-4526-a3c5-f3217ac001f9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0757606 Dec 23 09:05:19.262759 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-22c8ff01-9ea9-452e-81ca-10662f44c114 req-ce7793d5-8352-4893-8d24-28cd545646e6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382361 Dec 23 09:05:20.483465 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0526e4e-1611-41a6-b748-a47d2b9d105d req-d0a77e90-922c-4434-912a-af526be1f9af tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:20.484901 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0526e4e-1611-41a6-b748-a47d2b9d105d req-d0a77e90-922c-4434-912a-af526be1f9af tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0798140 Dec 23 09:05:20.528504 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d0526e4e-1611-41a6-b748-a47d2b9d105d req-858d20d9-f542-422b-a123-285ac80ad98a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380528 Dec 23 09:05:21.718191 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebd69-d94a-4f6f-8fbb-1f8e206d0332 req-17ae650b-7b2c-4fd1-a56b-d30b75e0a38f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:21.719599 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ad3ebd69-d94a-4f6f-8fbb-1f8e206d0332 req-17ae650b-7b2c-4fd1-a56b-d30b75e0a38f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0744019 Dec 23 09:05:21.763742 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ad3ebd69-d94a-4f6f-8fbb-1f8e206d0332 req-479491e3-f8e2-4ccc-96da-6b57812434e9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Dec 23 09:05:22.961253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54957ee-a4a9-4077-a9bb-56976e397dbe req-0142fc24-880f-49f8-b48c-817faa32f83b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:22.962683 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d54957ee-a4a9-4077-a9bb-56976e397dbe req-0142fc24-880f-49f8-b48c-817faa32f83b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0774188 Dec 23 09:05:23.008403 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d54957ee-a4a9-4077-a9bb-56976e397dbe req-e170e05b-8fb0-4cb0-a9d7-81b014cd09d1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400395 Dec 23 09:05:23.313781 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:05:24.201513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f926a6-6781-44c9-8e52-cf1a0334e40f req-69c8a1f4-fe31-42f7-b9eb-46b79cf9be6f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:24.202972 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b5f926a6-6781-44c9-8e52-cf1a0334e40f req-69c8a1f4-fe31-42f7-b9eb-46b79cf9be6f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0738256 Dec 23 09:05:24.249692 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b5f926a6-6781-44c9-8e52-cf1a0334e40f req-e2312b3a-3d06-4a34-989d-5f7a9aa6d47b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Dec 23 09:05:25.458679 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf23705-2748-4078-82ad-d9978e0a021e req-dbf426cd-1755-45f5-b68d-293b60a14ca4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:25.460115 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ecf23705-2748-4078-82ad-d9978e0a021e req-dbf426cd-1755-45f5-b68d-293b60a14ca4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0751643 Dec 23 09:05:25.507229 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ecf23705-2748-4078-82ad-d9978e0a021e req-a76a0608-aba5-4a4a-bd61-875548ccdf75 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Dec 23 09:05:26.700557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f244ad5-bb1b-4ddb-9d8e-47ec52fc3421 req-20820116-a026-426d-bb07-64f0d28f9ec3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:26.701969 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5f244ad5-bb1b-4ddb-9d8e-47ec52fc3421 req-20820116-a026-426d-bb07-64f0d28f9ec3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0773821 Dec 23 09:05:26.746070 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5f244ad5-bb1b-4ddb-9d8e-47ec52fc3421 req-91e57638-0b61-41d8-8ce1-0e8a6ac8aa02 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386899 Dec 23 09:05:26.772778 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58022) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:05:26.877179 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1ba2abc2-4b9f-4189-85a5-916cb5c8c3e1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/08d6fd38-e987-4910-a2e7-40a5cb5e6721 HTTP/1.1" status: 200 len: 993 time: 0.1032660 Dec 23 09:05:28.357819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71801c14-0799-4e46-98e0-6660da3dbede req-5a58f480-47b9-4a8c-991a-7b52d97bd893 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:28.359323 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-71801c14-0799-4e46-98e0-6660da3dbede req-5a58f480-47b9-4a8c-991a-7b52d97bd893 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0824149 Dec 23 09:05:28.387270 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-10d8c58a-c0d0-4d27-9c8e-0014292c7cb5 req-6ac0da17-093d-44eb-80eb-b8cc127c0adb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 1098 time: 0.0773101 Dec 23 09:05:28.407961 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-71801c14-0799-4e46-98e0-6660da3dbede req-148ab918-a827-4c8c-8ccb-3a6ae93c7b82 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398862 Dec 23 09:05:28.517601 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8c58a-c0d0-4d27-9c8e-0014292c7cb5 req-3db7aafe-0d54-4621-ad26-e60991901df3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:28.519570 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-10d8c58a-c0d0-4d27-9c8e-0014292c7cb5 req-3db7aafe-0d54-4621-ad26-e60991901df3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b79441d-396a-47b3-8a94-8015ff484110 HTTP/1.1" status: 200 len: 897 time: 0.1250134 Dec 23 09:05:28.619169 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-10d8c58a-c0d0-4d27-9c8e-0014292c7cb5 req-0766d7bd-0334-49c3-affd-eb8bef3db0f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c HTTP/1.1" status: 200 len: 1001 time: 0.0930634 Dec 23 09:05:28.677962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8c58a-c0d0-4d27-9c8e-0014292c7cb5 req-6292bdfc-e9fc-478b-996e-82b9daf576c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:28.679320 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-10d8c58a-c0d0-4d27-9c8e-0014292c7cb5 req-6292bdfc-e9fc-478b-996e-82b9daf576c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bbf9f67-788d-49db-ac58-9fe106aa5d14 HTTP/1.1" status: 200 len: 835 time: 0.0546610 Dec 23 09:05:28.748963 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-10d8c58a-c0d0-4d27-9c8e-0014292c7cb5 req-bb1e6475-2fa3-4cc0-8df7-0087ba724069 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b79441d-396a-47b3-8a94-8015ff484110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639377 Dec 23 09:05:28.874171 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-10d8c58a-c0d0-4d27-9c8e-0014292c7cb5 req-d7a87d38-1ca6-48df-8b9a-c4834b3cd5ea service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189411 Dec 23 09:05:28.999446 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-10d8c58a-c0d0-4d27-9c8e-0014292c7cb5 req-564dd7d6-ab0b-470f-b0fe-0cbbf4cc739d service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194386 Dec 23 09:05:29.612650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f7cf6-80b0-41a8-b4b9-13f7d39c3e2a req-000575a1-79cb-4914-8d3d-30fed0e2e358 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:29.614104 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8e1f7cf6-80b0-41a8-b4b9-13f7d39c3e2a req-000575a1-79cb-4914-8d3d-30fed0e2e358 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0805233 Dec 23 09:05:29.658306 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8e1f7cf6-80b0-41a8-b4b9-13f7d39c3e2a req-c5a6981d-d7db-474e-8b08-d2a60c9d882e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Dec 23 09:05:30.547280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4d12a8cf-9a85-4dca-8667-de7ca527b02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:30.732899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:30.856020 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837321b4-e2d6-49f3-8c36-cb876b18211e req-8f9fd110-23db-4998-82fa-3248e46417fa tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:05:30.857460 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-837321b4-e2d6-49f3-8c36-cb876b18211e req-8f9fd110-23db-4998-82fa-3248e46417fa tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0762062 Dec 23 09:05:30.902090 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-837321b4-e2d6-49f3-8c36-cb876b18211e req-e5fb2dc9-7803-4593-ae8b-1067a5465415 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386438 Dec 23 09:05:30.929633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58038) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:05:31.032060 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8341a161-8214-4412-bbe2-71e835c7c1a0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/08d6fd38-e987-4910-a2e7-40a5cb5e6721 HTTP/1.1" status: 200 len: 993 time: 0.1012156 Dec 23 09:05:32.837684 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-07aad45d-87d1-44d5-a2cc-86f3619d1526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:33.947251 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:34.050403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:35.379471 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:05:59.629787 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58058) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:05:59.824362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port bd6d0a60-afa4-405d-a55b-168d615bd5ab {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:05:59.824587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:00.064760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:00.065086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:00.182273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for bd6d0a60-afa4-405d-a55b-168d615bd5ab owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:06:00.314740 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:06:00.321986 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:00.368172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=bd6d0a60-afa4-405d-a55b-168d615bd5ab,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:00.404421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.404765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.405087 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.405411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.405734 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.406080 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.406395 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.406711 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.407024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.407862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.408172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:00.468342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:00.549032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-09cf82a1-46d0-42eb-ac48-900f21c002bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:00.752350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:00.857057 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 60de4632-e16c-4c4a-b79b-5a9308e892c7 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:06:01.047202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:06:01.057898 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] Sync routers for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:06:01.063530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:01.070341 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:01.070943 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:05:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:01.118114 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bcdbf5e0-c53c-43e7-8430-162da3618c5f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/floatingips/08d6fd38-e987-4910-a2e7-40a5cb5e6721 HTTP/1.1" status: 204 len: 168 time: 1.4871898 Dec 23 09:06:01.118684 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:06:01.248488 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'status': 'completed', 'code': 200} Dec 23 09:06:01.283748 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:01.355238 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b832ede-b4f1-4562-af1a-11bc36ce1b6b req-cb390bd7-d0bd-430f-a6ab-02f8d0995787 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 1098 time: 0.0834625 Dec 23 09:06:01.496318 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832ede-b4f1-4562-af1a-11bc36ce1b6b req-5826a301-f342-4926-bbe2-f88b34d4d69c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:01.497752 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b832ede-b4f1-4562-af1a-11bc36ce1b6b req-5826a301-f342-4926-bbe2-f88b34d4d69c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b79441d-396a-47b3-8a94-8015ff484110 HTTP/1.1" status: 200 len: 897 time: 0.1349616 Dec 23 09:06:01.523972 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68b0d8-d426-4511-9f73-670f512c2c4d req-b736ac7d-5a33-4545-a558-e117c702c680 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:01.526226 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1b68b0d8-d426-4511-9f73-670f512c2c4d req-b736ac7d-5a33-4545-a558-e117c702c680 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0859447 Dec 23 09:06:01.577653 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1b68b0d8-d426-4511-9f73-670f512c2c4d req-86d855d7-058e-4f3f-a10d-b3fc6be931cf tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448422 Dec 23 09:06:01.622726 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b3e13b21-b132-45f6-8223-1f82a2c81b63', 'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:96:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:20Z', 'updated_at': '2021-12-23T09:04:28Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:01.627630 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] Checking router: 60de4632-e16c-4c4a-b79b-5a9308e892c7 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:06:01.638389 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:01.638981 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:05:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:01.682083 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b832ede-b4f1-4562-af1a-11bc36ce1b6b req-19619211-0d34-4827-b388-c33ebb37a339 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c HTTP/1.1" status: 200 len: 217 time: 0.1762936 Dec 23 09:06:01.745602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832ede-b4f1-4562-af1a-11bc36ce1b6b req-43f4105c-2425-408c-9d33-e7528ad37784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:01.747068 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b832ede-b4f1-4562-af1a-11bc36ce1b6b req-43f4105c-2425-408c-9d33-e7528ad37784 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bbf9f67-788d-49db-ac58-9fe106aa5d14 HTTP/1.1" status: 200 len: 835 time: 0.0587654 Dec 23 09:06:01.820484 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:01.821455 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b832ede-b4f1-4562-af1a-11bc36ce1b6b req-9471bf0d-dc15-43af-af66-6a8f869c5109 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b79441d-396a-47b3-8a94-8015ff484110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678344 Dec 23 09:06:01.951325 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b832ede-b4f1-4562-af1a-11bc36ce1b6b req-7e174931-1e50-41a9-87bf-7c3a87a2e759 service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229427 Dec 23 09:06:02.094077 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2b832ede-b4f1-4562-af1a-11bc36ce1b6b req-b516f255-bb77-4586-b61a-f937b1058625 service neutron] 10.222.0.24 "GET /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356900 Dec 23 09:06:02.131534 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b3e13b21-b132-45f6-8223-1f82a2c81b63', 'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:96:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:20Z', 'updated_at': '2021-12-23T09:04:28Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:02.135350 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b321a-8867-4b80-ac0a-a228665aa787 None None] The sync data for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv is: [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:21Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b3e13b21-b132-45f6-8223-1f82a2c81b63', 'name': '', 'network_id': '7b79441d-396a-47b3-8a94-8015ff484110', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:96:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:20Z', 'updated_at': '2021-12-23T09:04:28Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': '8bbf9f67-788d-49db-ac58-9fe106aa5d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:06:02.343054 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6105e8f6-8d68-4df2-8023-a2d47a2c8634 None None] New status for floating IP 08d6fd38-e987-4910-a2e7-40a5cb5e6721: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:06:02.777868 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7977a-7375-4967-87e0-aff94c921b0d req-3aa2aacc-1aff-4759-b136-286e42faabdc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:02.779229 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d3c7977a-7375-4967-87e0-aff94c921b0d req-3aa2aacc-1aff-4759-b136-286e42faabdc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0760128 Dec 23 09:06:02.826519 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d3c7977a-7375-4967-87e0-aff94c921b0d req-50f31d1b-fb56-4612-b453-298e14455429 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=7c056008-de09-4fb4-b28e-d648fb5afcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Dec 23 09:06:02.839456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5b8a0b78-a3a2-4bd6-af44-fa8e6aa80e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:02.925694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-b2db7c15-6138-4915-9859-fa6ddd4f900b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:02.926385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-b2db7c15-6138-4915-9859-fa6ddd4f900b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:06:02.940992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-b2db7c15-6138-4915-9859-fa6ddd4f900b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:06:02.942238 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-b2db7c15-6138-4915-9859-fa6ddd4f900b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0923452 Dec 23 09:06:03.009530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:06:03.010232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:03.243708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:03.244048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:03.362759 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 80c37b73-2a14-4b96-9b7d-55dd5f09d29c owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:06:03.507780 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:03.555828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=80c37b73-2a14-4b96-9b7d-55dd5f09d29c,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:03.628823 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] No DVR routers for this DVR port 80c37b73-2a14-4b96-9b7d-55dd5f09d29c on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:06:03.631187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:03.633529 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'name': 'network-vif-deleted', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:06:03.648785 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f324f326-45f3-42b2-b26b-b3413f4222d5 req-118b5869-60a1-45e9-ad8e-87fc5c3c705a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "DELETE /v2.0/ports/80c37b73-2a14-4b96-9b7d-55dd5f09d29c HTTP/1.1" status: 204 len: 173 time: 0.7008877 Dec 23 09:06:03.691545 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d6c428-f210-43ba-864c-c5ca9146c5b6', 'name': 'network-vif-deleted', 'tag': '80c37b73-2a14-4b96-9b7d-55dd5f09d29c', 'status': 'completed', 'code': 200} Dec 23 09:06:03.951358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:04.007412 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-af14871c-009f-42a8-91a5-0a4533fb8c27 req-03434008-1af5-4c40-9206-8b804806f64a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=25d6c428-f210-43ba-864c-c5ca9146c5b6 HTTP/1.1" status: 200 len: 210 time: 0.0411410 Dec 23 09:06:04.051037 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:05.114820 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58078) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:05.382260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:05.592817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:06.176890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port b3e13b21-b132-45f6-8223-1f82a2c81b63 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:06:06.177561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:06.352983 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port b3e13b21-b132-45f6-8223-1f82a2c81b63, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b3e13b21-b132-45f6-8223-1f82a2c81b63,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:06.353322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:06.469755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for b3e13b21-b132-45f6-8223-1f82a2c81b63 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:06:06.651737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:06.696498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=b3e13b21-b132-45f6-8223-1f82a2c81b63,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:07.080903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:07.637009 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router 60de4632-e16c-4c4a-b79b-5a9308e892c7 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:06:07.760254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 80c37b73-2a14-4b96-9b7d-55dd5f09d29c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:06:07.791720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 80c37b73-2a14-4b96-9b7d-55dd5f09d29c {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:06:07.791978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 80c37b73-2a14-4b96-9b7d-55dd5f09d29c not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:06:07.835096 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:06:07.844739 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] Sync routers for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:06:07.847928 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ffb12dca-7caa-46ab-94fe-d9ff833659d2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/60de4632-e16c-4c4a-b79b-5a9308e892c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7320604 Dec 23 09:06:07.850586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58082) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:07.860520 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:07.861085 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:06:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:08.029526 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:08.030064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdd4e5d-e165-4cb6-b78d-8735d9a3118b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting subnet 8bbf9f67-788d-49db-ac58-9fe106aa5d14 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 09:06:08.033466 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4e5d-e165-4cb6-b78d-8735d9a3118b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.088849 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4e5d-e165-4cb6-b78d-8735d9a3118b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.168680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4e5d-e165-4cb6-b78d-8735d9a3118b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.239219 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4e5d-e165-4cb6-b78d-8735d9a3118b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.280644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd4e5d-e165-4cb6-b78d-8735d9a3118b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbf9f67-788d-49db-ac58-9fe106aa5d14,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:08.285833 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4e5d-e165-4cb6-b78d-8735d9a3118b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.292157 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e27e5-724b-4573-8596-8be657738548 None None] Network 7b79441d-396a-47b3-8a94-8015ff484110 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:06:08.295492 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9bdd4e5d-e165-4cb6-b78d-8735d9a3118b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/subnets/8bbf9f67-788d-49db-ac58-9fe106aa5d14 HTTP/1.1" status: 204 len: 168 time: 0.4439549 Dec 23 09:06:08.298594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58086) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:08.341332 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:06:06Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:08.345566 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] Checking router: 60de4632-e16c-4c4a-b79b-5a9308e892c7 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:06:08.355957 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] Routers {'60de4632-e16c-4c4a-b79b-5a9308e892c7'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:08.356546 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:06:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['60de4632-e16c-4c4a-b79b-5a9308e892c7'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:08.504110 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.536666 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] Set router 60de4632-e16c-4c4a-b79b-5a9308e892c7 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:08.556480 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] DHCP port deletion for 7b79441d-396a-47b3-8a94-8015ff484110 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 09:06:08.560899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Deleting port 5b4ed7b4-d724-46ed-a394-e022b4afe849 {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:06:08.561274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.802216 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] For port 5b4ed7b4-d724-46ed-a394-e022b4afe849, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=5b4ed7b4-d724-46ed-a394-e022b4afe849,segment=NetworkSegment(7dd0252a-e4d5-4482-8587-f25e1b226bd5),segment_id=7dd0252a-e4d5-4482-8587-f25e1b226bd5)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:08.802905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.826539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.836268 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 1479ec46-4a35-45a2-bf22-140540eb9482 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:06:08.836631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:08.843292 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:06:06Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:08.847812 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0753b9-3227-4f36-85e0-bb401b08879f None None] The sync data for ids ['60de4632-e16c-4c4a-b79b-5a9308e892c7'] in dv-neutron-822507-1-hyperv is: [{'id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1015149286', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:06:06Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '1479ec46-4a35-45a2-bf22-140540eb9482', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fa:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de4632-e16c-4c4a-b79b-5a9308e892c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:04:17Z', 'updated_at': '2021-12-23T09:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:06:08.931809 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Calling delete_port for 5b4ed7b4-d724-46ed-a394-e022b4afe849 owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:06:09.002407 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:09.017391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port 1479ec46-4a35-45a2-bf22-140540eb9482, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=1479ec46-4a35-45a2-bf22-140540eb9482,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:09.017735 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:09.045221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Pushing event deleted for resources: {'Port': ['ID=5b4ed7b4-d724-46ed-a394-e022b4afe849,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:09.056797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] No DVR routers for this DVR port 5b4ed7b4-d724-46ed-a394-e022b4afe849 on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:06:09.060258 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.060785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.061123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.061436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.061843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.062199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.062522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.062841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.063243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.063774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.063860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf20b5-2c55-4126-8d13-3f8671dfbbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:09.140425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 1479ec46-4a35-45a2-bf22-140540eb9482 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:06:09.304372 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:09.350180 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=1479ec46-4a35-45a2-bf22-140540eb9482,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:09.567413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:09.815084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:09.819128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:09.842514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:09.843220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Fanout notify agent at l3_agent the message router_deleted on router 60de4632-e16c-4c4a-b79b-5a9308e892c7 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 09:06:09.859688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:09.861453 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-36f048f8-7123-489c-a043-8df6e0ab0357 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/routers/60de4632-e16c-4c4a-b79b-5a9308e892c7 HTTP/1.1" status: 204 len: 168 time: 1.5618002 Dec 23 09:06:09.863945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58090) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:10.066525 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.192977 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.217476 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b79441d-396a-47b3-8a94-8015ff484110']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:10.229234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd0252a-e4d5-4482-8587-f25e1b226bd5') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:10.229523 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd0252a-e4d5-4482-8587-f25e1b226bd5') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:10.240411 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.259355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.265107 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 09:06:10.265477 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 09:06:10.279579 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 09:06:10.355779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.361275 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.386412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Network': ['ID=7b79441d-396a-47b3-8a94-8015ff484110,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:10.395135 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-69d8dae2-9f4c-4c38-a93b-0e5fd8ecaa4c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/networks/7b79441d-396a-47b3-8a94-8015ff484110 HTTP/1.1" status: 204 len: 168 time: 0.5302005 Dec 23 09:06:10.397657 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58094) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:10.430744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5b4ed7b4-d724-46ed-a394-e022b4afe849 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:06:10.465608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 5b4ed7b4-d724-46ed-a394-e022b4afe849 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:06:10.465865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 5b4ed7b4-d724-46ed-a394-e022b4afe849 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:06:10.466579 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b3e13b21-b132-45f6-8223-1f82a2c81b63 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:06:10.473488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-28743edc-79a8-4e36-a6f2-7c57f80cc418 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.498591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b3e13b21-b132-45f6-8223-1f82a2c81b63 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:06:10.499129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b3e13b21-b132-45f6-8223-1f82a2c81b63 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:06:10.499862 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1479ec46-4a35-45a2-bf22-140540eb9482 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:06:10.502465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-28743edc-79a8-4e36-a6f2-7c57f80cc418 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.532544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 1479ec46-4a35-45a2-bf22-140540eb9482 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:06:10.532885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 1479ec46-4a35-45a2-bf22-140540eb9482 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:06:10.567510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-28743edc-79a8-4e36-a6f2-7c57f80cc418 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.584063 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28743edc-79a8-4e36-a6f2-7c57f80cc418 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c056008-de09-4fb4-b28e-d648fb5afcc9,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:10.596673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-28743edc-79a8-4e36-a6f2-7c57f80cc418 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:10.597763 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-28743edc-79a8-4e36-a6f2-7c57f80cc418 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/security-groups/7c056008-de09-4fb4-b28e-d648fb5afcc9 HTTP/1.1" status: 204 len: 168 time: 0.1992064 Dec 23 09:06:11.096743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58102) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:11.102256 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238985532', 'description': 'tempest-secgroup-smoke-238985532 description', 'project_id': '2366574148f945aca709e62d5f518c5c'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:11.108157 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:11.112751 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:11.115606 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:11.121534 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:11.130790 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.167348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:11.171054 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:11.174509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:11.180305 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:11.234321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.238388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.279464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60faca32-70dd-4741-87cc-c3294b456962,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:11.288531 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.289689 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1919763 Dec 23 09:06:11.291095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.291432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.291761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.292092 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.292415 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.292699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58106) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:11.293187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.293187 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.293355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.293638 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.293966 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.294300 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5050c4d-8523-467c-b6a3-a4ed7d29e877 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:11.298606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '60faca32-70dd-4741-87cc-c3294b456962', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:11.304577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:11.308236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:11.311059 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:11.316566 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:11.332251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.389639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.393321 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.416011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec01037-9a32-4db1-8b38-c144fcbc573d,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:11.423756 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.424909 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9c205570-ddfe-4629-a48b-33589696fd84 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1311655 Dec 23 09:06:11.427715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58110) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:11.433186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '60faca32-70dd-4741-87cc-c3294b456962', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:11.438888 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:11.442500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:11.445228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:11.450682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:11.469072 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.534581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.538320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.561114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ebe1b2-47d6-47ce-b83e-3dc9d896b610,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:11.570008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.571274 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-beed0025-ee75-4976-917b-640cfb046e4d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1426430 Dec 23 09:06:11.573851 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58114) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:11.579665 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '60faca32-70dd-4741-87cc-c3294b456962', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:11.585391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:11.589337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:11.592192 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:11.598346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:11.615195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.676872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.680244 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.702380 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf886d37-592d-48ac-a052-b221208ee117,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:11.710350 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.711662 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b1d55189-7a80-4810-9f51-00a3d4c33138 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1368191 Dec 23 09:06:11.714461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58118) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:11.720337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '60faca32-70dd-4741-87cc-c3294b456962', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:11.725897 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:11.729553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:11.732341 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:11.737969 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:11.753718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.817779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.821880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.846878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271996ec-2357-4d8f-883a-1f27eacd04ac,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:11.856353 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.857505 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-cb5af624-15c9-4a60-ba05-b148604885ea tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1421738 Dec 23 09:06:11.860205 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58122) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:11.865381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '60faca32-70dd-4741-87cc-c3294b456962', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:11.871502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:11.875206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:11.878782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:11.884255 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:11.894463 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:06:11.900472 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.963030 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.966671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.988188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62688d97-fed7-440d-8073-feba749f2f13,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:11.995814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:11.996943 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a414dd56-332b-49d4-b76a-b69e5d0a41fb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1358652 Dec 23 09:06:11.999589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58126) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:12.005403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'security_group_rule': {'security_group_id': '60faca32-70dd-4741-87cc-c3294b456962', 'project_id': '2366574148f945aca709e62d5f518c5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:12.010946 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:12.014637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:security_group_rule and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:12.017966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:12.023728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:12.033594 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Project 2366574148f945aca709e62d5f518c5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:06:12.039698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.103742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.107291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.134816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c1fbaf-2561-4f50-97cb-445a125b22c0,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:12.143807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.145438 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4483b308-e551-46a1-85c6-03b2a55d5d81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1448922 Dec 23 09:06:12.148591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58130) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:12.153663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'network': {'name': 'tempest-network-smoke--1588418901', 'project_id': '2366574148f945aca709e62d5f518c5c', 'port_security_enabled': True}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:12.158561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:12.162503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:network and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:12.165241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:12.171150 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:12.181325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:06:12.184120 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.211236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 09:06:12.219596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.219927 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Added segment 11df90ca-e626-44f9-8a52-e27246ccdfe9 of type vlan for network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf Dec 23 09:06:12.244663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.272649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.276274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:12.276894 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.378327 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2288558 Dec 23 09:06:12.380938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58134) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:12.388047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'admin_state_up': True, 'project_id': '2366574148f945aca709e62d5f518c5c', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:12.396126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f24ab-bf21-40c2-8373-c67ea64241c3 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Network': ['ID=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:12.398421 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:12.403725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:router and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:12.405882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 09:06:12.407141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:12.413221 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:12.424332 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.425391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.447992 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.596557 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.776291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.805539 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:12.940202 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.114 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/564c79ff-a135-4ea8-a87c-70c71d29e589) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:06:13.085698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:13.113188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:13.180404 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:06:13.183266 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:06:13.188567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:06:13.211437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=564c79ff-a135-4ea8-a87c-70c71d29e589,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:13.424934 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:13.425690 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:13.646583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router a282d26c-6133-4ebb-a5a6-afb1668ade6f is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 09:06:13.840953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:06:13.850242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Sync routers for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:06:13.862348 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:13.863087 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:06:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:13.866361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:13.867665 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5c8cbd68-803e-4950-9f96-2456a98fab1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4858348 Dec 23 09:06:13.870698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58138) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:13.975576 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-2ba12703-a01d-4238-9a90-6ea4dbe239f3 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=2366574148f945aca709e62d5f518c5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1037774 Dec 23 09:06:13.978118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58144) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:14.041039 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:14.102885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd52bcf-eeb5-415a-b343-4d192ad15805 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:14.106930 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0fd52bcf-eeb5-415a-b343-4d192ad15805 tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1253638 Dec 23 09:06:14.107356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58148) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:14.153642 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-085d1a8f-2670-4acc-ad98-816c691bd15e tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=88e281aa-8f51-4153-bc4e-7c5be3831cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450170 Dec 23 09:06:14.156031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58152) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:14.161854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2051329426', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'project_id': '2366574148f945aca709e62d5f518c5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:14.268162 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:14.271861 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:subnet and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:14.274569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:14.280101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:14.289416 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:06:14.346600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:13Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:14.350443 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Checking router: a282d26c-6133-4ebb-a5a6-afb1668ade6f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:06:14.350783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Updating router a282d26c-6133-4ebb-a5a6-afb1668ade6f port 564c79ff-a135-4ea8-a87c-70c71d29e589 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:06:14.388977 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:14.404411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:14.689325 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:14.776334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Subnet': ['ID=ef07c3c7-34a4-4276-b352-f3302b355327,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:14.776914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:14.785233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Checking segment: {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:06:14.785586 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network hostable DHCP agents. Network: 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 09:06:14.788785 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Transition to ACTIVE for port object 564c79ff-a135-4ea8-a87c-70c71d29e589 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:06:14.795175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:14.807881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 09:06:14.817227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:06:14.821206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:14.821779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:14.832539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9193c1aa-330b-43a0-ba7b-cd1fd3c50081 None None] Network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:06:14.843377 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cca14393-c550-4a0c-9db3-9980263710d7 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6862638 Dec 23 09:06:14.846618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58156) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:14.954020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca064cc9-d40e-40bc-9c1b-7b63a0cffb65 None None] Pushing event updated for resources: {'Port': ['ID=564c79ff-a135-4ea8-a87c-70c71d29e589,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:14.958544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Attempting to bind port 564c79ff-a135-4ea8-a87c-70c71d29e589 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:06:14.958901 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Attempting to bind port 564c79ff-a135-4ea8-a87c-70c71d29e589 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:06:14.959254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Attempting to bind port 564c79ff-a135-4ea8-a87c-70c71d29e589 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:06:14.979734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:06:14.980094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:06:14.980485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:14.980860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:06:14.981308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Bound port: 564c79ff-a135-4ea8-a87c-70c71d29e589, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:06:14.981665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:15.129498 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] For port 564c79ff-a135-4ea8-a87c-70c71d29e589, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:06:15.144486 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] For port 564c79ff-a135-4ea8-a87c-70c71d29e589, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=564c79ff-a135-4ea8-a87c-70c71d29e589,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:06:15.149537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:15.183611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 09:06:15.184382 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:15.287426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca064cc9-d40e-40bc-9c1b-7b63a0cffb65 None None] Pushing event updated for resources: {'Port': ['ID=564c79ff-a135-4ea8-a87c-70c71d29e589,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:15.317863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:15.318497 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:06:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:15.519609 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Allocated IP 172.20.0.2 (6e80fcdf-0d05-4016-9dba-add3ec7ab5cf/ef07c3c7-34a4-4276-b352-f3302b355327/b002faa4-1bad-443f-bf83-96f449ac286c) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:06:15.595404 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:15.613356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:15.960881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:15.973981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Transition to ACTIVE for port object b002faa4-1bad-443f-bf83-96f449ac286c will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:06:15.995764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Transition to ACTIVE for port object b002faa4-1bad-443f-bf83-96f449ac286c will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:06:16.006624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.068332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.1 (6e80fcdf-0d05-4016-9dba-add3ec7ab5cf/ef07c3c7-34a4-4276-b352-f3302b355327/60fb3cfe-80eb-4871-8940-81f7ed9da139) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:06:16.115485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:13Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:16.124229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:06:16.128125 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:06:16.132501 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731b69c-eda0-4014-be00-4a4d259e1a87 None None] The sync data for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv is: [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:13Z', 'revision_number': 3, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:06:16.134021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:06:16.137641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Pushing event updated for resources: {'Port': ['ID=b002faa4-1bad-443f-bf83-96f449ac286c,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:16.221876 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Attempting to bind port b002faa4-1bad-443f-bf83-96f449ac286c on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:06:16.222262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Attempting to bind port b002faa4-1bad-443f-bf83-96f449ac286c by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:06:16.222614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Attempting to bind port b002faa4-1bad-443f-bf83-96f449ac286c on network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:06:16.229145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:06:16.229504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Checking segment: {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:06:16.229896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.230294 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Bound using segment: {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:06:16.230745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Bound port: b002faa4-1bad-443f-bf83-96f449ac286c, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:06:16.231102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.249971 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.267605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object 60fb3cfe-80eb-4871-8940-81f7ed9da139 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:06:16.291286 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.345506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] For port b002faa4-1bad-443f-bf83-96f449ac286c, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:06:16.348547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] For port b002faa4-1bad-443f-bf83-96f449ac286c, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b002faa4-1bad-443f-bf83-96f449ac286c,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:06:16.353973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.449222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ecf81-e3a0-487f-8127-68f1345e87bc None None] Pushing event updated for resources: {'Port': ['ID=b002faa4-1bad-443f-bf83-96f449ac286c,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:16.502237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:06:16.505567 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:06:16.508222 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:06:16.517644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 564c79ff-a135-4ea8-a87c-70c71d29e589 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:06:16.550755 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=60fb3cfe-80eb-4871-8940-81f7ed9da139,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:16.591631 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.619642 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 564c79ff-a135-4ea8-a87c-70c71d29e589 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:06:16.626852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 564c79ff-a135-4ea8-a87c-70c71d29e589 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:16.627073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.717374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.809283 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.827086 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 564c79ff-a135-4ea8-a87c-70c71d29e589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=564c79ff-a135-4ea8-a87c-70c71d29e589,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:16.831948 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:16.900914 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=564c79ff-a135-4ea8-a87c-70c71d29e589,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:17.183663 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:17.188525 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:17.313291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=60fb3cfe-80eb-4871-8940-81f7ed9da139,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:17.316923 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:17.419585 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134a2ba-db52-45eb-9324-bc9413e4ec65 None None] Network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:06:17.458242 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:06:17.459441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:06:17.516647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c00ca1ab-a163-4f39-8c09-83c4e83aed40 None None] Provisioning for port b002faa4-1bad-443f-bf83-96f449ac286c completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:06:17.850076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router a282d26c-6133-4ebb-a5a6-afb1668ade6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:06:17.871974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6ef87d76-7d02-449b-a8af-8d19fcf48607 None None] Provisioning for port 60fb3cfe-80eb-4871-8940-81f7ed9da139 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:06:17.877144 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-6ef87d76-7d02-449b-a8af-8d19fcf48607 None None] Provisioning complete for port 60fb3cfe-80eb-4871-8940-81f7ed9da139 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:17.877505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ef87d76-7d02-449b-a8af-8d19fcf48607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:17.931985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6ef87d76-7d02-449b-a8af-8d19fcf48607 None None] Port 60fb3cfe-80eb-4871-8940-81f7ed9da139 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:06:18.054244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-18006a2c-44cb-4088-a349-0bdf3989a95d None None] Provisioning complete for port 60fb3cfe-80eb-4871-8940-81f7ed9da139 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:18.054784 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-18006a2c-44cb-4088-a349-0bdf3989a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:18.064006 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:06:18.086990 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d3dd354b-c53a-4298-aee8-b0bfc33442f2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/a282d26c-6133-4ebb-a5a6-afb1668ade6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2305017 Dec 23 09:06:18.113308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-18006a2c-44cb-4088-a349-0bdf3989a95d None None] Port 60fb3cfe-80eb-4871-8940-81f7ed9da139 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:06:18.233880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-cd5ad0a1-2214-4a8e-926f-575ac13ef165 None None] Provisioning complete for port 60fb3cfe-80eb-4871-8940-81f7ed9da139 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:18.234925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad0a1-2214-4a8e-926f-575ac13ef165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:18.268391 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-f2470a77-caff-4bad-befc-07c67dd3085d req-af8d9930-4b02-498b-8d8f-d2c01660c38a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:06:18.283993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-f2470a77-caff-4bad-befc-07c67dd3085d req-af8d9930-4b02-498b-8d8f-d2c01660c38a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:06:18.285090 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-af8d9930-4b02-498b-8d8f-d2c01660c38a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238985532&fields=id&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 267 time: 0.0561743 Dec 23 09:06:18.286524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ad0a1-2214-4a8e-926f-575ac13ef165 None None] Port 60fb3cfe-80eb-4871-8940-81f7ed9da139 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:06:18.504020 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 564c79ff-a135-4ea8-a87c-70c71d29e589 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:06:18.546140 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2470a77-caff-4bad-befc-07c67dd3085d req-9513f40a-f71b-4647-a863-6398c52448fc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:18.547576 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-9513f40a-f71b-4647-a863-6398c52448fc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/networks?id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf HTTP/1.1" status: 200 len: 797 time: 0.2545757 Dec 23 09:06:18.564243 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-209784e2-42b9-4199-874e-fb359d5d4d69 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/quotas/2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 375 time: 0.0109148 Dec 23 09:06:18.571129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 564c79ff-a135-4ea8-a87c-70c71d29e589 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:18.571490 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:18.641149 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-f2470a77-caff-4bad-befc-07c67dd3085d req-703db542-c0f6-49b8-8ef9-01a45d6cb25e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:06:18.655708 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-f2470a77-caff-4bad-befc-07c67dd3085d req-703db542-c0f6-49b8-8ef9-01a45d6cb25e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:06:18.657572 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-703db542-c0f6-49b8-8ef9-01a45d6cb25e tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883150 Dec 23 09:06:18.684835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b002faa4-1bad-443f-bf83-96f449ac286c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:06:18.751551 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b002faa4-1bad-443f-bf83-96f449ac286c completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:06:18.756211 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b002faa4-1bad-443f-bf83-96f449ac286c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:18.756580 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:18.794228 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-f4608ebf-8d8e-4375-934a-52a8393b0d59 service neutron] 10.222.0.36 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247978 Dec 23 09:06:18.869677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:18.901167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b002faa4-1bad-443f-bf83-96f449ac286c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b002faa4-1bad-443f-bf83-96f449ac286c,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:18.905657 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:18.926215 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-20fc0ae9-d6e5-4e70-af38-64fd9fd2ccaa service neutron] 10.222.0.36 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251483 Dec 23 09:06:18.985979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b002faa4-1bad-443f-bf83-96f449ac286c,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:19.710432 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Sync routers for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:06:19.722054 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:19.722644 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:06:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:19.893329 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:20.141994 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eb29aed4-3fbb-4955-85a3-1f2063916671 req-8bf4f49c-7486-46fa-a3c1-80e51b837715 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 210 time: 0.0408218 Dec 23 09:06:20.210445 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '60fb3cfe-80eb-4871-8940-81f7ed9da139', 'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:51:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:15Z', 'updated_at': '2021-12-23T09:06:17Z', 'revision_number': 2, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:20.214655 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Checking router: a282d26c-6133-4ebb-a5a6-afb1668ade6f for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:06:20.214998 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Updating router a282d26c-6133-4ebb-a5a6-afb1668ade6f port 60fb3cfe-80eb-4871-8940-81f7ed9da139 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:06:20.264816 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:20.441688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b002faa4-1bad-443f-bf83-96f449ac286c up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:06:20.513539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b002faa4-1bad-443f-bf83-96f449ac286c triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:20.514073 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:20.630038 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:20.641333 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Transition to ACTIVE for port object 60fb3cfe-80eb-4871-8940-81f7ed9da139 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:06:20.648531 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:20.764356 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Pushing event updated for resources: {'Port': ['ID=60fb3cfe-80eb-4871-8940-81f7ed9da139,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:20.785332 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.785665 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.786004 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.786552 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.786854 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.787189 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.787475 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.787784 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.788094 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.788398 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.788767 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:06:20.874298 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Attempting to bind port 60fb3cfe-80eb-4871-8940-81f7ed9da139 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:06:20.874742 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Attempting to bind port 60fb3cfe-80eb-4871-8940-81f7ed9da139 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:06:20.875631 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Attempting to bind port 60fb3cfe-80eb-4871-8940-81f7ed9da139 on network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:06:20.882007 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:06:20.882514 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Checking segment: {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:06:20.882904 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:20.883279 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Bound using segment: {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:06:20.883718 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Bound port: 60fb3cfe-80eb-4871-8940-81f7ed9da139, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:06:20.884071 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:20.969387 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] For port 60fb3cfe-80eb-4871-8940-81f7ed9da139, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:06:20.972575 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] For port 60fb3cfe-80eb-4871-8940-81f7ed9da139, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=60fb3cfe-80eb-4871-8940-81f7ed9da139,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:06:20.977395 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:21.061262 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63088b-54ac-423e-a7fe-1671dd3764b5 None None] Pushing event updated for resources: {'Port': ['ID=60fb3cfe-80eb-4871-8940-81f7ed9da139,revision_number=4']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:21.069334 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:21.069935 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:06:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:21.284054 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:21.343654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2470a77-caff-4bad-befc-07c67dd3085d req-e46380fa-95b1-451c-bc43-40b5221c8efd tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:21.344265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f2470a77-caff-4bad-befc-07c67dd3085d req-e46380fa-95b1-451c-bc43-40b5221c8efd tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:06:21.364726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f2470a77-caff-4bad-befc-07c67dd3085d req-e46380fa-95b1-451c-bc43-40b5221c8efd tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:network {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:06:21.370451 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-e46380fa-95b1-451c-bc43-40b5221c8efd tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/networks?id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf HTTP/1.1" status: 200 len: 797 time: 0.2082031 Dec 23 09:06:21.373657 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-58fbcb0c-3701-45fc-991e-60537ed4e74e req-90bb78d9-ff7a-4de4-a463-3eadfe7ffde4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 210 time: 0.0741074 Dec 23 09:06:21.427256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f2470a77-caff-4bad-befc-07c67dd3085d req-e3406706-c50f-41f1-abaa-0eadb3e8ccbb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:06:21.440248 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-f2470a77-caff-4bad-befc-07c67dd3085d req-e3406706-c50f-41f1-abaa-0eadb3e8ccbb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:06:21.441514 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-e3406706-c50f-41f1-abaa-0eadb3e8ccbb tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2366574148f945aca709e62d5f518c5c HTTP/1.1" status: 200 len: 379 time: 0.0604894 Dec 23 09:06:21.451022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'port': {'device_id': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'admin_state_up': True, 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'security_groups': ['60faca32-70dd-4741-87cc-c3294b456962']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:21.588457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:21.597647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:21.603346 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '60fb3cfe-80eb-4871-8940-81f7ed9da139', 'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:51:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:15Z', 'updated_at': '2021-12-23T09:06:20Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:21.607422 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f946d-4045-4c67-bb3c-2ca498481648 None None] The sync data for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv is: [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '60fb3cfe-80eb-4871-8940-81f7ed9da139', 'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:51:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:15Z', 'updated_at': '2021-12-23T09:06:20Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:06:21.607925 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Made reservation on behalf of 2366574148f945aca709e62d5f518c5c for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:06:21.612500 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:21.794939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.20.0.13 (6e80fcdf-0d05-4016-9dba-add3ec7ab5cf/ef07c3c7-34a4-4276-b352-f3302b355327/063740f8-276d-42da-b278-99f01c688445) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:06:21.987231 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.003544 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Transition to ACTIVE for port object 063740f8-276d-42da-b278-99f01c688445 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:06:22.025746 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.099679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:06:22.102817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:06:22.106772 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:06:22.137996 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=063740f8-276d-42da-b278-99f01c688445,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:22.173742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:22.174460 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.201884 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-21b4ebcf-5d89-452b-a3b2-5d46fecc6324 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7558048 Dec 23 09:06:22.214424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Request body: {'port': {'device_id': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:22.385598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c895a51c-0bef-4ef3-a58a-b4e5ce24107a None None] Provisioning for port 063740f8-276d-42da-b278-99f01c688445 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:06:22.393906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-c895a51c-0bef-4ef3-a58a-b4e5ce24107a None None] Provisioning complete for port 063740f8-276d-42da-b278-99f01c688445 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:22.394377 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c895a51c-0bef-4ef3-a58a-b4e5ce24107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.439673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.507064 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-c895a51c-0bef-4ef3-a58a-b4e5ce24107a None None] Port 063740f8-276d-42da-b278-99f01c688445 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:06:22.511615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 60fb3cfe-80eb-4871-8940-81f7ed9da139 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:06:22.633215 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 60fb3cfe-80eb-4871-8940-81f7ed9da139 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:06:22.638564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 60fb3cfe-80eb-4871-8940-81f7ed9da139 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:22.639072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.657397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e4e3d-1e0e-4ece-9d37-ffcc02c9f7b0 req-9df4adcf-abcd-4c96-ae99-e3948d76e5d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:22.658879 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b8e4e3d-1e0e-4ece-9d37-ffcc02c9f7b0 req-9df4adcf-abcd-4c96-ae99-e3948d76e5d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 932 time: 0.0809259 Dec 23 09:06:22.705481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b8e4e3d-1e0e-4ece-9d37-ffcc02c9f7b0 req-94b87073-a76e-426b-91ec-04d7f2801a44 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408344 Dec 23 09:06:22.760422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.795583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 60fb3cfe-80eb-4871-8940-81f7ed9da139, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=60fb3cfe-80eb-4871-8940-81f7ed9da139,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:22.800925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.810635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063740f8-276d-42da-b278-99f01c688445 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:06:22.817432 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.832388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Transition to ACTIVE for port object 063740f8-276d-42da-b278-99f01c688445 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:06:22.835564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:22.869695 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=60fb3cfe-80eb-4871-8940-81f7ed9da139,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:22.963056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Pushing event updated for resources: {'Port': ['ID=063740f8-276d-42da-b278-99f01c688445,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:23.073830 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Attempting to bind port 063740f8-276d-42da-b278-99f01c688445 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:06:23.074201 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Attempting to bind port 063740f8-276d-42da-b278-99f01c688445 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:06:23.074502 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Attempting to bind port 063740f8-276d-42da-b278-99f01c688445 on network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:06:23.080747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Port 063740f8-276d-42da-b278-99f01c688445 on network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 09:06:23.081058 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Attempting to bind port 063740f8-276d-42da-b278-99f01c688445 on network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:06:23.087133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:06:23.087558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Checking segment: {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:06:23.087939 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Bound using segment: {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:06:23.088603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Bound port: 063740f8-276d-42da-b278-99f01c688445, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11df90ca-e626-44f9-8a52-e27246ccdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:06:23.088943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:23.174154 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] For port 063740f8-276d-42da-b278-99f01c688445, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:06:23.177168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] For port 063740f8-276d-42da-b278-99f01c688445, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=063740f8-276d-42da-b278-99f01c688445,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:06:23.181385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:23.241928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:23.243421 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] 10.222.0.24 "PUT /v2.0/ports/063740f8-276d-42da-b278-99f01c688445 HTTP/1.1" status: 200 len: 1094 time: 1.0337174 Dec 23 09:06:23.246224 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'tag': '063740f8-276d-42da-b278-99f01c688445'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:06:23.268710 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a36f87-dcfb-4f3b-96af-4e67c2f1048e service neutron] Pushing event updated for resources: {'Port': ['ID=063740f8-276d-42da-b278-99f01c688445,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:23.311205 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'tag': '063740f8-276d-42da-b278-99f01c688445', 'status': 'completed', 'code': 200} Dec 23 09:06:23.352874 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-4cbc2e37-ec3e-40d9-ad2d-13c7e0fa51b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 1097 time: 0.0733535 Dec 23 09:06:23.425066 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-b6eb2559-a674-4203-b44f-173ca5b49479 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063740f8-276d-42da-b278-99f01c688445 HTTP/1.1" status: 200 len: 217 time: 0.0654085 Dec 23 09:06:23.487773 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2470a77-caff-4bad-befc-07c67dd3085d req-f805314c-45c4-4130-b8e6-5debdfc92e60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:23.489174 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-f805314c-45c4-4130-b8e6-5debdfc92e60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef07c3c7-34a4-4276-b352-f3302b355327 HTTP/1.1" status: 200 len: 835 time: 0.0579464 Dec 23 09:06:23.564814 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-68204b66-0bb4-41cb-b0ec-b60148a34a66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693955 Dec 23 09:06:23.691405 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-f0ad8008-bd5c-4f11-8752-9f362a7beefd service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198838 Dec 23 09:06:23.822132 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f2470a77-caff-4bad-befc-07c67dd3085d req-69883467-d7ac-4071-a340-21c947219aec service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245809 Dec 23 09:06:23.904528 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36e923-ac18-4e22-8c6b-5ba8fb6552ee req-bead4486-ad8b-4e35-a227-0fbb234e0119 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:23.906073 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bc36e923-ac18-4e22-8c6b-5ba8fb6552ee req-bead4486-ad8b-4e35-a227-0fbb234e0119 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 944 time: 0.0777364 Dec 23 09:06:23.930546 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d00758af-c20d-4084-bad3-6ebf39ad138f req-c221a3b4-7f8c-43e9-8adf-ee1ae6a4374d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 1097 time: 0.0667148 Dec 23 09:06:23.951696 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bc36e923-ac18-4e22-8c6b-5ba8fb6552ee req-dbae94b0-5d01-4f04-a363-ec39eb5efae8 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394197 Dec 23 09:06:24.058621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00758af-c20d-4084-bad3-6ebf39ad138f req-645458a2-53fb-4de6-85c1-3d07c966a521 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:24.060020 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d00758af-c20d-4084-bad3-6ebf39ad138f req-645458a2-53fb-4de6-85c1-3d07c966a521 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf HTTP/1.1" status: 200 len: 897 time: 0.1234579 Dec 23 09:06:24.216583 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d00758af-c20d-4084-bad3-6ebf39ad138f req-ac48c263-b043-4448-b1e1-2ea2407563b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063740f8-276d-42da-b278-99f01c688445 HTTP/1.1" status: 200 len: 217 time: 0.1494534 Dec 23 09:06:24.277239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00758af-c20d-4084-bad3-6ebf39ad138f req-9f315bd9-5283-43a5-8f11-176af3f4acf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:24.278654 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d00758af-c20d-4084-bad3-6ebf39ad138f req-9f315bd9-5283-43a5-8f11-176af3f4acf9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef07c3c7-34a4-4276-b352-f3302b355327 HTTP/1.1" status: 200 len: 835 time: 0.0551198 Dec 23 09:06:24.355140 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d00758af-c20d-4084-bad3-6ebf39ad138f req-3950356e-dd51-49b9-94ff-a63c937e1fe0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686984 Dec 23 09:06:24.435970 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 60fb3cfe-80eb-4871-8940-81f7ed9da139 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:06:24.488159 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d00758af-c20d-4084-bad3-6ebf39ad138f req-1d897abc-d629-4a5c-b5e6-c521667e3121 service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246238 Dec 23 09:06:24.503428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 60fb3cfe-80eb-4871-8940-81f7ed9da139 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:24.503891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:24.617056 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d00758af-c20d-4084-bad3-6ebf39ad138f req-281d2f78-4d9f-41cb-86ad-30f1040cd7c7 service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221654 Dec 23 09:06:25.144451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0524758-c02d-4963-9790-0efa9a4b23dd req-8e00a71f-bbca-4bcb-b0d1-80a533d6f3a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:25.145871 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e0524758-c02d-4963-9790-0efa9a4b23dd req-8e00a71f-bbca-4bcb-b0d1-80a533d6f3a4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 944 time: 0.0746455 Dec 23 09:06:25.189674 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e0524758-c02d-4963-9790-0efa9a4b23dd req-2c4be85d-e4d4-4ced-a82a-684d38e49588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384092 Dec 23 09:06:25.865852 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 063740f8-276d-42da-b278-99f01c688445 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:06:25.994937 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 063740f8-276d-42da-b278-99f01c688445, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=063740f8-276d-42da-b278-99f01c688445,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:26.007878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '063740f8-276d-42da-b278-99f01c688445', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'port_id': '063740f8-276d-42da-b278-99f01c688445', 'mac_address': 'fa:16:3e:49:52:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:06:26.058411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:26.075051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063740f8-276d-42da-b278-99f01c688445 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:06:26.090413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 063740f8-276d-42da-b278-99f01c688445, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=063740f8-276d-42da-b278-99f01c688445,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:26.094178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:26.160051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=063740f8-276d-42da-b278-99f01c688445,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:26.298303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['063740f8-276d-42da-b278-99f01c688445'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:06:26.388167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522fc73-cdb4-4edd-9ef6-6dfc0e10810e req-6ec4906b-0853-40d2-9340-964089095548 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:26.394443 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b522fc73-cdb4-4edd-9ef6-6dfc0e10810e req-6ec4906b-0853-40d2-9340-964089095548 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 945 time: 0.0861125 Dec 23 09:06:26.435326 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b522fc73-cdb4-4edd-9ef6-6dfc0e10810e req-2621578c-5a20-4a50-ad40-28e468ffc69f tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394683 Dec 23 09:06:27.630348 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c863b-b6d1-4aa0-a926-5da4232eff32 req-63509231-cdd8-441b-a82a-fd9c52b874cc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:27.631680 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b0c863b-b6d1-4aa0-a926-5da4232eff32 req-63509231-cdd8-441b-a82a-fd9c52b874cc tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 945 time: 0.0742285 Dec 23 09:06:27.679239 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0b0c863b-b6d1-4aa0-a926-5da4232eff32 req-5531e637-1d2d-428f-92e8-aca5a6a46ea5 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Dec 23 09:06:27.869263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 063740f8-276d-42da-b278-99f01c688445 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:06:27.933733 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 063740f8-276d-42da-b278-99f01c688445 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:06:27.938783 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 063740f8-276d-42da-b278-99f01c688445 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:06:27.939138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:28.050114 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:28.075578 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063740f8-276d-42da-b278-99f01c688445'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:06:28.085409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 063740f8-276d-42da-b278-99f01c688445, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=063740f8-276d-42da-b278-99f01c688445,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:06:28.090874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:28.158900 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=063740f8-276d-42da-b278-99f01c688445,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:28.204277 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063740f8-276d-42da-b278-99f01c688445', 'code': 200} Dec 23 09:06:28.420756 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-896da79a-821a-42ba-a702-7c0366167b0a req-af632d12-8b69-46e5-b294-be82bea7f4a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 1099 time: 0.0656850 Dec 23 09:06:28.463531 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-896da79a-821a-42ba-a702-7c0366167b0a req-359f9834-e903-460d-b454-dbd3578717e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359540 Dec 23 09:06:29.016969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeda21-fb2e-4708-ac48-658b4508e338 req-5d2caba1-d789-4b48-b6c1-703bcec569d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:29.018328 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eabeda21-fb2e-4708-ac48-658b4508e338 req-5d2caba1-d789-4b48-b6c1-703bcec569d9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0753736 Dec 23 09:06:29.061818 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-eabeda21-fb2e-4708-ac48-658b4508e338 req-c72c56ca-f2b4-40b0-8c5d-5c6ae4a8bb89 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381796 Dec 23 09:06:30.256122 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a18cf-af2c-44e1-8025-c9fc284c188f req-0438f69f-cf1c-486f-88bd-5d51108fd958 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:30.257541 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f64a18cf-af2c-44e1-8025-c9fc284c188f req-0438f69f-cf1c-486f-88bd-5d51108fd958 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0775084 Dec 23 09:06:30.301610 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f64a18cf-af2c-44e1-8025-c9fc284c188f req-fc045fe5-2f8c-4f74-9f01-f31c2ef53ae4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386281 Dec 23 09:06:30.490618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25857-55f9-4d4c-b163-d6d0c6f4d073 req-0e12af9f-a922-4028-90e0-3faf6332c5f4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:30.492062 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cce25857-55f9-4d4c-b163-d6d0c6f4d073 req-0e12af9f-a922-4028-90e0-3faf6332c5f4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0748093 Dec 23 09:06:30.537475 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cce25857-55f9-4d4c-b163-d6d0c6f4d073 req-9ae6bd4c-e31f-4465-b6e1-450172697f0b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400302 Dec 23 09:06:30.553030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a197ac46-7265-43f9-97f6-104c57bc6f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:30.569436 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58208) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:30.640459 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a3175e49-6e05-456c-924e-e02fc2bcafeb tempest-TestNetworkAdvancedServerOps-1093905834 tempest-TestNetworkAdvancedServerOps-1093905834-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 1094 time: 0.0698092 Dec 23 09:06:30.643685 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58212) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:30.648621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '063740f8-276d-42da-b278-99f01c688445', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:06:30.654026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:06:30.657701 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Usage tracker for resource:floatingip and tenant:2366574148f945aca709e62d5f518c5c is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:06:30.660457 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:06:30.665915 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:06:30.675451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:30.774237 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:30.813801 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:30.945516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Allocated IP 172.26.8.63 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/0cbabe22-f0cf-4df1-b8ae-4d465a906e80) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:06:31.174579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:31.201413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:31.266390 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:06:31.269146 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:06:31.273464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:06:31.297061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=0cbabe22-f0cf-4df1-b8ae-4d465a906e80,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:31.773227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:31.829097 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:32.030720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:32.035575 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:32.138542 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event updated for resources: {'Port': ['ID=0cbabe22-f0cf-4df1-b8ae-4d465a906e80,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:06:32.155576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:32.344607 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Floating IP 1b73e0de-3141-4ec8-9408-6cec79886f12 associated. External IP: 172.26.8.63, port: 063740f8-276d-42da-b278-99f01c688445. Dec 23 09:06:32.827670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router a282d26c-6133-4ebb-a5a6-afb1668ade6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:06:32.841700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a062b2bf-e8ef-43ed-87d5-b27c18219372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:33.034908 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:06:33.058306 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:33.109169 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-428e50e5-33a0-4fa7-8e1e-8f83f7ea9e7c tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4644625 Dec 23 09:06:33.109667 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'tag': '063740f8-276d-42da-b278-99f01c688445'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:06:33.163228 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'tag': '063740f8-276d-42da-b278-99f01c688445', 'status': 'completed', 'code': 200} Dec 23 09:06:33.255808 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-5793e02a-d1d0-4c66-adca-c0d1c01ab0bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 1099 time: 0.0707183 Dec 23 09:06:33.281739 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a41753-53c0-4e6a-9b19-a0c1f8195e9f req-410a5850-ac2e-426f-a8f9-4d1618d45b03 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:33.283193 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82a41753-53c0-4e6a-9b19-a0c1f8195e9f req-410a5850-ac2e-426f-a8f9-4d1618d45b03 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0753231 Dec 23 09:06:33.331964 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82a41753-53c0-4e6a-9b19-a0c1f8195e9f req-69dbc40b-45b2-4a5a-b5f5-b5ac038c84ee tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431569 Dec 23 09:06:33.358968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58220) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:33.388174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-1828f59d-3af7-4e0b-853e-5b649314cbdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:33.389598 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-1828f59d-3af7-4e0b-853e-5b649314cbdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf HTTP/1.1" status: 200 len: 897 time: 0.1280332 Dec 23 09:06:33.459747 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9d0a705d-b08b-4b31-bb1a-381b8be72928 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/1b73e0de-3141-4ec8-9408-6cec79886f12 HTTP/1.1" status: 200 len: 991 time: 0.0995603 Dec 23 09:06:33.491717 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-94db128a-36f1-4fcf-b4a2-477bf8d49d8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063740f8-276d-42da-b278-99f01c688445 HTTP/1.1" status: 200 len: 999 time: 0.0958991 Dec 23 09:06:33.552457 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-3728a151-e342-4801-b142-db31db463aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:06:33.553836 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-3728a151-e342-4801-b142-db31db463aac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef07c3c7-34a4-4276-b352-f3302b355327 HTTP/1.1" status: 200 len: 835 time: 0.0558164 Dec 23 09:06:33.624284 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-4d5b3059-e618-42d9-b9bc-760b095b3d01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0643573 Dec 23 09:06:33.634056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-57edcd90-fce4-494c-a948-6afbdf00069d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 09:06:33.634934 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-57edcd90-fce4-494c-a948-6afbdf00069d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0044639 Dec 23 09:06:33.691774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] Sync routers for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:06:33.703331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:33.704011 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:06:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:33.762841 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-1a3c05a1-678d-497a-85c8-a9a57060e537 service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211100 Dec 23 09:06:33.881696 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:33.892390 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d783bd94-0adf-4768-8cd8-49c0bb74d75b req-b220bd46-5e4b-497d-986f-d9a2d9c96472 service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231151 Dec 23 09:06:34.018624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:34.068388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:34.276720 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '1b73e0de-3141-4ec8-9408-6cec79886f12', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.63', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'port_id': '063740f8-276d-42da-b278-99f01c688445', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'mac_address': 'fa:16:3e:49:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:06:31Z', 'updated_at': '2021-12-23T09:06:31Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fb3cfe-80eb-4871-8940-81f7ed9da139', 'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:51:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:15Z', 'updated_at': '2021-12-23T09:06:22Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:34.280426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] Checking router: a282d26c-6133-4ebb-a5a6-afb1668ade6f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:06:34.291240 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:06:34.291825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:06:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:34.463680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58224) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:34.468739 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:06:34.567653 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ed4d7e18-734a-4009-b3ca-02e41395fdb2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/1b73e0de-3141-4ec8-9408-6cec79886f12 HTTP/1.1" status: 200 len: 991 time: 0.1025977 Dec 23 09:06:34.813552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '1b73e0de-3141-4ec8-9408-6cec79886f12', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.63', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'port_id': '063740f8-276d-42da-b278-99f01c688445', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'mac_address': 'fa:16:3e:49:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:06:31Z', 'updated_at': '2021-12-23T09:06:31Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fb3cfe-80eb-4871-8940-81f7ed9da139', 'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:51:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:15Z', 'updated_at': '2021-12-23T09:06:22Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:06:34.817463 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea01539-677b-4fd6-8dee-f521f862cd93 None None] The sync data for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv is: [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '1b73e0de-3141-4ec8-9408-6cec79886f12', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'floating_ip_address': '172.26.8.63', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'port_id': '063740f8-276d-42da-b278-99f01c688445', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'mac_address': 'fa:16:3e:49:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:06:31Z', 'updated_at': '2021-12-23T09:06:31Z', 'revision_number': 0, 'project_id': '2366574148f945aca709e62d5f518c5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60fb3cfe-80eb-4871-8940-81f7ed9da139', 'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:51:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:15Z', 'updated_at': '2021-12-23T09:06:22Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:06:35.384899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:06:35.571485 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58228) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:35.674928 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-60049572-ffcb-4d0d-a48a-8c5b9f53ada1 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/1b73e0de-3141-4ec8-9408-6cec79886f12 HTTP/1.1" status: 200 len: 991 time: 0.1022778 Dec 23 09:06:36.678427 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58232) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:36.782500 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-e176fd54-8a30-4fad-b8e4-762735b3039d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/1b73e0de-3141-4ec8-9408-6cec79886f12 HTTP/1.1" status: 200 len: 991 time: 0.1029217 Dec 23 09:06:37.315099 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:06:37.786295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58236) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:37.892450 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9b107694-8e17-45e0-928f-ad2619884900 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/1b73e0de-3141-4ec8-9408-6cec79886f12 HTTP/1.1" status: 200 len: 991 time: 0.1049693 Dec 23 09:06:37.914861 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392a041-b547-44bf-af93-9667fbfc59e3 None None] New status for floating IP 1b73e0de-3141-4ec8-9408-6cec79886f12: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:06:38.896197 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58240) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:06:39.090459 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-242746d0-aa56-4448-8a66-f663bc7b8334 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/1b73e0de-3141-4ec8-9408-6cec79886f12 HTTP/1.1" status: 200 len: 993 time: 0.1931238 Dec 23 09:07:00.554364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-501224c9-07f8-4dff-b6a2-72d8de4320b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:00.767675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:02.843736 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fcc06e51-3751-46e6-96b3-a97e1050f3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:03.949614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:04.056457 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:04.791373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab91ad-4a24-49f3-b8b1-985097a2f1ca req-eb5e3221-4f03-46e1-860d-04ff03082f7d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:04.792718 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7aab91ad-4a24-49f3-b8b1-985097a2f1ca req-eb5e3221-4f03-46e1-860d-04ff03082f7d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0744429 Dec 23 09:07:04.841385 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7aab91ad-4a24-49f3-b8b1-985097a2f1ca req-b092bee1-f1bf-4c76-a8a2-235fd7b3c6df tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429592 Dec 23 09:07:05.386594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:06.036117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190971e-c494-4065-a61d-d858255991b8 req-eb2bd6f9-d6a3-405a-aff4-3e3067b94b1b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:06.037549 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1190971e-c494-4065-a61d-d858255991b8 req-eb2bd6f9-d6a3-405a-aff4-3e3067b94b1b tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0745461 Dec 23 09:07:06.082680 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1190971e-c494-4065-a61d-d858255991b8 req-cbd09c29-7f02-4372-9557-66f324b992c2 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395885 Dec 23 09:07:06.110176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58260) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:06.212885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e1bc4bfa-78e9-4447-b350-7bfd55213ef6 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/1b73e0de-3141-4ec8-9408-6cec79886f12 HTTP/1.1" status: 200 len: 993 time: 0.1015663 Dec 23 09:07:07.690670 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eca5f8bd-08bd-4d8d-9ce1-95066b902efc req-611f3457-3ff1-4f80-80f5-0d6f2354d414 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 1099 time: 0.0684311 Dec 23 09:07:07.698796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117551c-f370-45c5-bd8c-a0a43a209a3d req-272ab649-2ea4-40e6-9db4-0cb4f60474b0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:07.700215 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1117551c-f370-45c5-bd8c-a0a43a209a3d req-272ab649-2ea4-40e6-9db4-0cb4f60474b0 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0781083 Dec 23 09:07:07.744412 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1117551c-f370-45c5-bd8c-a0a43a209a3d req-57089452-0769-4b66-9fbf-daa5f6fa3cac tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386953 Dec 23 09:07:07.820349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5f8bd-08bd-4d8d-9ce1-95066b902efc req-3bb642cd-16d1-4d81-b9dc-b0e54ee8aea2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:07.821684 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eca5f8bd-08bd-4d8d-9ce1-95066b902efc req-3bb642cd-16d1-4d81-b9dc-b0e54ee8aea2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf HTTP/1.1" status: 200 len: 897 time: 0.1242304 Dec 23 09:07:07.924385 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eca5f8bd-08bd-4d8d-9ce1-95066b902efc req-a4158669-3260-4968-9c04-31e37c72fe58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063740f8-276d-42da-b278-99f01c688445 HTTP/1.1" status: 200 len: 1001 time: 0.0956252 Dec 23 09:07:07.983586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5f8bd-08bd-4d8d-9ce1-95066b902efc req-e11d932a-d6bd-472b-93a5-9bcbee651bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:07.984916 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eca5f8bd-08bd-4d8d-9ce1-95066b902efc req-e11d932a-d6bd-472b-93a5-9bcbee651bdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef07c3c7-34a4-4276-b352-f3302b355327 HTTP/1.1" status: 200 len: 835 time: 0.0548604 Dec 23 09:07:08.058484 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eca5f8bd-08bd-4d8d-9ce1-95066b902efc req-06659878-f3c2-4743-846f-992b5810c264 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670555 Dec 23 09:07:08.185274 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eca5f8bd-08bd-4d8d-9ce1-95066b902efc req-0adf2640-bfde-4426-bc89-32c75b1ed06d service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209731 Dec 23 09:07:08.311152 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-eca5f8bd-08bd-4d8d-9ce1-95066b902efc req-800bf3fe-4039-42c7-87b9-7be13316bd73 service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199560 Dec 23 09:07:08.459924 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-633fe1e9-c68f-403e-b443-c71d35c5a5e3 req-41e822a1-a597-4038-9a4c-080066a1bfad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 1099 time: 0.0660961 Dec 23 09:07:08.604725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fe1e9-c68f-403e-b443-c71d35c5a5e3 req-cdbb3247-291b-46b1-a654-ad0aae03dde0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:08.606179 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-633fe1e9-c68f-403e-b443-c71d35c5a5e3 req-cdbb3247-291b-46b1-a654-ad0aae03dde0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf HTTP/1.1" status: 200 len: 897 time: 0.1239591 Dec 23 09:07:08.709155 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-633fe1e9-c68f-403e-b443-c71d35c5a5e3 req-351cae35-61a5-40ca-a098-3354535b7840 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063740f8-276d-42da-b278-99f01c688445 HTTP/1.1" status: 200 len: 1001 time: 0.0936058 Dec 23 09:07:08.769738 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fe1e9-c68f-403e-b443-c71d35c5a5e3 req-91df9e0c-7f47-46b2-9427-f93da2737e44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:08.771013 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-633fe1e9-c68f-403e-b443-c71d35c5a5e3 req-91df9e0c-7f47-46b2-9427-f93da2737e44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef07c3c7-34a4-4276-b352-f3302b355327 HTTP/1.1" status: 200 len: 835 time: 0.0549452 Dec 23 09:07:08.848551 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-633fe1e9-c68f-403e-b443-c71d35c5a5e3 req-50182ae9-e7f5-4c78-b433-3a0b61c70997 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699153 Dec 23 09:07:08.941806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0addd-0718-4a94-922c-56fb37b49edc req-bb741227-3829-412d-bdc8-be004be0d54d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:08.943286 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-97b0addd-0718-4a94-922c-56fb37b49edc req-bb741227-3829-412d-bdc8-be004be0d54d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0754502 Dec 23 09:07:08.981616 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-633fe1e9-c68f-403e-b443-c71d35c5a5e3 req-22dbe321-54df-4176-a05b-ea64f61b3480 service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239049 Dec 23 09:07:08.988719 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-97b0addd-0718-4a94-922c-56fb37b49edc req-664f5452-6c3d-4bfc-8f3e-5a7f8d3b6961 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398912 Dec 23 09:07:09.214905 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-633fe1e9-c68f-403e-b443-c71d35c5a5e3 req-7679c5d9-3d8a-4095-8c84-7f15fc81e567 service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269509 Dec 23 09:07:10.182867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93a48-182d-4c7d-a65a-6ddc4301ca4a req-265d3dd3-901a-4330-a147-dc3c77c562de tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:10.184283 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d5d93a48-182d-4c7d-a65a-6ddc4301ca4a req-265d3dd3-901a-4330-a147-dc3c77c562de tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0770350 Dec 23 09:07:10.228555 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d5d93a48-182d-4c7d-a65a-6ddc4301ca4a req-6513889b-67c0-4732-ab52-becc152a49d4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384154 Dec 23 09:07:10.256070 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58274) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:10.360093 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-73e0bc06-b40c-4c57-9e7f-01c7dc528f48 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/floatingips/1b73e0de-3141-4ec8-9408-6cec79886f12 HTTP/1.1" status: 200 len: 993 time: 0.1028104 Dec 23 09:07:10.634445 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58282) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:10.828251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 0cbabe22-f0cf-4df1-b8ae-4d465a906e80 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:07:10.828578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:10.992625 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:10.992937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:11.108007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 0cbabe22-f0cf-4df1-b8ae-4d465a906e80 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:07:11.250844 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:11.294079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=0cbabe22-f0cf-4df1-b8ae-4d465a906e80,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:11.330807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.331143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.331471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.331794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.332121 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.332435 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.332750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.333064 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.333379 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.333688 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.334020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:11.393768 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:11.769126 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router a282d26c-6133-4ebb-a5a6-afb1668ade6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:07:12.054808 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:07:12.068474 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] Sync routers for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:07:12.071020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:12.083177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:12.083909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:12.122276 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e6a3161a-b3ff-4112-baf6-7741e1501588 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/floatingips/1b73e0de-3141-4ec8-9408-6cec79886f12 HTTP/1.1" status: 204 len: 168 time: 1.4867902 Dec 23 09:07:12.122855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'tag': '063740f8-276d-42da-b278-99f01c688445'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:07:12.178543 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'tag': '063740f8-276d-42da-b278-99f01c688445', 'status': 'completed', 'code': 200} Dec 23 09:07:12.264279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:12.271266 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d70c1869-89f5-4c89-ade2-fc818672c415 req-55efefbf-875a-4a7d-8de0-55de37ed24ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2366574148f945aca709e62d5f518c5c&device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 1099 time: 0.0700200 Dec 23 09:07:12.407535 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c1869-89f5-4c89-ade2-fc818672c415 req-261d96eb-1d74-47cf-aa83-9848e2e34738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:12.409507 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d70c1869-89f5-4c89-ade2-fc818672c415 req-261d96eb-1d74-47cf-aa83-9848e2e34738 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf HTTP/1.1" status: 200 len: 897 time: 0.1317115 Dec 23 09:07:12.485888 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d70c1869-89f5-4c89-ade2-fc818672c415 req-4f543c55-c3a3-4a46-a3ef-9a401a959683 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=063740f8-276d-42da-b278-99f01c688445 HTTP/1.1" status: 200 len: 217 time: 0.0672336 Dec 23 09:07:12.524857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeeccb4-3205-4d88-8a45-ee19b84b8b8f req-71d6bb6b-4f42-4ae6-894f-7ddefd34c951 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:12.527590 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5eeeccb4-3205-4d88-8a45-ee19b84b8b8f req-71d6bb6b-4f42-4ae6-894f-7ddefd34c951 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0926011 Dec 23 09:07:12.552752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c1869-89f5-4c89-ade2-fc818672c415 req-abfaab41-9490-4299-b0e9-2a8e00a51e1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:12.554361 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d70c1869-89f5-4c89-ade2-fc818672c415 req-abfaab41-9490-4299-b0e9-2a8e00a51e1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ef07c3c7-34a4-4276-b352-f3302b355327 HTTP/1.1" status: 200 len: 835 time: 0.0604820 Dec 23 09:07:12.578100 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5eeeccb4-3205-4d88-8a45-ee19b84b8b8f req-035e02e4-b933-4c7a-9edd-7ea68f9f2bb4 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450530 Dec 23 09:07:12.593055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '60fb3cfe-80eb-4871-8940-81f7ed9da139', 'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:51:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:15Z', 'updated_at': '2021-12-23T09:06:22Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:12.605887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] Checking router: a282d26c-6133-4ebb-a5a6-afb1668ade6f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:07:12.609072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:12.609766 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:12.634043 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d70c1869-89f5-4c89-ade2-fc818672c415 req-c5751bc4-dc2d-4bd1-919b-afc352292e89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724454 Dec 23 09:07:12.768225 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d70c1869-89f5-4c89-ade2-fc818672c415 req-34bdc239-cb85-44a3-850f-9e8f72b89edc service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267490 Dec 23 09:07:12.847681 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:12.900085 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d70c1869-89f5-4c89-ade2-fc818672c415 req-866809e7-0149-4932-a7ac-60fe16e2342c service neutron] 10.222.0.24 "GET /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253068 Dec 23 09:07:13.158442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '60fb3cfe-80eb-4871-8940-81f7ed9da139', 'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:51:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:15Z', 'updated_at': '2021-12-23T09:06:22Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:13.162368 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac054ecc-791e-47ea-a29e-80f660b4f33a None None] The sync data for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv is: [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': '60fb3cfe-80eb-4871-8940-81f7ed9da139', 'name': '', 'network_id': '6e80fcdf-0d05-4016-9dba-add3ec7ab5cf', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'mac_address': 'fa:16:3e:51:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:15Z', 'updated_at': '2021-12-23T09:06:22Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'subnets': [{'id': 'ef07c3c7-34a4-4276-b352-f3302b355327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:07:13.373832 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2808da76-2b41-49fa-90fa-030f733411a8 None None] New status for floating IP 1b73e0de-3141-4ec8-9408-6cec79886f12: DOWN {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:07:13.777402 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e78e1c-e3f0-4286-a90b-41845afe5476 req-76f423c0-d42c-4a05-bece-e1454b91f1f9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:13.778780 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-51e78e1c-e3f0-4286-a90b-41845afe5476 req-76f423c0-d42c-4a05-bece-e1454b91f1f9 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0778668 Dec 23 09:07:13.826274 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-51e78e1c-e3f0-4286-a90b-41845afe5476 req-7ec95206-a714-4748-ab40-d0480a83ce34 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/security-groups?id=60faca32-70dd-4741-87cc-c3294b456962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Dec 23 09:07:13.957039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-d7d1b560-69bf-461a-bab0-963030b6af1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:13.957708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-d7d1b560-69bf-461a-bab0-963030b6af1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Synchronizing usage tracker for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:07:13.975105 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-d7d1b560-69bf-461a-bab0-963030b6af1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Unset dirty status for tenant:2366574148f945aca709e62d5f518c5c on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:07:13.976534 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-d7d1b560-69bf-461a-bab0-963030b6af1a tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 946 time: 0.0935929 Dec 23 09:07:14.047016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 063740f8-276d-42da-b278-99f01c688445 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:07:14.047241 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:14.278540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port 063740f8-276d-42da-b278-99f01c688445, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=063740f8-276d-42da-b278-99f01c688445,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:14.278877 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:14.315377 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:07:14.401167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 063740f8-276d-42da-b278-99f01c688445 owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:07:14.537441 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:14.676794 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=063740f8-276d-42da-b278-99f01c688445,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:14.745545 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] No DVR routers for this DVR port 063740f8-276d-42da-b278-99f01c688445 on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:07:14.747853 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:14.750237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'name': 'network-vif-deleted', 'tag': '063740f8-276d-42da-b278-99f01c688445'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:07:14.765440 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c45c01b4-9b3f-47ba-bcfd-76d63910ec31 req-bbf38402-8a82-467e-889b-ba94b2e2f16d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.24 "DELETE /v2.0/ports/063740f8-276d-42da-b278-99f01c688445 HTTP/1.1" status: 204 len: 173 time: 0.7838616 Dec 23 09:07:14.809059 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516bcd41-1229-4ce0-8778-405beb7ffd7d', 'name': 'network-vif-deleted', 'tag': '063740f8-276d-42da-b278-99f01c688445', 'status': 'completed', 'code': 200} Dec 23 09:07:15.000484 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3041a740-3120-4281-a995-0037b6781fa7 req-cbaf6aa5-5e92-4a4d-b01b-84f21a284255 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "GET /v2.0/ports?device_id=516bcd41-1229-4ce0-8778-405beb7ffd7d HTTP/1.1" status: 200 len: 210 time: 0.0419827 Dec 23 09:07:16.106547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58300) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:16.497079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:17.106765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 60fb3cfe-80eb-4871-8940-81f7ed9da139 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:07:17.107488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:17.284442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port 60fb3cfe-80eb-4871-8940-81f7ed9da139, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=60fb3cfe-80eb-4871-8940-81f7ed9da139,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:17.284783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:17.403715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 60fb3cfe-80eb-4871-8940-81f7ed9da139 owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:07:17.676980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:17.723871 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=60fb3cfe-80eb-4871-8940-81f7ed9da139,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:18.008816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:18.011981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 063740f8-276d-42da-b278-99f01c688445 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:07:18.047947 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 063740f8-276d-42da-b278-99f01c688445 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:07:18.048279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 063740f8-276d-42da-b278-99f01c688445 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:07:18.568696 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Router a282d26c-6133-4ebb-a5a6-afb1668ade6f has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:07:18.760885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:07:18.770673 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] Sync routers for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:07:18.773428 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-0d6eb502-ade4-4d76-b4eb-4fd7b7e75c3d tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "PUT /v2.0/routers/a282d26c-6133-4ebb-a5a6-afb1668ade6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6658323 Dec 23 09:07:18.775998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58304) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:18.782507 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:18.783737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:18.956433 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:19.060813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90e28b0-aee2-4d0b-b212-fdb206feae81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting subnet ef07c3c7-34a4-4276-b352-f3302b355327 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 09:07:19.063630 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a90e28b0-aee2-4d0b-b212-fdb206feae81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:19.115906 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a90e28b0-aee2-4d0b-b212-fdb206feae81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:19.197779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a90e28b0-aee2-4d0b-b212-fdb206feae81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:19.244290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:07:17Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:19.248286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] Checking router: a282d26c-6133-4ebb-a5a6-afb1668ade6f for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:07:19.261179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] Routers {'a282d26c-6133-4ebb-a5a6-afb1668ade6f'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:19.261781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:19.270923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a90e28b0-aee2-4d0b-b212-fdb206feae81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:19.308571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e28b0-aee2-4d0b-b212-fdb206feae81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Subnet': ['ID=ef07c3c7-34a4-4276-b352-f3302b355327,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:19.314100 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a90e28b0-aee2-4d0b-b212-fdb206feae81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:19.320709 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a90e28b0-aee2-4d0b-b212-fdb206feae81 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/subnets/ef07c3c7-34a4-4276-b352-f3302b355327 HTTP/1.1" status: 204 len: 168 time: 0.5437715 Dec 23 09:07:19.323193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58308) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:19.326567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9fe7f6-fb8d-4e74-ac1d-22f90d4ff00f None None] Network 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:07:19.526663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:19.604613 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] Set router a282d26c-6133-4ebb-a5a6-afb1668ade6f gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:19.727264 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:19.738274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Deleting port 564c79ff-a135-4ea8-a87c-70c71d29e589 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:07:19.738621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:19.918351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] For port 564c79ff-a135-4ea8-a87c-70c71d29e589, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=564c79ff-a135-4ea8-a87c-70c71d29e589,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:19.918706 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:19.923269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] DHCP port deletion for 6e80fcdf-0d05-4016-9dba-add3ec7ab5cf request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 09:07:19.931567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Deleting port b002faa4-1bad-443f-bf83-96f449ac286c {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:07:19.931925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:20.038365 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Calling delete_port for 564c79ff-a135-4ea8-a87c-70c71d29e589 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:07:20.120308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:07:17Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:20.136009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a0c5a-eebf-402f-8aa5-cd5a8737bf87 None None] The sync data for ids ['a282d26c-6133-4ebb-a5a6-afb1668ade6f'] in dv-neutron-822507-1-hyperv is: [{'id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1216003923', 'tenant_id': '2366574148f945aca709e62d5f518c5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:07:17Z', 'revision_number': 5, 'project_id': '2366574148f945aca709e62d5f518c5c', 'gw_port': {'id': '564c79ff-a135-4ea8-a87c-70c71d29e589', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a282d26c-6133-4ebb-a5a6-afb1668ade6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:06:12Z', 'updated_at': '2021-12-23T09:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:07:20.162041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] For port b002faa4-1bad-443f-bf83-96f449ac286c, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b002faa4-1bad-443f-bf83-96f449ac286c,segment=NetworkSegment(11df90ca-e626-44f9-8a52-e27246ccdfe9),segment_id=11df90ca-e626-44f9-8a52-e27246ccdfe9)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:20.162458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:20.209381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:20.252440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Port': ['ID=564c79ff-a135-4ea8-a87c-70c71d29e589,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:20.285129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Calling delete_port for b002faa4-1bad-443f-bf83-96f449ac286c owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:07:20.358806 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:20.406044 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Pushing event deleted for resources: {'Port': ['ID=b002faa4-1bad-443f-bf83-96f449ac286c,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:20.418264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.418614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.418944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.419273 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.419600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.419928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.420304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.420568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.420887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.421200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.421515 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:20.424513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953d679-5bab-4940-95ff-d32d95614342 None None] No DVR routers for this DVR port b002faa4-1bad-443f-bf83-96f449ac286c on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:07:20.475809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:20.603921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 60fb3cfe-80eb-4871-8940-81f7ed9da139 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:07:20.639166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 60fb3cfe-80eb-4871-8940-81f7ed9da139 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:07:20.639782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 60fb3cfe-80eb-4871-8940-81f7ed9da139 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:07:20.640276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b002faa4-1bad-443f-bf83-96f449ac286c no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:07:20.672643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b002faa4-1bad-443f-bf83-96f449ac286c {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:07:20.673066 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b002faa4-1bad-443f-bf83-96f449ac286c not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:07:20.833346 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:20.837470 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:20.861678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:20.862195 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Fanout notify agent at l3_agent the message router_deleted on router a282d26c-6133-4ebb-a5a6-afb1668ade6f {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 09:07:20.875902 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:20.877493 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-bce9f34f-3d15-4aac-80fe-987a6695cd04 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/routers/a282d26c-6133-4ebb-a5a6-afb1668ade6f HTTP/1.1" status: 204 len: 168 time: 1.5529077 Dec 23 09:07:20.880147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58312) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:20.995048 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.120548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.144666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e80fcdf-0d05-4016-9dba-add3ec7ab5cf']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:21.156112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11df90ca-e626-44f9-8a52-e27246ccdfe9') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:21.156401 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11df90ca-e626-44f9-8a52-e27246ccdfe9') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:21.167243 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.182835 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.188715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 09:07:21.189082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 09:07:21.203399 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 09:07:21.280468 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.297499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.308922 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'Network': ['ID=6e80fcdf-0d05-4016-9dba-add3ec7ab5cf,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:21.318265 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-7b3fc793-4c37-40e6-8132-2262285297fe tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/networks/6e80fcdf-0d05-4016-9dba-add3ec7ab5cf HTTP/1.1" status: 204 len: 168 time: 0.4371405 Dec 23 09:07:21.320880 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58316) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:21.389764 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a4764698-0acb-4029-9e31-86372f0aef27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.419635 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a4764698-0acb-4029-9e31-86372f0aef27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.484272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a4764698-0acb-4029-9e31-86372f0aef27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.503368 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4764698-0acb-4029-9e31-86372f0aef27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60faca32-70dd-4741-87cc-c3294b456962,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:21.514351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-a4764698-0acb-4029-9e31-86372f0aef27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:21.518415 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a4764698-0acb-4029-9e31-86372f0aef27 tempest-TestNetworkAdvancedServerOps-1994643712 tempest-TestNetworkAdvancedServerOps-1994643712-project] 10.222.0.36 "DELETE /v2.0/security-groups/60faca32-70dd-4741-87cc-c3294b456962 HTTP/1.1" status: 204 len: 168 time: 0.1936295 Dec 23 09:07:21.903521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58326) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:22.071572 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b63748f7-9ece-49cc-9f35-4fde3e3469c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2366574148f945aca709e62d5f518c5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1667616 Dec 23 09:07:22.073928 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58332) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:22.135509 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-23d4d070-6196-4ec0-9329-f90d416edb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.160232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-23d4d070-6196-4ec0-9329-f90d416edb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.209442 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-23d4d070-6196-4ec0-9329-f90d416edb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.226599 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4d070-6196-4ec0-9329-f90d416edb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1dd1b3-46c4-41cb-949f-f466b3f704ea,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:22.232824 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-23d4d070-6196-4ec0-9329-f90d416edb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.233924 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-23d4d070-6196-4ec0-9329-f90d416edb9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd1dd1b3-46c4-41cb-949f-f466b3f704ea HTTP/1.1" status: 204 len: 168 time: 0.1586864 Dec 23 09:07:22.422961 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 564c79ff-a135-4ea8-a87c-70c71d29e589 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:07:22.462019 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 564c79ff-a135-4ea8-a87c-70c71d29e589 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:07:22.462358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 564c79ff-a135-4ea8-a87c-70c71d29e589 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:07:22.580478 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58340) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:22.598512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3979564b-a446-4d85-b1de-c932b582c70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.632068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3979564b-a446-4d85-b1de-c932b582c70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:22.635829 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3979564b-a446-4d85-b1de-c932b582c70b admin admin] Usage tracker for resource:security_group_rule and tenant:0d1645414c4a447198e7d6c95269bf03 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:22.638596 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3979564b-a446-4d85-b1de-c932b582c70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:22.644129 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3979564b-a446-4d85-b1de-c932b582c70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:22.707920 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3979564b-a446-4d85-b1de-c932b582c70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.711697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3979564b-a446-4d85-b1de-c932b582c70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.760993 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3979564b-a446-4d85-b1de-c932b582c70b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d1645414c4a447198e7d6c95269bf03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1793556 Dec 23 09:07:22.763890 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979564b-a446-4d85-b1de-c932b582c70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593add1e-d075-4b03-bc81-8869d3e04e34,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:22.764841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58344) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:22.913483 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.937899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.985699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:22.998869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593add1e-d075-4b03-bc81-8869d3e04e34,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:23.007098 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:23.008863 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/593add1e-d075-4b03-bc81-8869d3e04e34 HTTP/1.1" status: 204 len: 168 time: 0.2429380 Dec 23 09:07:23.015400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.015769 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.016128 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.016455 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.016779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.017101 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.017423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.018405 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.018711 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.019026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.019337 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed095875-2d13-4347-a059-1b9459ed7c34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:23.850357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58366) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:23.977290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-122198619-network', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:23.982058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:23.985831 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Usage tracker for resource:network and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:23.989236 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:23.995262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:24.004557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Made reservation on behalf of af6749e9ab5b4a7c8c79b09fdddc6de1 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:07:24.006760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.018990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.049032 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:24.052704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:24.055429 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:24.060910 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:24.122308 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.125899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.155345 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 09:07:24.168317 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe13f995-f409-4178-8182-21578752289e,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:24.173628 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.173972 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Added segment 4489d501-30a9-4ea8-9fe5-61312896626f of type vlan for network 7616a127-a700-4350-af74-25b15cf7f826 Dec 23 09:07:24.199508 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.227941 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.228791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:24.229357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.328985 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] Pushing event updated for resources: {'Network': ['ID=7616a127-a700-4350-af74-25b15cf7f826,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:24.334128 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-8c62f508-3146-41d2-bd98-a39b20cc0c51 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4819438 Dec 23 09:07:24.336489 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58372) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:24.339392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 7616a127-a700-4350-af74-25b15cf7f826 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 09:07:24.341779 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Request body: {'subnet': {'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-122198619-subnet', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:24.347687 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:24.351412 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Usage tracker for resource:subnet and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:24.354741 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:24.359919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:24.369878 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Made reservation on behalf of af6749e9ab5b4a7c8c79b09fdddc6de1 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:07:24.372153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.568931 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.644864 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=115abf01-f2cd-418d-ab5e-20f873f5e4f9,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:24.653200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Checking segment: {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:07:24.653543 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Network hostable DHCP agents. Network: 7616a127-a700-4350-af74-25b15cf7f826, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 09:07:24.675556 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Network 7616a127-a700-4350-af74-25b15cf7f826 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 09:07:24.684203 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 7616a127-a700-4350-af74-25b15cf7f826) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:24.688388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:24.689188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.693278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10498e4e-fbf9-4fb9-9b6b-142766ffdae1 None None] Network 7616a127-a700-4350-af74-25b15cf7f826 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:07:24.710066 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-25aa666a-c243-402f-a919-03327d26a6ca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3725333 Dec 23 09:07:24.712853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58376) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:24.717933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:24.722992 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:24.726699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Usage tracker for resource:router and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:24.729569 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:24.735392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:24.746408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.747312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.766285 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.905825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-7616a127-a700-4350-af74-25b15cf7f826', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 09:07:24.906690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:24.914258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.062982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Allocated IP 172.20.0.2 (7616a127-a700-4350-af74-25b15cf7f826/115abf01-f2cd-418d-ab5e-20f873f5e4f9/2bd981cf-57a7-4846-8da0-ec5ed50ecc2f) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:07:25.105704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.135322 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.263012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.268529 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Allocated IP 172.26.8.55 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/3d2c7c48-d4ea-4ea5-bf9f-d09954d23557) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:07:25.273705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Transition to ACTIVE for port object 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:25.291188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Transition to ACTIVE for port object 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:25.295867 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.400287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Network 7616a127-a700-4350-af74-25b15cf7f826 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:25.403111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:25.407456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:07:25.409561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Pushing event updated for resources: {'Port': ['ID=2bd981cf-57a7-4846-8da0-ec5ed50ecc2f,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:25.416450 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.444743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.495760 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Attempting to bind port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:07:25.496127 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Attempting to bind port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:07:25.496556 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Attempting to bind port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f on network 7616a127-a700-4350-af74-25b15cf7f826 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:07:25.502960 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:07:25.503324 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Checking segment: {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:07:25.503768 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.504149 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Bound using segment: {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:07:25.504604 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Bound port: 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:07:25.505372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.512491 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:25.515944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2c7c48-d4ea-4ea5-bf9f-d09954d23557,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:25.520004 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:25.521700 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:07:25.590225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] For port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:07:25.593626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] For port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2bd981cf-57a7-4846-8da0-ec5ed50ecc2f,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:07:25.598663 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.676049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.676690 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:25.682502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95b28a-7891-4c0f-87de-bfe73889896e None None] Pushing event updated for resources: {'Port': ['ID=2bd981cf-57a7-4846-8da0-ec5ed50ecc2f,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:26.015669 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Router 37679d17-4df2-4145-b4a8-fb309e80a06d is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 09:07:26.215082 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:07:26.224027 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Sync routers for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:07:26.237871 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:26.238710 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:26.239902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:26.241288 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-29f83a3b-e1a2-4ad3-bfd1-db5e62c44dd3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5275331 Dec 23 09:07:26.243904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58380) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:26.418089 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:26.529868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:26.610102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:26.626660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c59bf-fb75-4214-a5ae-9cdafe222964 None None] Network 7616a127-a700-4350-af74-25b15cf7f826 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:07:26.747738 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3ab2deef-3ac4-45b0-8e0d-8ec878327f07 None None] Provisioning for port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:26.756297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3ab2deef-3ac4-45b0-8e0d-8ec878327f07 None None] Provisioning complete for port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:26.756658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3ab2deef-3ac4-45b0-8e0d-8ec878327f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:26.764845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:25Z', 'revision_number': 3, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:26.768731 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Checking router: 37679d17-4df2-4145-b4a8-fb309e80a06d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:07:26.769123 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Updating router 37679d17-4df2-4145-b4a8-fb309e80a06d port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:07:26.826888 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:26.958632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3ab2deef-3ac4-45b0-8e0d-8ec878327f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.003835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-3ab2deef-3ac4-45b0-8e0d-8ec878327f07 None None] For port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2bd981cf-57a7-4846-8da0-ec5ed50ecc2f,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:27.009181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3ab2deef-3ac4-45b0-8e0d-8ec878327f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.085413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2deef-3ac4-45b0-8e0d-8ec878327f07 None None] Pushing event updated for resources: {'Port': ['ID=2bd981cf-57a7-4846-8da0-ec5ed50ecc2f,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:27.090418 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.193306 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.206594 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Transition to ACTIVE for port object 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:27.213269 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.233860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-ce0a7fb4-d4ed-4ab0-a859-175155ede6f3 None None] Provisioning complete for port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:27.234488 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ce0a7fb4-d4ed-4ab0-a859-175155ede6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.283862 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Pushing event updated for resources: {'Port': ['ID=3d2c7c48-d4ea-4ea5-bf9f-d09954d23557,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:27.293426 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.293761 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.294128 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.294455 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.294777 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.295095 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.295411 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.295727 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.296039 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.296349 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.296658 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:07:27.313829 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Allocated IP 172.20.0.1 (7616a127-a700-4350-af74-25b15cf7f826/115abf01-f2cd-418d-ab5e-20f873f5e4f9/d632ae54-d216-44c8-a064-f67f351ca127) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:07:27.319382 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Attempting to bind port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:07:27.319745 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Attempting to bind port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:07:27.320097 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Attempting to bind port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:07:27.327522 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:07:27.327885 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:07:27.328576 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.328972 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:07:27.329419 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Bound port: 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:07:27.329783 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.401974 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] For port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:07:27.405429 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] For port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3d2c7c48-d4ea-4ea5-bf9f-d09954d23557,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:07:27.410955 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.461704 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.479150 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.provisioning_blocks [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Transition to ACTIVE for port object d632ae54-d216-44c8-a064-f67f351ca127 will not be triggered until provisioned by entity DHCP. {{(pid=83522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:27.492006 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f36501-7a9a-4958-842b-38c633b516c7 None None] Pushing event updated for resources: {'Port': ['ID=3d2c7c48-d4ea-4ea5-bf9f-d09954d23557,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:27.495482 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:27.496074 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:27.504451 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.669760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Network 7616a127-a700-4350-af74-25b15cf7f826 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:27.672555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:27.676964 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:07:27.681700 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:27.704221 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Pushing event updated for resources: {'Port': ['ID=d632ae54-d216-44c8-a064-f67f351ca127,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:27.735174 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.819930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:27.980377 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0841a94c-8f6b-48bc-b6a1-6f974dbad933 None None] Provisioning for port d632ae54-d216-44c8-a064-f67f351ca127 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:27.985093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-0841a94c-8f6b-48bc-b6a1-6f974dbad933 None None] Provisioning complete for port d632ae54-d216-44c8-a064-f67f351ca127 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:27.985547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0841a94c-8f6b-48bc-b6a1-6f974dbad933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:28.007583 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:25Z', 'revision_number': 3, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:28.011541 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13534cb4-b254-4e30-a78b-48004b58c111 None None] The sync data for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv is: [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:25Z', 'revision_number': 3, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:07:28.038715 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-0841a94c-8f6b-48bc-b6a1-6f974dbad933 None None] Port d632ae54-d216-44c8-a064-f67f351ca127 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:07:28.054363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:28.058945 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:28.187692 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Pushing event updated for resources: {'Port': ['ID=d632ae54-d216-44c8-a064-f67f351ca127,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:28.197673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:28.339220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Network 7616a127-a700-4350-af74-25b15cf7f826 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:28.340371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:28.585854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:28.665173 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:28.665538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:28.719617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-1712fca6-acf2-4d23-aeef-e07340116667 None None] Provisioning complete for port d632ae54-d216-44c8-a064-f67f351ca127 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:28.719979 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1712fca6-acf2-4d23-aeef-e07340116667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:28.774888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Router 37679d17-4df2-4145-b4a8-fb309e80a06d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:07:28.786728 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-1712fca6-acf2-4d23-aeef-e07340116667 None None] Port d632ae54-d216-44c8-a064-f67f351ca127 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:07:28.852751 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:28.916383 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:28.920985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:28.921341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:28.986546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:07:28.995285 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-12afc386-7435-4d30-a240-758875923b3c admin admin] 10.222.0.36 "PUT /v2.0/routers/37679d17-4df2-4145-b4a8-fb309e80a06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7503998 Dec 23 09:07:29.032477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:29.048629 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3d2c7c48-d4ea-4ea5-bf9f-d09954d23557,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:29.052689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:29.119550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=3d2c7c48-d4ea-4ea5-bf9f-d09954d23557,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:29.808940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58402) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:29.814579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1046495270-network', 'tenant_id': '4c7f727629c543e2a327f80949d57a82'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:29.819998 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:29.824151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Usage tracker for resource:network and tenant:4c7f727629c543e2a327f80949d57a82 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:29.827126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:29.833597 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:29.844827 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Made reservation on behalf of 4c7f727629c543e2a327f80949d57a82 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:07:29.847175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:29.859702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:29.889770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:29.894153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Usage tracker for resource:security_group_rule and tenant:4c7f727629c543e2a327f80949d57a82 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:29.896902 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:29.902447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:29.965746 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:29.969562 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:29.998250 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 09:07:30.006770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fb365b-dbb5-47d4-903b-e0c53af3ed95,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:30.012031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.012350 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Added segment b567dc3c-e7e3-4cd5-9aaf-61685d464b47 of type vlan for network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 Dec 23 09:07:30.038551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.068240 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.069055 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:30.069612 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.167002 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3569109 Dec 23 09:07:30.167743 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51cbb6-580f-40c2-bafa-031b7e6a12cf admin admin] Pushing event updated for resources: {'Network': ['ID=4e80f147-02ea-4b1c-8730-d5d142dcf3d2,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:30.169554 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58406) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:30.174937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Request body: {'subnet': {'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1046495270-subnet', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:30.177356 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 09:07:30.179698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:30.183452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Usage tracker for resource:subnet and tenant:4c7f727629c543e2a327f80949d57a82 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:30.186301 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:30.192071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:30.202237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Made reservation on behalf of 4c7f727629c543e2a327f80949d57a82 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:07:30.204776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.471538 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:30.499181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.564550 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56db6d2-13a5-4573-8172-fbc71e5d8dcc,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:30.575031 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a00dcfd7-d134-4fd4-97a7-02c7b139940e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.586015 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:30.586384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.588090 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Checking segment: {'id': 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:07:30.588441 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Network hostable DHCP agents. Network: 4e80f147-02ea-4b1c-8730-d5d142dcf3d2, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 09:07:30.610806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 09:07:30.620734 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 4e80f147-02ea-4b1c-8730-d5d142dcf3d2) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:30.629026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:30.630033 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.631691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e92834-ccf5-4b34-8a42-daaf276ad97a None None] Network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:07:30.649678 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-754d928f-3a1b-4547-99d5-4a7266911814 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4790950 Dec 23 09:07:30.652354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58410) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:30.657557 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:30.662636 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:30.666591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Usage tracker for resource:router and tenant:4c7f727629c543e2a327f80949d57a82 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:30.669516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:30.675151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:30.685290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.686208 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.704505 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.846316 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.857463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:30.910591 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-4e80f147-02ea-4b1c-8730-d5d142dcf3d2', 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'fixed_ips': [{'subnet_id': 'a56db6d2-13a5-4573-8172-fbc71e5d8dcc'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 09:07:30.911394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.044318 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.064526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Allocated IP 172.20.0.2 (4e80f147-02ea-4b1c-8730-d5d142dcf3d2/a56db6d2-13a5-4573-8172-fbc71e5d8dcc/a7c30585-7cdb-4591-a114-f7daae5a701a) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:07:31.078899 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.213463 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Allocated IP 172.26.8.203 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/d34ed359-20db-4969-b02b-9c7c23d8f664) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:07:31.276380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.287928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Transition to ACTIVE for port object a7c30585-7cdb-4591-a114-f7daae5a701a will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:31.307567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Transition to ACTIVE for port object a7c30585-7cdb-4591-a114-f7daae5a701a will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:31.313336 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.368727 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.381357 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:31.384271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:31.388125 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:07:31.393375 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Pushing event updated for resources: {'Port': ['ID=a7c30585-7cdb-4591-a114-f7daae5a701a,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:31.402071 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.472913 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:31.475898 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:31.479675 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:07:31.484698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Attempting to bind port a7c30585-7cdb-4591-a114-f7daae5a701a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:07:31.485041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Attempting to bind port a7c30585-7cdb-4591-a114-f7daae5a701a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:07:31.485396 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Attempting to bind port a7c30585-7cdb-4591-a114-f7daae5a701a on network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:07:31.492406 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:07:31.492761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Checking segment: {'id': 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:07:31.493150 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.493641 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Bound using segment: {'id': 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:07:31.494135 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Bound port: a7c30585-7cdb-4591-a114-f7daae5a701a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:07:31.494494 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.513313 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Pushing event updated for resources: {'Port': ['ID=d34ed359-20db-4969-b02b-9c7c23d8f664,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:31.561842 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Sync routers for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:07:31.595007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:31.595927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:31.644836 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.645566 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.650811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] For port a7c30585-7cdb-4591-a114-f7daae5a701a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:07:31.675745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] For port a7c30585-7cdb-4591-a114-f7daae5a701a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7c30585-7cdb-4591-a114-f7daae5a701a,segment=NetworkSegment(b567dc3c-e7e3-4cd5-9aaf-61685d464b47),segment_id=b567dc3c-e7e3-4cd5-9aaf-61685d464b47)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:07:31.682934 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:31.845176 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b6d1c-dca2-48a4-ae4a-14676156dcee None None] Pushing event updated for resources: {'Port': ['ID=a7c30585-7cdb-4591-a114-f7daae5a701a,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:31.859992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:31.881167 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Router 9ba3d549-8a1c-45be-b320-08e2fe2151ab is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 09:07:32.206565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:07:32.218867 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Sync routers for ids ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:07:32.230618 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:32.233103 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Routers {'9ba3d549-8a1c-45be-b320-08e2fe2151ab'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:32.233731 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:32.234488 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58414) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:32.235998 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-1372dc25-e06d-4238-bb1b-f6e994e91a46 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5825756 Dec 23 09:07:32.249245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 2, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:32.253075 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Checking router: 37679d17-4df2-4145-b4a8-fb309e80a06d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:07:32.253418 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Updating router 37679d17-4df2-4145-b4a8-fb309e80a06d port d632ae54-d216-44c8-a064-f67f351ca127 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:07:32.304109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:32.458148 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Set router 9ba3d549-8a1c-45be-b320-08e2fe2151ab gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:32.679021 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7c30585-7cdb-4591-a114-f7daae5a701a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:32.794481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:32.812349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Transition to ACTIVE for port object d632ae54-d216-44c8-a064-f67f351ca127 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:32.824682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:32.833241 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:30Z', 'updated_at': '2021-12-23T09:07:31Z', 'revision_number': 3, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'gw_port': {'id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:80:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:31Z', 'updated_at': '2021-12-23T09:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:32.838482 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Checking router: 9ba3d549-8a1c-45be-b320-08e2fe2151ab for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:07:32.838949 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Updating router 9ba3d549-8a1c-45be-b320-08e2fe2151ab port d34ed359-20db-4969-b02b-9c7c23d8f664 binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:07:32.906732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port a7c30585-7cdb-4591-a114-f7daae5a701a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:32.908024 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:32.972186 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9816e05-350d-443d-b9c4-42202c4d53db None None] Network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:07:33.085754 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f28d2-1a97-4b7f-82b9-890ef9d43ba9 None None] Pushing event updated for resources: {'Port': ['ID=d632ae54-d216-44c8-a064-f67f351ca127,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:33.093927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c24a5c3c-8bd6-43f6-a42e-4bb7d6fd699a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.132660 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-38264702-8176-4426-a7b9-8c0c7fd0eb52 None None] Provisioning for port a7c30585-7cdb-4591-a114-f7daae5a701a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:33.172566 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-38264702-8176-4426-a7b9-8c0c7fd0eb52 None None] Provisioning complete for port a7c30585-7cdb-4591-a114-f7daae5a701a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:33.172918 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-38264702-8176-4426-a7b9-8c0c7fd0eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.204193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.281317 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.294055 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Transition to ACTIVE for port object d34ed359-20db-4969-b02b-9c7c23d8f664 will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:33.302080 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.302543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Attempting to bind port d632ae54-d216-44c8-a064-f67f351ca127 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:07:33.302903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Attempting to bind port d632ae54-d216-44c8-a064-f67f351ca127 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:07:33.303253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Attempting to bind port d632ae54-d216-44c8-a064-f67f351ca127 on network 7616a127-a700-4350-af74-25b15cf7f826 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:07:33.350047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:07:33.350788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Checking segment: {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:07:33.350788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.351152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Bound using segment: {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:07:33.351606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Bound port: d632ae54-d216-44c8-a064-f67f351ca127, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:07:33.351962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.394498 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Attempting to bind port d34ed359-20db-4969-b02b-9c7c23d8f664 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:07:33.394859 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Attempting to bind port d34ed359-20db-4969-b02b-9c7c23d8f664 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:07:33.395212 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Attempting to bind port d34ed359-20db-4969-b02b-9c7c23d8f664 on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:07:33.397466 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9264e-aa5d-4bce-94ee-a425e623bfdf None None] Pushing event updated for resources: {'Port': ['ID=d34ed359-20db-4969-b02b-9c7c23d8f664,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:33.405203 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:07:33.405565 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:07:33.405832 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.406387 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:07:33.407227 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Bound port: d34ed359-20db-4969-b02b-9c7c23d8f664, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:07:33.407227 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.428386 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Allocated IP 172.20.0.1 (4e80f147-02ea-4b1c-8730-d5d142dcf3d2/a56db6d2-13a5-4573-8172-fbc71e5d8dcc/b2512b07-75bd-4d1c-822f-6b18a4b85b0b) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:07:33.486095 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] For port d34ed359-20db-4969-b02b-9c7c23d8f664, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:07:33.489623 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] For port d34ed359-20db-4969-b02b-9c7c23d8f664, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d34ed359-20db-4969-b02b-9c7c23d8f664,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:07:33.495442 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.517004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-38264702-8176-4426-a7b9-8c0c7fd0eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.573450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] For port d632ae54-d216-44c8-a064-f67f351ca127, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:07:33.578992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] For port d632ae54-d216-44c8-a064-f67f351ca127, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d632ae54-d216-44c8-a064-f67f351ca127,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:07:33.583620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-38264702-8176-4426-a7b9-8c0c7fd0eb52 None None] For port a7c30585-7cdb-4591-a114-f7daae5a701a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7c30585-7cdb-4591-a114-f7daae5a701a,segment=NetworkSegment(b567dc3c-e7e3-4cd5-9aaf-61685d464b47),segment_id=b567dc3c-e7e3-4cd5-9aaf-61685d464b47)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:33.585886 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9264e-aa5d-4bce-94ee-a425e623bfdf None None] Pushing event updated for resources: {'Port': ['ID=d34ed359-20db-4969-b02b-9c7c23d8f664,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:33.586249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.592763 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Routers {'9ba3d549-8a1c-45be-b320-08e2fe2151ab'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:33.593692 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:33.620740 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.624787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-38264702-8176-4426-a7b9-8c0c7fd0eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.637861 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Transition to ACTIVE for port object b2512b07-75bd-4d1c-822f-6b18a4b85b0b will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:33.666315 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.673009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f28d2-1a97-4b7f-82b9-890ef9d43ba9 None None] Pushing event updated for resources: {'Port': ['ID=d632ae54-d216-44c8-a064-f67f351ca127,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:33.745130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:33.745408 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:33.746230 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:33.746531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:33.750752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:07:33.790912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2512b07-75bd-4d1c-822f-6b18a4b85b0b,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:33.820262 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:33.851269 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] Set router 9ba3d549-8a1c-45be-b320-08e2fe2151ab gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:33.856352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38264702-8176-4426-a7b9-8c0c7fd0eb52 None None] Pushing event updated for resources: {'Port': ['ID=a7c30585-7cdb-4591-a114-f7daae5a701a,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:33.929326 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:34.004825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:34.054885 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:34.185048 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:34.191616 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-19569a22-750e-45c0-a837-75496db81db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:30Z', 'updated_at': '2021-12-23T09:07:31Z', 'revision_number': 3, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'gw_port': {'id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:80:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:31Z', 'updated_at': '2021-12-23T09:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:34.197179 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19569a22-750e-45c0-a837-75496db81db2 None None] The sync data for ids ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'] in dv-neutron-822507-1-hyperv is: [{'id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:30Z', 'updated_at': '2021-12-23T09:07:31Z', 'revision_number': 3, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'gw_port': {'id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:80:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:31Z', 'updated_at': '2021-12-23T09:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:07:34.248101 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:34.254597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:34.355641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2512b07-75bd-4d1c-822f-6b18a4b85b0b,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:34.357827 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:34.368596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-829bacd6-cb8e-46dd-b108-3cfd86a31a60 None None] Provisioning complete for port a7c30585-7cdb-4591-a114-f7daae5a701a triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:34.369088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-829bacd6-cb8e-46dd-b108-3cfd86a31a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:34.483543 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7c30585-7cdb-4591-a114-f7daae5a701a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:34.499342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:34.500382 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:34.635214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:33Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:34.637171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port a7c30585-7cdb-4591-a114-f7daae5a701a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:34.637533 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:34.666814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4a1b4d-1352-4751-b25a-c1896d71d968 None None] The sync data for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv is: [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:33Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:07:34.800896 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7900cf69-a285-4236-8965-775f71f7e4e1 None None] Provisioning for port b2512b07-75bd-4d1c-822f-6b18a4b85b0b completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:34.806415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7900cf69-a285-4236-8965-775f71f7e4e1 None None] Provisioning complete for port b2512b07-75bd-4d1c-822f-6b18a4b85b0b triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:34.807115 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7900cf69-a285-4236-8965-775f71f7e4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:34.867678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7900cf69-a285-4236-8965-775f71f7e4e1 None None] Port b2512b07-75bd-4d1c-822f-6b18a4b85b0b cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:07:35.046726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Router 9ba3d549-8a1c-45be-b320-08e2fe2151ab has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:07:35.284138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:07:35.301684 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b8dd52ed-591d-49bc-bed4-a4a12eb095d1 admin admin] 10.222.0.36 "PUT /v2.0/routers/9ba3d549-8a1c-45be-b320-08e2fe2151ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0661042 Dec 23 09:07:35.395129 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.037705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58424) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:36.043403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192058579', 'description': 'tempest-secgroup-smoke-192058579 description', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:36.049766 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:36.053515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:36.056347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:36.061999 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:36.073541 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.107747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:36.111405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:36.114603 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:36.120009 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:36.173552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.177295 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.220530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0b061d-4370-4df2-9f34-5eb72899302f,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:36.223585 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.224724 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-10c60e45-492d-4a72-9d12-65190db8210c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1860149 Dec 23 09:07:36.227729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58428) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:36.233007 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '3b0b061d-4370-4df2-9f34-5eb72899302f', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:36.239489 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:36.243354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:36.246239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:36.251912 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:36.270086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.329141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.332471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.355023 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51e7628-6865-4e4d-b109-ca017a520bd2,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:36.364339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.365633 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-24baf604-2098-44cc-a7fe-8bb0ccf87916 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1370158 Dec 23 09:07:36.368377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58432) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:36.373641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '3b0b061d-4370-4df2-9f34-5eb72899302f', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:36.379399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:36.383103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:36.385867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:36.391397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:36.407732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.476590 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.479763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.497967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a46267e-1a35-48ca-864b-c1b0b81d1b1e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:36.516153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.520565 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-812d28e2-787a-4254-b9e9-cc144b9bc494 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1481600 Dec 23 09:07:36.520726 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58436) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:36.526169 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '3b0b061d-4370-4df2-9f34-5eb72899302f', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:36.530540 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d34ed359-20db-4969-b02b-9c7c23d8f664 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:36.533246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:36.537032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:36.540143 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:36.546081 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:36.562055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.600467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d34ed359-20db-4969-b02b-9c7c23d8f664 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:36.605222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d34ed359-20db-4969-b02b-9c7c23d8f664 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:36.605600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.627948 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.631366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.655942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffca0f7-0f59-4cf6-b802-5ff816d8f293,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:36.665513 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.669419 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9abc0368-174b-426f-9f8d-a4c139ccc10f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1452601 Dec 23 09:07:36.669571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58440) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:36.674882 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '3b0b061d-4370-4df2-9f34-5eb72899302f', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:36.680514 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:36.684206 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:36.687166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:36.693246 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:36.709532 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.719455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.735289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d34ed359-20db-4969-b02b-9c7c23d8f664, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d34ed359-20db-4969-b02b-9c7c23d8f664,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:36.739759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.740561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d632ae54-d216-44c8-a064-f67f351ca127 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:36.773874 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.777310 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.801079 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f74c0d-2af3-47ce-9cb2-3273220e3392,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:36.809940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.811182 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5e001fa3-1ce9-4952-a1dc-a9c29e727fce tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1407042 Dec 23 09:07:36.814121 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58444) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:36.820205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '3b0b061d-4370-4df2-9f34-5eb72899302f', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:36.826331 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:36.830021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:36.834134 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:36.839653 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:36.851341 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Project af6749e9ab5b4a7c8c79b09fdddc6de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:07:36.858626 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d34ed359-20db-4969-b02b-9c7c23d8f664,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:36.859123 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.873057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port d632ae54-d216-44c8-a064-f67f351ca127 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:36.879668 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d632ae54-d216-44c8-a064-f67f351ca127 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:36.880189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.924398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.928443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.951354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bad10a-d89f-4cfd-877a-66eb582047c7,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:36.960974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:36.962365 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-6d0ec926-3667-4b03-b061-761f47303e6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1467297 Dec 23 09:07:36.965220 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58448) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:36.971697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '3b0b061d-4370-4df2-9f34-5eb72899302f', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:36.977580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:36.981379 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:36.984238 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:36.990025 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:37.000531 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Project af6749e9ab5b4a7c8c79b09fdddc6de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:07:37.007057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:37.011874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:37.044491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port d632ae54-d216-44c8-a064-f67f351ca127, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d632ae54-d216-44c8-a064-f67f351ca127,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:37.048927 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:37.074867 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:37.078357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:37.103387 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca112bd-0c27-45be-b5e7-7f02a43906df,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:37.117218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:37.118148 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=d632ae54-d216-44c8-a064-f67f351ca127,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:37.118530 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c18b78ac-5d1c-4ad2-9d0c-9ac9de19693b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1522412 Dec 23 09:07:37.452976 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-5ae1994f-b296-4681-849e-acd47ebbaeec tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Synchronizing usage tracker for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:07:37.470393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-5ae1994f-b296-4681-849e-acd47ebbaeec tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Unset dirty status for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:07:37.472155 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-5ae1994f-b296-4681-849e-acd47ebbaeec tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192058579&fields=id&tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1 HTTP/1.1" status: 200 len: 267 time: 0.0596857 Dec 23 09:07:37.633736 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-49a5049d-da7a-4e2a-8012-088eb927efa6 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:37.634356 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-49a5049d-da7a-4e2a-8012-088eb927efa6 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Synchronizing usage tracker for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:07:37.651026 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-49a5049d-da7a-4e2a-8012-088eb927efa6 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Unset dirty status for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:07:37.652181 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-49a5049d-da7a-4e2a-8012-088eb927efa6 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 808 time: 0.1725247 Dec 23 09:07:37.668572 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-6fb46d1a-c662-41d4-9bb9-0ab5db8dff32 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/quotas/af6749e9ab5b4a7c8c79b09fdddc6de1 HTTP/1.1" status: 200 len: 375 time: 0.0111856 Dec 23 09:07:37.748302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-ee334310-8c4d-4cd9-b7a2-ad349bed7452 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Synchronizing usage tracker for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:07:37.764668 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-ee334310-8c4d-4cd9-b7a2-ad349bed7452 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Unset dirty status for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:07:37.766285 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-ee334310-8c4d-4cd9-b7a2-ad349bed7452 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924470 Dec 23 09:07:37.899538 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-bf9b8600-ecf2-4e3d-95f1-67f59ce500cc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 09:07:37.901016 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-bf9b8600-ecf2-4e3d-95f1-67f59ce500cc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1235747 Dec 23 09:07:38.034014 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-57bcd724-55d0-4791-a81e-b3a8269002ca service neutron] 10.222.0.36 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269596 Dec 23 09:07:38.163581 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-b94ffc31-7c68-466e-88ae-12849bcd0e36 service neutron] 10.222.0.36 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239111 Dec 23 09:07:38.438201 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3382218d-f198-475a-bf61-59a6b402906a req-4b3b1604-ee3d-44f3-88d6-a74aa4c1891e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 210 time: 0.1277022 Dec 23 09:07:38.488689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d34ed359-20db-4969-b02b-9c7c23d8f664 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:38.567652 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d34ed359-20db-4969-b02b-9c7c23d8f664 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:38.568438 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:38.769341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d632ae54-d216-44c8-a064-f67f351ca127 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:38.948067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port d632ae54-d216-44c8-a064-f67f351ca127 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:38.948416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:39.400033 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-aade303e-9352-4754-a4d8-4726cc82a3f0 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:39.401571 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-aade303e-9352-4754-a4d8-4726cc82a3f0 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 808 time: 0.1398425 Dec 23 09:07:39.453391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-f018f831-abfb-494e-9c87-d0d82991a94d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Synchronizing usage tracker for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:07:39.464760 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-f018f831-abfb-494e-9c87-d0d82991a94d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Unset dirty status for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:07:39.465846 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-f018f831-abfb-494e-9c87-d0d82991a94d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1 HTTP/1.1" status: 200 len: 379 time: 0.0514154 Dec 23 09:07:39.474800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'port': {'device_id': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'admin_state_up': True, 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'security_groups': ['3b0b061d-4370-4df2-9f34-5eb72899302f']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:39.611455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:39.611990 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-632f3731-e167-4f67-8245-a574c2a414c5 req-17eb2acb-f32d-4726-b850-da6c05364b22 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 210 time: 0.0448425 Dec 23 09:07:39.620970 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:39.635451 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Made reservation on behalf of af6749e9ab5b4a7c8c79b09fdddc6de1 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:07:39.638554 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:39.796967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Allocated IP 172.20.0.6 (7616a127-a700-4350-af74-25b15cf7f826/115abf01-f2cd-418d-ab5e-20f873f5e4f9/21f35c2d-1f56-4dc4-b275-3f14be05553d) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:07:39.978309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:39.994001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Transition to ACTIVE for port object 21f35c2d-1f56-4dc4-b275-3f14be05553d will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:40.015362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:40.085795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Network 7616a127-a700-4350-af74-25b15cf7f826 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:40.088654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:40.092418 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:07:40.122743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:40.156230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:40.156816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:40.182533 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-61edc107-f64c-4be7-ad13-55ca0179f260 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7117760 Dec 23 09:07:40.194294 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Request body: {'port': {'device_id': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:40.322429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7b0512fc-0db6-446d-9bf2-78f377ffa96e None None] Provisioning for port 21f35c2d-1f56-4dc4-b275-3f14be05553d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:40.327797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7b0512fc-0db6-446d-9bf2-78f377ffa96e None None] Provisioning complete for port 21f35c2d-1f56-4dc4-b275-3f14be05553d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:40.328169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7b0512fc-0db6-446d-9bf2-78f377ffa96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:40.383716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-7b0512fc-0db6-446d-9bf2-78f377ffa96e None None] Port 21f35c2d-1f56-4dc4-b275-3f14be05553d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:07:40.403784 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:40.729962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f35c2d-1f56-4dc4-b275-3f14be05553d {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:07:40.737289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:40.751016 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Transition to ACTIVE for port object 21f35c2d-1f56-4dc4-b275-3f14be05553d will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:40.755558 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:40.809500 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a4c87-5df8-4ae6-94e1-c1afed375918 req-afd75bbf-bd32-4807-a8b3-daf7ed7b3a4c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:40.811283 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-100a4c87-5df8-4ae6-94e1-c1afed375918 req-afd75bbf-bd32-4807-a8b3-daf7ed7b3a4c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0802803 Dec 23 09:07:40.864603 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-100a4c87-5df8-4ae6-94e1-c1afed375918 req-f4366881-b81c-4e66-82d3-4b8a70d6b931 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447083 Dec 23 09:07:40.884516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:40.986809 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Attempting to bind port 21f35c2d-1f56-4dc4-b275-3f14be05553d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:07:40.987131 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Attempting to bind port 21f35c2d-1f56-4dc4-b275-3f14be05553d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:07:40.987450 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Attempting to bind port 21f35c2d-1f56-4dc4-b275-3f14be05553d on network 7616a127-a700-4350-af74-25b15cf7f826 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:07:40.993885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Port 21f35c2d-1f56-4dc4-b275-3f14be05553d on network 7616a127-a700-4350-af74-25b15cf7f826 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 09:07:40.993885 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Attempting to bind port 21f35c2d-1f56-4dc4-b275-3f14be05553d on network 7616a127-a700-4350-af74-25b15cf7f826 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:07:40.999681 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:07:41.000008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Checking segment: {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:07:41.000375 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Bound using segment: {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:07:41.000783 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Bound port: 21f35c2d-1f56-4dc4-b275-3f14be05553d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:07:41.001112 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:41.089857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:07:41.092762 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:07:41.097487 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:41.157022 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:41.158411 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-473510cb-ff17-40d8-9026-370edb1880da service neutron] 10.222.0.24 "PUT /v2.0/ports/21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 1093 time: 0.9688945 Dec 23 09:07:41.158959 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:07:41.178841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473510cb-ff17-40d8-9026-370edb1880da service neutron] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:41.239961 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'status': 'completed', 'code': 200} Dec 23 09:07:41.276866 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-bdcae144-f734-4881-b418-c248d9721715 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1096 time: 0.0781283 Dec 23 09:07:41.348504 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-7148bc41-2319-4216-860d-7b8893eab4f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 217 time: 0.0651796 Dec 23 09:07:41.411796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-54e4dd71-0b07-4cc9-a0ea-232e82e144bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:41.413209 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-54e4dd71-0b07-4cc9-a0ea-232e82e144bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0587990 Dec 23 09:07:41.490586 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-ff626427-6aa4-4581-bd19-5e632bb4a817 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710111 Dec 23 09:07:41.617973 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-91c505bf-6add-4f32-a4ec-06194e892ef6 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212292 Dec 23 09:07:41.746130 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b7026207-384e-4827-a0d0-3a29fa57c8cc req-1b0cd795-d73b-4d25-b798-c9de85699616 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216435 Dec 23 09:07:41.855371 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5a692bdd-06d3-43a6-a735-eaab17ab2dcf req-1ca21936-2bf7-432a-9170-39f9266d42f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1096 time: 0.0659859 Dec 23 09:07:41.982618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692bdd-06d3-43a6-a735-eaab17ab2dcf req-38a5d56f-2410-4529-983e-c3ce1816b469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:41.984040 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5a692bdd-06d3-43a6-a735-eaab17ab2dcf req-38a5d56f-2410-4529-983e-c3ce1816b469 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1220644 Dec 23 09:07:42.065113 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0eb3d4-64a0-49de-9270-d8cd004bcb01 req-4e7e4585-c221-406d-b531-aea9b5a90a34 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:42.067088 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb0eb3d4-64a0-49de-9270-d8cd004bcb01 req-4e7e4585-c221-406d-b531-aea9b5a90a34 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0830145 Dec 23 09:07:42.117217 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb0eb3d4-64a0-49de-9270-d8cd004bcb01 req-a9dc152a-f6b2-471e-8963-41fda498d72c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 Dec 23 09:07:42.146675 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5a692bdd-06d3-43a6-a735-eaab17ab2dcf req-000b3c97-da25-4298-87a4-48f32a37b18e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 217 time: 0.1553683 Dec 23 09:07:42.208528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a692bdd-06d3-43a6-a735-eaab17ab2dcf req-715916c9-0ae2-4127-ba42-fa99e0ff4bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:42.209867 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5a692bdd-06d3-43a6-a735-eaab17ab2dcf req-715916c9-0ae2-4127-ba42-fa99e0ff4bad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0571432 Dec 23 09:07:42.281528 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5a692bdd-06d3-43a6-a735-eaab17ab2dcf req-24502f19-957b-4e74-81c2-dfdac27c3357 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645251 Dec 23 09:07:42.409217 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5a692bdd-06d3-43a6-a735-eaab17ab2dcf req-4ec40633-0c13-42f2-9e29-f322d3c28bf9 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198132 Dec 23 09:07:42.539819 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5a692bdd-06d3-43a6-a735-eaab17ab2dcf req-045660c7-41b2-4c90-9a3a-417dd6fe9114 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227198 Dec 23 09:07:43.307661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecc7a2-ebe2-4653-9bb9-b93d2c86d0ae req-9e3f9df8-e7fd-4cc9-baa7-eda62a22bf61 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:43.309087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-39ecc7a2-ebe2-4653-9bb9-b93d2c86d0ae req-9e3f9df8-e7fd-4cc9-baa7-eda62a22bf61 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0750461 Dec 23 09:07:43.356650 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-39ecc7a2-ebe2-4653-9bb9-b93d2c86d0ae req-d9e02ad9-bd9b-4073-a840-e9032045afec tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421598 Dec 23 09:07:44.138262 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 21f35c2d-1f56-4dc4-b275-3f14be05553d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:07:44.270854 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:44.283392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'port_id': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'mac_address': 'fa:16:3e:87:c3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:07:44.334945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:44.352337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f35c2d-1f56-4dc4-b275-3f14be05553d {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:07:44.366461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:44.370167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:44.438583 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:44.570262 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aade09-5ebd-420a-81c5-a24d747179d5 req-d7ecb895-b498-44c0-a315-acbb99d8306b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:44.571723 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-90aade09-5ebd-420a-81c5-a24d747179d5 req-d7ecb895-b498-44c0-a315-acbb99d8306b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 944 time: 0.0759068 Dec 23 09:07:44.573537 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['21f35c2d-1f56-4dc4-b275-3f14be05553d'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:07:44.624086 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-90aade09-5ebd-420a-81c5-a24d747179d5 req-85f43a01-93c8-4051-8860-81810ae832c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432549 Dec 23 09:07:45.827030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd2432-4727-4789-8373-6e2a28aa0d11 req-224d9cfe-e5d8-44c4-a9f9-d62b42165520 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:45.828393 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1bdd2432-4727-4789-8373-6e2a28aa0d11 req-224d9cfe-e5d8-44c4-a9f9-d62b42165520 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 944 time: 0.0850751 Dec 23 09:07:45.874063 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1bdd2432-4727-4789-8373-6e2a28aa0d11 req-83299d76-b982-491f-977c-7e55dee2bcd8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401301 Dec 23 09:07:46.169386 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 21f35c2d-1f56-4dc4-b275-3f14be05553d up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:07:46.234711 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 21f35c2d-1f56-4dc4-b275-3f14be05553d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:07:46.239146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 21f35c2d-1f56-4dc4-b275-3f14be05553d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:07:46.239503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:46.347702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:46.373397 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:07:46.382431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:07:46.387461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:46.430500 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'code': 200} Dec 23 09:07:46.455996 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:46.649107 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b85c5d88-5b70-4419-b77a-2378df0a6237 req-812b300a-4bbd-4d20-848a-e8e34558326e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1098 time: 0.0660477 Dec 23 09:07:46.693147 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b85c5d88-5b70-4419-b77a-2378df0a6237 req-c8bc82ef-0890-4021-9648-a92d5628ce4f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375452 Dec 23 09:07:47.063823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48ae9-ca10-4da3-8a33-aa252567265c req-697ebaff-aa33-4667-9710-65cff1b1f294 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:47.065172 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4eb48ae9-ca10-4da3-8a33-aa252567265c req-697ebaff-aa33-4667-9710-65cff1b1f294 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0740135 Dec 23 09:07:47.109371 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4eb48ae9-ca10-4da3-8a33-aa252567265c req-0d605bf6-cce8-40d3-9c36-477638c3b7c4 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388308 Dec 23 09:07:48.325265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6ee56-eaae-4257-95ba-dab9f7ac524a req-36f73b0d-d0a1-434c-9729-b202cbc36ba5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:48.326717 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-abe6ee56-eaae-4257-95ba-dab9f7ac524a req-36f73b0d-d0a1-434c-9729-b202cbc36ba5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0772154 Dec 23 09:07:48.371501 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-abe6ee56-eaae-4257-95ba-dab9f7ac524a req-364c8942-90d3-4a67-9684-f0fa2c461c8a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389302 Dec 23 09:07:48.560255 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2a6c9-11a7-4301-9f89-86c098bf4c6f req-6399c581-0859-4c9b-ab34-bf681d70bf24 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:48.561663 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-91d2a6c9-11a7-4301-9f89-86c098bf4c6f req-6399c581-0859-4c9b-ab34-bf681d70bf24 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0735910 Dec 23 09:07:48.604863 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-91d2a6c9-11a7-4301-9f89-86c098bf4c6f req-b17f4a5c-0341-4442-96c7-0a21d55f7ec7 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377812 Dec 23 09:07:48.632143 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58502) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:48.764836 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-92568f5f-db04-4c10-9613-57b60e9781c1 tempest-TestShelveInstance-1094075083 tempest-TestShelveInstance-1094075083-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1093 time: 0.1315353 Dec 23 09:07:48.767515 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 58508) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:07:48.773175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:07:48.778633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:07:48.782343 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:floatingip and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:07:48.785087 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:07:48.790624 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:07:48.801201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:49.017346 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:49.148948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Allocated IP 172.26.8.3 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/b1613631-658a-42db-80f1-f385b468b8c0) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:07:49.293605 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:49.320138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:49.384975 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:07:49.387774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:07:49.392064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:07:49.415936 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'Port': ['ID=b1613631-658a-42db-80f1-f385b468b8c0,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:49.885678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:49.941452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:50.136682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:50.140881 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:50.239851 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'Port': ['ID=b1613631-658a-42db-80f1-f385b468b8c0,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:50.257629 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:50.465763 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Floating IP 386b1585-9503-419b-a785-413462ec19ab associated. External IP: 172.26.8.3, port: 21f35c2d-1f56-4dc4-b275-3f14be05553d. Dec 23 09:07:50.954253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Router 37679d17-4df2-4145-b4a8-fb309e80a06d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:07:51.176070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:07:51.185257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] Sync routers for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:07:51.198385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:51.198976 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:51.200253 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:51.252649 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-c6cae888-30cf-48d0-91bd-0d04c2fdb504 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4840910 Dec 23 09:07:51.253698 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:07:51.306974 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'status': 'completed', 'code': 200} Dec 23 09:07:51.317825 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:07:51.375194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:51.467385 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4feedcc5-d46e-4ee5-a090-857feb1db79a req-1fb71f5d-2aeb-4e82-8b2c-3d1ffc7a80b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1098 time: 0.1360357 Dec 23 09:07:51.597663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feedcc5-d46e-4ee5-a090-857feb1db79a req-e38dc490-789f-4fa8-b7ac-0a3131a3587f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:51.599147 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4feedcc5-d46e-4ee5-a090-857feb1db79a req-e38dc490-789f-4fa8-b7ac-0a3131a3587f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1252983 Dec 23 09:07:51.702646 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4feedcc5-d46e-4ee5-a090-857feb1db79a req-5e5ac913-f341-49b2-ae9a-257cf004b2b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 997 time: 0.0972810 Dec 23 09:07:51.754890 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '386b1585-9503-419b-a785-413462ec19ab', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'floating_ip_address': '172.26.8.3', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'port_id': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'mac_address': 'fa:16:3e:87:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:07:49Z', 'updated_at': '2021-12-23T09:07:49Z', 'revision_number': 0, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:51.758666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] Checking router: 37679d17-4df2-4145-b4a8-fb309e80a06d for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:07:51.765187 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feedcc5-d46e-4ee5-a090-857feb1db79a req-d9827c52-e1e2-4ae5-8d2b-f6f47d7a0cdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:07:51.766668 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4feedcc5-d46e-4ee5-a090-857feb1db79a req-d9827c52-e1e2-4ae5-8d2b-f6f47d7a0cdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0577538 Dec 23 09:07:51.769499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:51.770133 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:51.844688 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4feedcc5-d46e-4ee5-a090-857feb1db79a req-a2b22a22-8519-464b-811f-01f1353a6a6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720303 Dec 23 09:07:51.946071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:51.971993 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4feedcc5-d46e-4ee5-a090-857feb1db79a req-430bec77-5635-43ea-90ce-a70f1eb711a4 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209085 Dec 23 09:07:52.102282 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4feedcc5-d46e-4ee5-a090-857feb1db79a req-9bb1dcb0-9ac6-4346-a46d-48d60b2dfdf4 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240847 Dec 23 09:07:52.280987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '386b1585-9503-419b-a785-413462ec19ab', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'floating_ip_address': '172.26.8.3', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'port_id': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'mac_address': 'fa:16:3e:87:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:07:49Z', 'updated_at': '2021-12-23T09:07:49Z', 'revision_number': 0, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:52.285565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6291ffd-936c-4d5b-ac3b-5f6dddd1cccf None None] The sync data for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv is: [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '386b1585-9503-419b-a785-413462ec19ab', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'floating_ip_address': '172.26.8.3', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'port_id': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'mac_address': 'fa:16:3e:87:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:07:49Z', 'updated_at': '2021-12-23T09:07:49Z', 'revision_number': 0, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:07:56.666411 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992c747-6faa-453e-8807-e75337be5051 None None] New status for floating IP 386b1585-9503-419b-a785-413462ec19ab: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:07:56.674836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Sync routers for ids ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:07:56.686607 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Routers {'9ba3d549-8a1c-45be-b320-08e2fe2151ab'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:56.687290 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:56.863487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Set router 9ba3d549-8a1c-45be-b320-08e2fe2151ab gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:57.167294 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:30Z', 'updated_at': '2021-12-23T09:07:33Z', 'revision_number': 4, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'gw_port': {'id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:31Z', 'updated_at': '2021-12-23T09:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b2512b07-75bd-4d1c-822f-6b18a4b85b0b', 'name': '', 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'mac_address': 'fa:16:3e:77:8a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a56db6d2-13a5-4573-8172-fbc71e5d8dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:33Z', 'updated_at': '2021-12-23T09:07:34Z', 'revision_number': 2, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'subnets': [{'id': 'a56db6d2-13a5-4573-8172-fbc71e5d8dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:57.171134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Checking router: 9ba3d549-8a1c-45be-b320-08e2fe2151ab for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:07:57.171484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Updating router 9ba3d549-8a1c-45be-b320-08e2fe2151ab port b2512b07-75bd-4d1c-822f-6b18a4b85b0b binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:07:57.224865 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:57.588703 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:57.599964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Transition to ACTIVE for port object b2512b07-75bd-4d1c-822f-6b18a4b85b0b will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:07:57.605631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:57.726281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3047a-c198-4fe0-9194-dd77daa1345a None None] Pushing event updated for resources: {'Port': ['ID=b2512b07-75bd-4d1c-822f-6b18a4b85b0b,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:57.820810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Attempting to bind port b2512b07-75bd-4d1c-822f-6b18a4b85b0b on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:07:57.821168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Attempting to bind port b2512b07-75bd-4d1c-822f-6b18a4b85b0b by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:07:57.821520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Attempting to bind port b2512b07-75bd-4d1c-822f-6b18a4b85b0b on network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:07:57.827940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:07:57.828300 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Checking segment: {'id': 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:07:57.828693 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:57.829075 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Bound using segment: {'id': 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:07:57.829517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Bound port: b2512b07-75bd-4d1c-822f-6b18a4b85b0b, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:07:57.829882 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:57.913763 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] For port b2512b07-75bd-4d1c-822f-6b18a4b85b0b, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:07:57.916748 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] For port b2512b07-75bd-4d1c-822f-6b18a4b85b0b, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b2512b07-75bd-4d1c-822f-6b18a4b85b0b,segment=NetworkSegment(b567dc3c-e7e3-4cd5-9aaf-61685d464b47),segment_id=b567dc3c-e7e3-4cd5-9aaf-61685d464b47)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:07:57.921060 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:07:58.008910 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3047a-c198-4fe0-9194-dd77daa1345a None None] Pushing event updated for resources: {'Port': ['ID=b2512b07-75bd-4d1c-822f-6b18a4b85b0b,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:07:58.019995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Routers {'9ba3d549-8a1c-45be-b320-08e2fe2151ab'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:07:58.020629 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:07:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:58.200617 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] Set router 9ba3d549-8a1c-45be-b320-08e2fe2151ab gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:07:58.516631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:30Z', 'updated_at': '2021-12-23T09:07:33Z', 'revision_number': 4, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'gw_port': {'id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:31Z', 'updated_at': '2021-12-23T09:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b2512b07-75bd-4d1c-822f-6b18a4b85b0b', 'name': '', 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'mac_address': 'fa:16:3e:77:8a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a56db6d2-13a5-4573-8172-fbc71e5d8dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:33Z', 'updated_at': '2021-12-23T09:07:57Z', 'revision_number': 4, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'subnets': [{'id': 'a56db6d2-13a5-4573-8172-fbc71e5d8dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:07:58.521045 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e38ff6-5b7e-4d18-8e4a-8eca525d7c7b None None] The sync data for ids ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'] in dv-neutron-822507-1-hyperv is: [{'id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:30Z', 'updated_at': '2021-12-23T09:07:33Z', 'revision_number': 4, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'gw_port': {'id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:31Z', 'updated_at': '2021-12-23T09:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'b2512b07-75bd-4d1c-822f-6b18a4b85b0b', 'name': '', 'network_id': '4e80f147-02ea-4b1c-8730-d5d142dcf3d2', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'mac_address': 'fa:16:3e:77:8a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a56db6d2-13a5-4573-8172-fbc71e5d8dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:33Z', 'updated_at': '2021-12-23T09:07:57Z', 'revision_number': 4, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'subnets': [{'id': 'a56db6d2-13a5-4573-8172-fbc71e5d8dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:08:00.502333 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b2512b07-75bd-4d1c-822f-6b18a4b85b0b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:08:00.566780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-1b6301d6-30d5-4417-81e6-a9800b3e348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:00.579906 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port b2512b07-75bd-4d1c-822f-6b18a4b85b0b completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:08:00.584589 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b2512b07-75bd-4d1c-822f-6b18a4b85b0b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:08:00.584949 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:00.695863 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:00.726871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port b2512b07-75bd-4d1c-822f-6b18a4b85b0b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b2512b07-75bd-4d1c-822f-6b18a4b85b0b,segment=NetworkSegment(b567dc3c-e7e3-4cd5-9aaf-61685d464b47),segment_id=b567dc3c-e7e3-4cd5-9aaf-61685d464b47)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:08:00.731426 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:00.808408 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:00.811610 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=b2512b07-75bd-4d1c-822f-6b18a4b85b0b,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:08:02.487806 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b2512b07-75bd-4d1c-822f-6b18a4b85b0b up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:08:02.554697 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port b2512b07-75bd-4d1c-822f-6b18a4b85b0b triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:08:02.555056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:02.844482 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3e677b87-d3f2-4d9d-8a3a-a2fd52aa8640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:03.947935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:04.060096 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:05.392875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:08.993684 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-69b1fe00-bb8a-4d5b-92df-4368563d10c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656569 Dec 23 09:08:09.140648 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-49c40870-19a5-4dcb-9629-549b94dc8c57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1098 time: 0.0769086 Dec 23 09:08:09.280414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-ea51c837-24c9-4c21-8b86-a4382bdbea9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:08:09.281717 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-ea51c837-24c9-4c21-8b86-a4382bdbea9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1226571 Dec 23 09:08:09.468542 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-081a8b06-407f-44e9-b30c-d41f516023b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 999 time: 0.1800508 Dec 23 09:08:09.530011 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-c6ade493-0caa-4da5-acaa-3c3153113852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:08:09.531464 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-c6ade493-0caa-4da5-acaa-3c3153113852 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0555010 Dec 23 09:08:09.602874 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-17d3e170-2356-4a2d-b5b7-2772b3a51f2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650744 Dec 23 09:08:09.730413 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-e69a719c-6fbe-4c17-a99b-eabc2b912e7b service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207409 Dec 23 09:08:09.859198 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-f268aa03-57c4-4cf6-9bdc-fc961c2fddaf req-43488a22-2b3e-4376-9c0b-378186c40cff service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202178 Dec 23 09:08:28.318702 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:08:30.557826 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b764890c-a376-45b3-9a33-474ac8e502a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:30.793354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:32.846175 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8531df1f-a208-4a37-ae9e-9883c82eef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:33.949744 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:34.062352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:35.396093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:08:56.423518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [req-b9df79f5-5a2d-4dd0-bf21-3bdf99843cf4 req-51beb569-3fc4-46c2-9dc5-8ed5c75aef64 service neutron] (83523) timed out ('10.222.0.36', 54296) {{(pid=83523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 23 09:09:00.559526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-61db91de-9866-4e4c-a533-e1394b511517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:00.808606 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:02.848761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8920e8a2-ed3d-4a81-a9e5-ec64bd02d235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:03.950924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:04.065523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:05.318495 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:09:05.398242 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:10.996589 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-904f8b1b-cafb-41bc-bb83-93d936b0d2f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695651 Dec 23 09:09:11.129193 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-2c1bf490-e825-4b08-b70e-23c90d2c19d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1098 time: 0.0659277 Dec 23 09:09:11.269552 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-0d9c6ad2-fe51-46d5-be26-cbd0fe9e9eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:11.270903 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-0d9c6ad2-fe51-46d5-be26-cbd0fe9e9eed service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1232383 Dec 23 09:09:11.373712 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-9f20c38d-06de-4224-9ee1-d99955ff4197 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 999 time: 0.0959141 Dec 23 09:09:11.433589 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-984c973c-3614-459e-90fb-fd145484c40f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:11.434967 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-984c973c-3614-459e-90fb-fd145484c40f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0554266 Dec 23 09:09:11.510358 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-42c4cac5-3e15-41c7-a2d1-832c6543f780 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693769 Dec 23 09:09:11.638931 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-5ba03ec0-6cc0-42f2-b4bd-163f6ffab34e service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215532 Dec 23 09:09:11.766332 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-af2a33c0-7d28-4692-88c0-96d2fce89b3a req-5da01735-8703-4afe-a2eb-3b577ffbb231 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215367 Dec 23 09:09:30.560985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7fc5890b-7898-4f4e-ace3-1ec11b083134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:30.810053 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:32.877750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f7f1a459-c642-44c9-bb9f-846d5e53f374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:33.953395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:34.068225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:35.408893 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:42.318838 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:09:45.790288 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027728d-9018-4576-bffa-32e0d9cbb0fd req-8998f446-8368-4a31-8fea-5575adae4e1f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:45.791653 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0027728d-9018-4576-bffa-32e0d9cbb0fd req-8998f446-8368-4a31-8fea-5575adae4e1f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0779228 Dec 23 09:09:45.841654 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0027728d-9018-4576-bffa-32e0d9cbb0fd req-3221c783-1277-4479-b7eb-71e9f45fefbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443656 Dec 23 09:09:47.045284 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c2366-5d60-46fa-b42f-699cebdd3962 req-16028f0a-b2e0-402d-9f16-e3b932c52362 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:47.046719 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de8c2366-5d60-46fa-b42f-699cebdd3962 req-16028f0a-b2e0-402d-9f16-e3b932c52362 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0735335 Dec 23 09:09:47.092693 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de8c2366-5d60-46fa-b42f-699cebdd3962 req-9819aea6-d2b0-4d26-a55a-5e84417b056f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 Dec 23 09:09:48.296633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c01bd-dd57-4315-8691-4cf1717167d8 req-982dde85-8112-49fa-85d2-6e8c29be1b6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:48.298059 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-317c01bd-dd57-4315-8691-4cf1717167d8 req-982dde85-8112-49fa-85d2-6e8c29be1b6a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0744283 Dec 23 09:09:48.341702 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-317c01bd-dd57-4315-8691-4cf1717167d8 req-325ff438-8641-455a-9009-47cce3eb77e2 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382676 Dec 23 09:09:49.541594 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4666d65-245e-473a-86cc-22dedbd62b7d req-cea78bac-4a4f-4b24-983a-82d1def0b96f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:49.543038 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c4666d65-245e-473a-86cc-22dedbd62b7d req-cea78bac-4a4f-4b24-983a-82d1def0b96f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0774207 Dec 23 09:09:49.586619 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c4666d65-245e-473a-86cc-22dedbd62b7d req-443c4948-d758-40f6-a6ae-2903381ac5d6 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381231 Dec 23 09:09:50.783464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bdf7d-ade7-41c6-8996-96d874b14c3e req-a4344fbc-9a15-4d30-b363-2e232043586e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:50.784811 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f07bdf7d-ade7-41c6-8996-96d874b14c3e req-a4344fbc-9a15-4d30-b363-2e232043586e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0802200 Dec 23 09:09:50.829793 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f07bdf7d-ade7-41c6-8996-96d874b14c3e req-0eefec1e-f335-40af-8fd0-f58dbaa02fa2 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396512 Dec 23 09:09:52.029574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280283f-65aa-4b70-b40f-b077304c83ee req-a4a25327-36cc-4eef-b11e-f2d334030a4b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:52.031014 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7280283f-65aa-4b70-b40f-b077304c83ee req-a4a25327-36cc-4eef-b11e-f2d334030a4b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0783412 Dec 23 09:09:52.074717 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7280283f-65aa-4b70-b40f-b077304c83ee req-03f8b150-413c-46a4-8405-de26311afcb3 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382969 Dec 23 09:09:53.268466 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e410c6-09e3-472d-92f5-17b54fb007e1 req-2164c53b-0342-4c7c-bd23-07e9863f6c58 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:53.269778 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e2e410c6-09e3-472d-92f5-17b54fb007e1 req-2164c53b-0342-4c7c-bd23-07e9863f6c58 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0741894 Dec 23 09:09:53.316334 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e2e410c6-09e3-472d-92f5-17b54fb007e1 req-2d9ea4ea-59c4-49ff-b947-52d5376780e5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Dec 23 09:09:54.506991 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88c59f-500a-4d57-a467-2a9b5e392782 req-d48f1053-effc-47cf-a2fa-77c80986bd1d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:54.508911 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ae88c59f-500a-4d57-a467-2a9b5e392782 req-d48f1053-effc-47cf-a2fa-77c80986bd1d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0744634 Dec 23 09:09:54.552765 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ae88c59f-500a-4d57-a467-2a9b5e392782 req-f681b52e-12fd-4d15-94e0-9b72bd760fed tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383165 Dec 23 09:09:55.747423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe00941-4bd8-4956-8ca9-c85f512598df req-67f9a676-02ca-444b-803a-477f92c6495d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:55.748849 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dbe00941-4bd8-4956-8ca9-c85f512598df req-67f9a676-02ca-444b-803a-477f92c6495d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0775762 Dec 23 09:09:55.792909 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dbe00941-4bd8-4956-8ca9-c85f512598df req-027587af-5c3f-4630-8589-6f654f6e3ebf tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386677 Dec 23 09:09:56.987627 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14a4ac-5852-4574-90dc-3777bda0862e req-3f4d4a69-a778-4375-b2ab-591685776174 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:56.989062 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cd14a4ac-5852-4574-90dc-3777bda0862e req-3f4d4a69-a778-4375-b2ab-591685776174 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0758955 Dec 23 09:09:57.032681 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cd14a4ac-5852-4574-90dc-3777bda0862e req-bc5a9cdd-1f54-407d-9038-0e2ebeb9c2b8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381966 Dec 23 09:09:58.329800 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df0f4e-e99c-4d63-b6fd-4ff0a8619407 req-ce1f9884-5e2d-4659-9f72-85fc27626339 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:58.331325 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-76df0f4e-e99c-4d63-b6fd-4ff0a8619407 req-ce1f9884-5e2d-4659-9f72-85fc27626339 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.1744194 Dec 23 09:09:58.376797 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-76df0f4e-e99c-4d63-b6fd-4ff0a8619407 req-cdba9c77-f24a-4658-be4d-e0823b894b67 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398340 Dec 23 09:09:58.939448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 21f35c2d-1f56-4dc4-b275-3f14be05553d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:09:59.078810 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:09:59.094205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'port_id': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'mac_address': 'fa:16:3e:87:c3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:09:59.153372 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:59.171903 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21f35c2d-1f56-4dc4-b275-3f14be05553d {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:09:59.190012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:09:59.195243 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:09:59.276648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['21f35c2d-1f56-4dc4-b275-3f14be05553d'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:09:59.318364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:09:59.342120 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.343027 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.343639 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.344225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.344868 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.345409 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.345929 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.346491 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.347032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.347567 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.348112 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:09:59.686398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168138f-2215-4f30-98b9-547e9de2a83a req-426bb2fa-fa22-4d0c-98f7-90774894cc0b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:09:59.693214 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3168138f-2215-4f30-98b9-547e9de2a83a req-426bb2fa-fa22-4d0c-98f7-90774894cc0b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 944 time: 0.0865486 Dec 23 09:09:59.738717 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3168138f-2215-4f30-98b9-547e9de2a83a req-ce753a57-5653-488a-9dad-e67986a06b9f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445306 Dec 23 09:10:00.563614 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c443a0f5-62a7-4dfc-9dac-c57507367255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:00.842413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:00.942800 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 21f35c2d-1f56-4dc4-b275-3f14be05553d up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:10:00.975058 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b716df-e37b-4906-9335-40f72bcfde6b req-30ea7ebf-d77e-4e25-a8e2-7543636db0fc tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:00.976781 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82b716df-e37b-4906-9335-40f72bcfde6b req-30ea7ebf-d77e-4e25-a8e2-7543636db0fc tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 944 time: 0.0902030 Dec 23 09:10:01.031966 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 21f35c2d-1f56-4dc4-b275-3f14be05553d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:10:01.032241 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:01.035984 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-82b716df-e37b-4906-9335-40f72bcfde6b req-31838bd8-c421-4c07-8d25-f8a456166692 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519598 Dec 23 09:10:01.151789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:01.183260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:10:01.194281 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:10:01.198212 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:01.250341 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'code': 200} Dec 23 09:10:01.274102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:10:02.231110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcde5c6-3898-46e4-a717-4f211270d3f6 req-b6ac0406-c1fd-4c6f-974f-8066189112f9 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:02.232708 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5fcde5c6-3898-46e4-a717-4f211270d3f6 req-b6ac0406-c1fd-4c6f-974f-8066189112f9 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0831935 Dec 23 09:10:02.286681 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5fcde5c6-3898-46e4-a717-4f211270d3f6 req-71856bf0-af4e-4dad-84b2-ece0dcc1fd1a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478418 Dec 23 09:10:02.853025 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e28191ff-edc7-442f-8336-4890ea88af8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:03.492109 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499339e5-f631-4f76-8eab-f0cb2735e65a req-be5a0e17-d371-46ee-9394-0cd221a52396 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:03.501365 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-499339e5-f631-4f76-8eab-f0cb2735e65a req-be5a0e17-d371-46ee-9394-0cd221a52396 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0908778 Dec 23 09:10:03.546488 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-499339e5-f631-4f76-8eab-f0cb2735e65a req-528bb1f5-96c9-4231-a86b-dbf1c5c25c57 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456507 Dec 23 09:10:03.957202 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:04.076675 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:04.751429 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d525ca-2edf-4157-afb3-d92e6b275d65 req-66d751f8-e111-48fd-b130-7038eff8ee11 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:04.752788 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9d525ca-2edf-4157-afb3-d92e6b275d65 req-66d751f8-e111-48fd-b130-7038eff8ee11 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0808134 Dec 23 09:10:04.806654 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c9d525ca-2edf-4157-afb3-d92e6b275d65 req-fee62694-0fc3-4b49-a801-c830b30a630f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478914 Dec 23 09:10:05.406163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:06.015316 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc24fe0-2d70-44bc-be1f-a95dd5003612 req-6c82d2c7-a5ca-4286-9122-d7f98bf9c9e4 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:06.016752 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4bc24fe0-2d70-44bc-be1f-a95dd5003612 req-6c82d2c7-a5ca-4286-9122-d7f98bf9c9e4 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0771482 Dec 23 09:10:06.062641 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4bc24fe0-2d70-44bc-be1f-a95dd5003612 req-58c4ef25-5463-4f14-b70e-1342ff387c32 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403183 Dec 23 09:10:07.290493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c13fd-1689-4d24-ba9b-926c20d50e58 req-22056685-6a7a-4995-be8c-85aa435f89ab tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:07.292040 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-793c13fd-1689-4d24-ba9b-926c20d50e58 req-22056685-6a7a-4995-be8c-85aa435f89ab tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0852056 Dec 23 09:10:07.340647 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-793c13fd-1689-4d24-ba9b-926c20d50e58 req-72f3406b-52a9-4d1f-8df1-7a0d2879d5a8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430400 Dec 23 09:10:08.532277 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3870e-887f-4778-9480-5929eede95bd req-63fae4c9-87de-41ca-90e3-fc587cb54a51 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:08.533704 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1af3870e-887f-4778-9480-5929eede95bd req-63fae4c9-87de-41ca-90e3-fc587cb54a51 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0756826 Dec 23 09:10:08.580997 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1af3870e-887f-4778-9480-5929eede95bd req-7e6ad44a-5daa-4a7d-864f-19af29783efd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 Dec 23 09:10:08.970765 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a101d2a-0a5d-4e34-9b84-4236a2c3f9b5 req-48f7bc67-124a-47ed-98fe-dde6a27d703f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1098 time: 0.0722120 Dec 23 09:10:09.096804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101d2a-0a5d-4e34-9b84-4236a2c3f9b5 req-79c4c351-7b0e-4f13-a2a5-b72be849f0a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:09.098247 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a101d2a-0a5d-4e34-9b84-4236a2c3f9b5 req-79c4c351-7b0e-4f13-a2a5-b72be849f0a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1214149 Dec 23 09:10:09.282140 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a101d2a-0a5d-4e34-9b84-4236a2c3f9b5 req-82d70ba6-0aec-4e6d-996b-13efe6c8b00f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 999 time: 0.1769981 Dec 23 09:10:09.345340 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101d2a-0a5d-4e34-9b84-4236a2c3f9b5 req-90ddf590-1be9-4a97-8857-cb2850d00399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:09.346759 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a101d2a-0a5d-4e34-9b84-4236a2c3f9b5 req-90ddf590-1be9-4a97-8857-cb2850d00399 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0582871 Dec 23 09:10:09.417847 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a101d2a-0a5d-4e34-9b84-4236a2c3f9b5 req-85a09f0c-3c41-4cc8-b097-b62fb478e20c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644712 Dec 23 09:10:09.549930 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a101d2a-0a5d-4e34-9b84-4236a2c3f9b5 req-4915a1a6-0bda-4e04-aa58-fe4c9605e4b1 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252563 Dec 23 09:10:09.682956 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6a101d2a-0a5d-4e34-9b84-4236a2c3f9b5 req-79076aaa-6a3f-478a-9029-f5f2c2880769 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263397 Dec 23 09:10:09.776126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec39bc4-9e11-4119-834b-193baff76e24 req-45401526-08cf-42d7-98bf-15d98a9bf9f6 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:09.777555 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dec39bc4-9e11-4119-834b-193baff76e24 req-45401526-08cf-42d7-98bf-15d98a9bf9f6 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0760012 Dec 23 09:10:09.822702 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dec39bc4-9e11-4119-834b-193baff76e24 req-dd52ba9c-6a01-4143-bfde-31969b45dd1a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397305 Dec 23 09:10:11.025786 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb89ad0-8cf5-4b0c-9e6b-03db0a37ae46 req-5c47638f-06a4-450e-a879-c9af710c5a0f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:11.027734 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1bb89ad0-8cf5-4b0c-9e6b-03db0a37ae46 req-5c47638f-06a4-450e-a879-c9af710c5a0f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0877097 Dec 23 09:10:11.071661 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1bb89ad0-8cf5-4b0c-9e6b-03db0a37ae46 req-6cd35428-ccf5-41e0-8ce4-55316be4ed94 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383556 Dec 23 09:10:12.265796 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd4b56-3984-4e08-b905-2b53d540a67b req-f3b3df57-e842-4f2f-8ee0-38a94b47975b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:12.267256 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65fd4b56-3984-4e08-b905-2b53d540a67b req-f3b3df57-e842-4f2f-8ee0-38a94b47975b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0749688 Dec 23 09:10:12.311535 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65fd4b56-3984-4e08-b905-2b53d540a67b req-d6aa9a2f-495a-4432-bd37-15c84f7a6ac9 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388901 Dec 23 09:10:12.496661 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c0f6d14-b2a8-4f8d-8103-106f14c9d83d req-f9bc2309-0c2f-4ac5-8ddb-b2cec0c5ef20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698349 Dec 23 09:10:12.758452 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d6198-54d9-48cb-bdae-c624973c3a9c req-15bf431c-456e-424c-a806-11d7a055239d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:12.759841 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-695d6198-54d9-48cb-bdae-c624973c3a9c req-15bf431c-456e-424c-a806-11d7a055239d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 945 time: 0.0755403 Dec 23 09:10:12.804159 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-ef6fc81d-5d64-4842-8fe4-7704d26b3d62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330161 Dec 23 09:10:12.805655 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-695d6198-54d9-48cb-bdae-c624973c3a9c req-fbd2f30e-0e0e-4bd4-b02d-c454d30f40ee tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401986 Dec 23 09:10:12.956889 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 21f35c2d-1f56-4dc4-b275-3f14be05553d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:10:13.066090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:13.092701 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:10:13.102278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:10:13.106071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:13.146904 dv-neutron-822507-1-hyperv neutron-server[83524]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'code': 422} returned with failed status Dec 23 09:10:13.171099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=8']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:10:14.000073 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4d9e-fc0f-4b22-b668-8c82954f3787 req-2973daa2-3120-482d-ab77-20cee36c1729 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:14.001481 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ca5b4d9e-fc0f-4b22-b668-8c82954f3787 req-2973daa2-3120-482d-ab77-20cee36c1729 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0776370 Dec 23 09:10:14.046447 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ca5b4d9e-fc0f-4b22-b668-8c82954f3787 req-067d7c07-0331-49d4-bbd2-878b0e61c396 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394742 Dec 23 09:10:15.243362 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f14d4-a2b7-4d25-9c98-dddd5aee5891 req-042ee936-70a7-4b60-9a34-eb24717df26d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:15.244903 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b72f14d4-a2b7-4d25-9c98-dddd5aee5891 req-042ee936-70a7-4b60-9a34-eb24717df26d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0773869 Dec 23 09:10:15.290581 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b72f14d4-a2b7-4d25-9c98-dddd5aee5891 req-6abcfcc9-b39b-47a0-ad79-21ba13e39c4d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386024 Dec 23 09:10:16.483453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c21800-86b2-4cf1-b81a-a98c89d032c2 req-04d12d8d-16ba-43af-bc74-2ff7a8c91793 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:16.484857 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1c21800-86b2-4cf1-b81a-a98c89d032c2 req-04d12d8d-16ba-43af-bc74-2ff7a8c91793 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0777431 Dec 23 09:10:16.529626 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1c21800-86b2-4cf1-b81a-a98c89d032c2 req-6fbc6fbd-a663-495c-b7df-d0b1d33c332d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389104 Dec 23 09:10:17.361915 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-f4b0c934-62c8-4e57-b62d-6f4c5626f7cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9&tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1 HTTP/1.1" status: 200 len: 1096 time: 0.0706010 Dec 23 09:10:17.447815 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-9435630b-1757-430a-91f8-9252f81ba44e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1096 time: 0.0659051 Dec 23 09:10:17.577228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-1db94e8f-1219-442b-b1aa-7cbf83345910 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:17.578700 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-1db94e8f-1219-442b-b1aa-7cbf83345910 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1245642 Dec 23 09:10:17.688671 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-8de92317-d61d-4680-9a3b-9b585b41cac0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 997 time: 0.1036508 Dec 23 09:10:17.731045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f12a5d-18aa-4dc9-b6f3-35b274324a41 req-65f08275-e991-4c49-8d9c-d081cb847b0e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:17.732705 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-38f12a5d-18aa-4dc9-b6f3-35b274324a41 req-65f08275-e991-4c49-8d9c-d081cb847b0e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0814290 Dec 23 09:10:17.752839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-0055fbe3-2cc7-4e2f-99fb-6df25582ce82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:17.754277 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-0055fbe3-2cc7-4e2f-99fb-6df25582ce82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0599761 Dec 23 09:10:17.783525 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-38f12a5d-18aa-4dc9-b6f3-35b274324a41 req-0acac176-ab28-4529-8dc3-8310892db2b5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452654 Dec 23 09:10:17.828014 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-692c69e7-ad24-4a78-94c3-e6cc4b411bec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678988 Dec 23 09:10:17.957150 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-094e2c74-c35a-45bc-84b9-2a94e4c494e4 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226957 Dec 23 09:10:18.083374 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-5153131a-75fa-4821-84a3-c83e8c86f42b req-825e067e-1d51-4d97-8227-0894f1e0794b service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201727 Dec 23 09:10:19.038561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091274dc-e849-4c60-aa76-6bc936fd28b7 req-aa3fc58e-e939-40fe-979e-067a9ebbe9e3 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:19.041565 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-091274dc-e849-4c60-aa76-6bc936fd28b7 req-aa3fc58e-e939-40fe-979e-067a9ebbe9e3 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0933235 Dec 23 09:10:19.098583 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-091274dc-e849-4c60-aa76-6bc936fd28b7 req-cba47bde-ac18-4383-aee8-b899b211b48c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450070 Dec 23 09:10:19.323394 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:10:20.300682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce320e-96c0-4779-a05c-a5e4cc6b6a4b req-2bd67008-430c-414a-b4e6-bc5ec5dec054 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:20.302280 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-26ce320e-96c0-4779-a05c-a5e4cc6b6a4b req-2bd67008-430c-414a-b4e6-bc5ec5dec054 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0829129 Dec 23 09:10:20.354999 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-26ce320e-96c0-4779-a05c-a5e4cc6b6a4b req-18871efb-4bb9-4ba8-97b4-8bcb4990565b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468025 Dec 23 09:10:21.566155 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ce614-26e4-43aa-9dfb-5cc9d1e91f22 req-3ef30793-e989-4e94-91c3-0f55d6742657 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:21.567961 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e09ce614-26e4-43aa-9dfb-5cc9d1e91f22 req-3ef30793-e989-4e94-91c3-0f55d6742657 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0806046 Dec 23 09:10:21.617550 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e09ce614-26e4-43aa-9dfb-5cc9d1e91f22 req-f1c8dd8b-89c7-41fd-9f51-af7845524463 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415628 Dec 23 09:10:22.831138 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81f7e4-7576-440a-b597-a0dbd25284e2 req-0cdeac70-93c5-4806-8cc7-56345096ba5d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:22.832496 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de81f7e4-7576-440a-b597-a0dbd25284e2 req-0cdeac70-93c5-4806-8cc7-56345096ba5d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0826738 Dec 23 09:10:22.878360 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-de81f7e4-7576-440a-b597-a0dbd25284e2 req-5a1c012f-be63-4bb3-ae42-75194c84676b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 Dec 23 09:10:24.083642 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256582c2-b74c-4596-abd2-6f56ce520bb2 req-7e53eeb9-6f50-4ddc-82f5-f311bee659fe tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:24.085087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-256582c2-b74c-4596-abd2-6f56ce520bb2 req-7e53eeb9-6f50-4ddc-82f5-f311bee659fe tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0785496 Dec 23 09:10:24.140628 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-256582c2-b74c-4596-abd2-6f56ce520bb2 req-7d9d55eb-33f7-43fb-8be1-3dbb2ac527d8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495470 Dec 23 09:10:25.340928 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c8c21-c126-42be-96f6-d15150d13d30 req-8a89ad84-15fa-42e3-bf30-1c63ca075df8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:25.342362 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dd4c8c21-c126-42be-96f6-d15150d13d30 req-8a89ad84-15fa-42e3-bf30-1c63ca075df8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0775146 Dec 23 09:10:25.390102 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dd4c8c21-c126-42be-96f6-d15150d13d30 req-e77dbe45-56db-4b2f-875c-e72a200d985c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423338 Dec 23 09:10:26.607206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e3ce1-d5bf-4da6-b893-3eddb5ac26e4 req-094a56d0-ec8e-471c-9d18-eefe311e439a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:26.608658 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-441e3ce1-d5bf-4da6-b893-3eddb5ac26e4 req-094a56d0-ec8e-471c-9d18-eefe311e439a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0952728 Dec 23 09:10:26.737503 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-441e3ce1-d5bf-4da6-b893-3eddb5ac26e4 req-d2a8679f-4efd-4217-ae50-16bd3606335e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232076 Dec 23 09:10:27.940512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b3e2f-0cfc-4990-9c0d-6e427f510b7d req-6caaf352-57ed-4752-a617-05af65d79582 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:27.942051 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa5b3e2f-0cfc-4990-9c0d-6e427f510b7d req-6caaf352-57ed-4752-a617-05af65d79582 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0786901 Dec 23 09:10:27.987206 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-aa5b3e2f-0cfc-4990-9c0d-6e427f510b7d req-3bc570c0-4720-4b2e-8a3e-ff088091bc6d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388217 Dec 23 09:10:29.181388 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ab702-a1fd-41c2-ab55-3d18eed16e2f req-688e55dd-11d0-437a-8886-793c3a76eb3d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:29.182812 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-134ab702-a1fd-41c2-ab55-3d18eed16e2f req-688e55dd-11d0-437a-8886-793c3a76eb3d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0758352 Dec 23 09:10:29.225973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-134ab702-a1fd-41c2-ab55-3d18eed16e2f req-90624c1c-6cfc-47a7-ac56-b2d3b0a50531 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377555 Dec 23 09:10:30.477974 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9a6f4-d976-40c2-aac5-2f9bd407f5b7 req-274300d0-7943-411e-b818-0d28e401354b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:30.479417 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6bc9a6f4-d976-40c2-aac5-2f9bd407f5b7 req-274300d0-7943-411e-b818-0d28e401354b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 943 time: 0.0754247 Dec 23 09:10:30.527841 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6bc9a6f4-d976-40c2-aac5-2f9bd407f5b7 req-c311eda0-815a-4a19-8116-c19f5011bffb tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429382 Dec 23 09:10:30.587510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a60899b9-565f-4b0b-ab9f-07eec5a0ad91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:30.814717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:31.016648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 21f35c2d-1f56-4dc4-b275-3f14be05553d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:10:31.145326 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:10:31.161370 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'port_id': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'mac_address': 'fa:16:3e:87:c3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:10:31.212574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:31.229049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f35c2d-1f56-4dc4-b275-3f14be05553d {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:10:31.243110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:10:31.246313 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:31.307586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=9']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:10:31.483522 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['21f35c2d-1f56-4dc4-b275-3f14be05553d'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:10:31.725355 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe637a8-2d03-494f-b455-32752e09154c req-bc15f1e2-02ad-459a-a0ae-47a472fae37e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:31.726825 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bfe637a8-2d03-494f-b455-32752e09154c req-bc15f1e2-02ad-459a-a0ae-47a472fae37e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 944 time: 0.0791512 Dec 23 09:10:31.771542 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bfe637a8-2d03-494f-b455-32752e09154c req-bebaffd1-bd2c-43fc-a1cc-efa67614b963 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384014 Dec 23 09:10:32.855921 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ca287cb-a1f2-4178-a650-26c713539c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:32.969752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbab20-e1d5-4dac-8de1-159d51b6d342 req-4718e396-3f64-469f-a0ba-feccda43a08a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:32.971215 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c2bbab20-e1d5-4dac-8de1-159d51b6d342 req-4718e396-3f64-469f-a0ba-feccda43a08a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 944 time: 0.0769329 Dec 23 09:10:33.015368 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c2bbab20-e1d5-4dac-8de1-159d51b6d342 req-2dd2de3b-0048-43a2-9f2a-d14d7493deda tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387185 Dec 23 09:10:33.034666 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 21f35c2d-1f56-4dc4-b275-3f14be05553d up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:10:33.100056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 21f35c2d-1f56-4dc4-b275-3f14be05553d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:10:33.100341 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:33.208705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:33.234602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:10:33.244309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:10:33.247925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:33.312483 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=10']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:10:33.960334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:34.075343 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:34.211884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc00d94-ddf2-4cb2-8c0c-a933e2a55bd0 req-21e28cb8-dabe-4bde-aa3a-7c80a5a1e44c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:34.213248 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0fc00d94-ddf2-4cb2-8c0c-a933e2a55bd0 req-21e28cb8-dabe-4bde-aa3a-7c80a5a1e44c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 946 time: 0.0798285 Dec 23 09:10:34.260523 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0fc00d94-ddf2-4cb2-8c0c-a933e2a55bd0 req-a41493cc-74d1-4dc0-b8b1-84bc35285d27 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419321 Dec 23 09:10:34.308409 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'code': 200} Dec 23 09:10:34.536089 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cbb01850-7ec4-4d3f-b538-6dbf4909f8a6 req-53bdc6bc-b384-4d53-9b85-878772a87fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1099 time: 0.0699480 Dec 23 09:10:34.580820 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-cbb01850-7ec4-4d3f-b538-6dbf4909f8a6 req-4813e828-b285-4c50-b1bc-1b024ede2f1b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386705 Dec 23 09:10:35.417106 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:10:35.461002 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0012-f7c9-409e-9d49-3962995b5593 req-72419957-67e2-43d0-9960-4e2b4ecbc00a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:35.462478 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-441f0012-f7c9-409e-9d49-3962995b5593 req-72419957-67e2-43d0-9960-4e2b4ecbc00a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 946 time: 0.0855396 Dec 23 09:10:35.520398 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-441f0012-f7c9-409e-9d49-3962995b5593 req-fbf63330-8531-475c-a218-9a9fbd9cd3ef tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516217 Dec 23 09:10:36.708580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963ee59-95ae-4f5e-b526-2eb7d82a1761 req-5e11f72e-a056-42e7-a3fe-1094f17ebdca tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:10:36.710043 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b963ee59-95ae-4f5e-b526-2eb7d82a1761 req-5e11f72e-a056-42e7-a3fe-1094f17ebdca tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 946 time: 0.0748708 Dec 23 09:10:36.756609 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b963ee59-95ae-4f5e-b526-2eb7d82a1761 req-bab701a8-7034-4624-b5cb-69922ee55193 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412281 Dec 23 09:10:56.324309 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:11:00.564700 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-063f683d-3e0e-43ba-8de6-65e823200356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:00.830203 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:02.857301 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-003a3c96-8b3e-40d5-ad36-06ecb7f652c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:03.962778 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:04.076645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:05.412645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:12.996631 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-aaa8817e-a792-47d2-9f33-c6f140b454c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661182 Dec 23 09:11:13.147788 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-01f3c92a-69e7-4f94-85b7-414fa474e17a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1099 time: 0.0687482 Dec 23 09:11:13.374405 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-6ecc0d6c-dbae-43dd-8289-4bf3af06adea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:11:13.375760 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-6ecc0d6c-dbae-43dd-8289-4bf3af06adea service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.2094364 Dec 23 09:11:13.483279 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-c873aeeb-e3ab-48b2-bdd0-a855816a40b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 999 time: 0.1009648 Dec 23 09:11:13.547675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-b865ee92-fedd-40cc-a096-cd0be4a16a6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:11:13.549061 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-b865ee92-fedd-40cc-a096-cd0be4a16a6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0589058 Dec 23 09:11:13.620635 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-cff38fff-40b6-4177-abca-40b4e4431541 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650537 Dec 23 09:11:13.752121 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-050ed649-4287-4cb5-b3fd-3ca0d912d9c0 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238575 Dec 23 09:11:13.878653 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-906eac1c-e05b-4ff5-890f-6d074826ebc5 req-1be6f092-7e20-46df-9ae8-d659b9c27b00 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198294 Dec 23 09:11:30.565883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6877df56-8f02-4049-84d9-8334432ecc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:30.842932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:32.858818 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-851140fe-f2d2-4064-8784-67930469e464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:33.324609 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:11:33.964417 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:34.079545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:35.416033 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:46.177335 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58780) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:11:46.374252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Deleting port b1613631-658a-42db-80f1-f385b468b8c0 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:11:46.374582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:46.539481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:46.539802 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:46.657750 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Calling delete_port for b1613631-658a-42db-80f1-f385b468b8c0 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:11:46.802859 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:46.850081 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event deleted for resources: {'Port': ['ID=b1613631-658a-42db-80f1-f385b468b8c0,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:46.887578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.887923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.888254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.888582 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.888907 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.889228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.889546 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.889868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.890212 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.890527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.890841 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:11:46.947810 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:47.415456 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Router 37679d17-4df2-4145-b4a8-fb309e80a06d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:11:47.609652 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:11:47.618846 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] Sync routers for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:11:47.625003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:47.629965 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:11:47.630560 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:11:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:11:47.677642 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-9cac9b1f-e664-4cad-815c-8bb09415dfe8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "DELETE /v2.0/floatingips/386b1585-9503-419b-a785-413462ec19ab HTTP/1.1" status: 204 len: 168 time: 1.4990575 Dec 23 09:11:47.678091 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:11:47.822486 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'status': 'completed', 'code': 200} Dec 23 09:11:47.843713 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:11:47.925071 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40bc5096-ea7b-470b-a81b-28ceb279e9aa req-c63107a8-34db-4cbc-a6a9-ec12ebc1434a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 1099 time: 0.0815005 Dec 23 09:11:48.063366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc5096-ea7b-470b-a81b-28ceb279e9aa req-1e50a183-0705-4bb1-8ad8-563ea33808df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:11:48.065540 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40bc5096-ea7b-470b-a81b-28ceb279e9aa req-1e50a183-0705-4bb1-8ad8-563ea33808df service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1331670 Dec 23 09:11:48.086651 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be48f6-0ec8-4a2e-ae48-b0f0516efc2e req-dafadeac-ba8a-4bb0-b6fd-7f4283eee666 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:11:48.089265 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75be48f6-0ec8-4a2e-ae48-b0f0516efc2e req-dafadeac-ba8a-4bb0-b6fd-7f4283eee666 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 946 time: 0.0772357 Dec 23 09:11:48.134572 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-75be48f6-0ec8-4a2e-ae48-b0f0516efc2e req-396d948f-f3cf-4b39-8d2e-c50f559a2fdd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 Dec 23 09:11:48.136137 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40bc5096-ea7b-470b-a81b-28ceb279e9aa req-c229cadd-5dbd-4e66-81e8-df79782a150e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 200 len: 217 time: 0.0637968 Dec 23 09:11:48.163987 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:11:48.168209 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] Checking router: 37679d17-4df2-4145-b4a8-fb309e80a06d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:11:48.178958 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:11:48.179483 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:11:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:11:48.202366 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc5096-ea7b-470b-a81b-28ceb279e9aa req-9b9ad805-057f-4988-afff-3e9f31ebd11a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:11:48.203780 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40bc5096-ea7b-470b-a81b-28ceb279e9aa req-9b9ad805-057f-4988-afff-3e9f31ebd11a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0604637 Dec 23 09:11:48.278761 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40bc5096-ea7b-470b-a81b-28ceb279e9aa req-2946c9fa-0a55-4f9d-91d2-023bd78e9153 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675254 Dec 23 09:11:48.354513 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:11:48.409464 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40bc5096-ea7b-470b-a81b-28ceb279e9aa req-0a7b9d48-06a5-4bbb-b3e1-c7b0f91580c2 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228220 Dec 23 09:11:48.541329 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-40bc5096-ea7b-470b-a81b-28ceb279e9aa req-50d786f7-bbf4-43a8-8bcd-7e99d2254a70 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252048 Dec 23 09:11:48.660251 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:11:48.664025 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3707d76-a053-4db7-8883-b43d19a75ce5 None None] The sync data for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv is: [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:11:48.870993 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823a2af-096a-400d-8269-d5dc3f737737 None None] New status for floating IP 386b1585-9503-419b-a785-413462ec19ab: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:11:49.282390 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ec948-c676-4a56-9300-11a8acaa293c req-999a6d2a-4a61-4f2c-9ea8-a7f90c82de9e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:11:49.283074 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-d00ec948-c676-4a56-9300-11a8acaa293c req-999a6d2a-4a61-4f2c-9ea8-a7f90c82de9e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Synchronizing usage tracker for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:11:49.298383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-d00ec948-c676-4a56-9300-11a8acaa293c req-999a6d2a-4a61-4f2c-9ea8-a7f90c82de9e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Unset dirty status for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:11:49.299573 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d00ec948-c676-4a56-9300-11a8acaa293c req-999a6d2a-4a61-4f2c-9ea8-a7f90c82de9e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 946 time: 0.0936167 Dec 23 09:11:49.333714 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e928dc-f86e-4a6c-80ca-8a0f8f2fafe8 req-5fe18c3d-fdbb-4141-9462-f6ef11de049a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:11:49.335176 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-34e928dc-f86e-4a6c-80ca-8a0f8f2fafe8 req-5fe18c3d-fdbb-4141-9462-f6ef11de049a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 946 time: 0.0784624 Dec 23 09:11:49.367765 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-d00ec948-c676-4a56-9300-11a8acaa293c req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Deleting port 21f35c2d-1f56-4dc4-b275-3f14be05553d {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:11:49.368166 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d00ec948-c676-4a56-9300-11a8acaa293c req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:49.380064 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-34e928dc-f86e-4a6c-80ca-8a0f8f2fafe8 req-5aeb9aea-03cc-4596-80a7-98f19317b111 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b061d-4370-4df2-9f34-5eb72899302f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385053 Dec 23 09:11:49.697962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-d00ec948-c676-4a56-9300-11a8acaa293c req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] For port 21f35c2d-1f56-4dc4-b275-3f14be05553d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=21f35c2d-1f56-4dc4-b275-3f14be05553d,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:11:49.698627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d00ec948-c676-4a56-9300-11a8acaa293c req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:49.818648 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-d00ec948-c676-4a56-9300-11a8acaa293c req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Calling delete_port for 21f35c2d-1f56-4dc4-b275-3f14be05553d owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:11:49.956462 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d00ec948-c676-4a56-9300-11a8acaa293c req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:50.006732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event deleted for resources: {'Port': ['ID=21f35c2d-1f56-4dc4-b275-3f14be05553d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:50.080998 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00ec948-c676-4a56-9300-11a8acaa293c req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] No DVR routers for this DVR port 21f35c2d-1f56-4dc4-b275-3f14be05553d on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:11:50.083285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-d00ec948-c676-4a56-9300-11a8acaa293c req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:50.085771 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-deleted', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:11:50.101064 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d00ec948-c676-4a56-9300-11a8acaa293c req-bc30f359-71d5-4768-a6ba-c68a2a2ffe28 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "DELETE /v2.0/ports/21f35c2d-1f56-4dc4-b275-3f14be05553d HTTP/1.1" status: 204 len: 173 time: 0.7965295 Dec 23 09:11:50.142430 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec8f2e1-5daf-4d36-9709-1f92b13b53a9', 'name': 'network-vif-deleted', 'tag': '21f35c2d-1f56-4dc4-b275-3f14be05553d', 'status': 'completed', 'code': 200} Dec 23 09:11:50.564013 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8d1616a9-81b9-44e5-a11b-2f6ad6997d92 req-7e178c58-dfe3-4af0-9904-c7df1e557142 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ec8f2e1-5daf-4d36-9709-1f92b13b53a9 HTTP/1.1" status: 200 len: 210 time: 0.0428572 Dec 23 09:11:51.668056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58806) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:11:51.734465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c91a4d3b-7697-43aa-910f-250229580696 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:51.762627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c91a4d3b-7697-43aa-910f-250229580696 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:51.825887 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c91a4d3b-7697-43aa-910f-250229580696 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:51.843814 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a4d3b-7697-43aa-910f-250229580696 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0b061d-4370-4df2-9f34-5eb72899302f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:51.857308 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c91a4d3b-7697-43aa-910f-250229580696 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:51.858572 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c91a4d3b-7697-43aa-910f-250229580696 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b0b061d-4370-4df2-9f34-5eb72899302f HTTP/1.1" status: 204 len: 168 time: 0.1895571 Dec 23 09:11:52.233352 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58814) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:11:52.239130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573144804', 'description': 'tempest-secgroup-smoke-573144804 description', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:11:52.245028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:11:52.249041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:11:52.251860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:11:52.257384 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:11:52.267403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.300595 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:11:52.304220 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:11:52.306932 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:11:52.312414 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:11:52.365637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.369025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.411791 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0672477d-cb02-465d-90e6-4596795f3593,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:52.414465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.415661 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b07ef06b-b94a-4957-937a-8f4667f5f003 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1813209 Dec 23 09:11:52.418505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58818) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:11:52.424012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '0672477d-cb02-465d-90e6-4596795f3593', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:11:52.429796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:11:52.434028 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:11:52.436790 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:11:52.442311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:11:52.457901 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.518588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.522377 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.545715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516362e2-00e3-48a3-bc8d-5f9f34a5085f,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:52.555000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.556768 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-ecf3009a-4679-4ad5-a795-ed0b872ac058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1373181 Dec 23 09:11:52.559354 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58822) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:11:52.564461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '0672477d-cb02-465d-90e6-4596795f3593', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:11:52.572399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:11:52.576198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:11:52.579012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:11:52.584511 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:11:52.600319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.660891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.664396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.687795 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e234cd-8dbb-49b2-a618-a011e0258d2e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:52.695694 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.696847 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e811d7fa-bc63-4a5a-af69-eb019440d29e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1366045 Dec 23 09:11:52.699516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58826) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:11:52.704855 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '0672477d-cb02-465d-90e6-4596795f3593', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:11:52.710700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:11:52.714921 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:11:52.717715 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:11:52.723289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:11:52.739866 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.800543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.803763 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.828323 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83be9c00-8985-49ce-9177-5351e3ddf9fb,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:52.838025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.839177 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-acd29f59-ac44-4365-9e92-073f09d7cbbd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1387575 Dec 23 09:11:52.842953 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58830) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:11:52.848425 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '0672477d-cb02-465d-90e6-4596795f3593', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:11:52.854251 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:11:52.858239 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:11:52.861039 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:11:52.866555 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:11:52.885045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.947325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.950804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.972712 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b2e399-e022-4a71-b61e-343f46e5ef37,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:52.982054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:52.983218 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-417a4d77-f7b4-498e-9366-6ca6a6d3b56d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1393571 Dec 23 09:11:52.985899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58834) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:11:52.991298 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '0672477d-cb02-465d-90e6-4596795f3593', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:11:52.997575 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:11:53.001274 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:11:53.004092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:11:53.009641 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:11:53.019588 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Project af6749e9ab5b4a7c8c79b09fdddc6de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:11:53.025656 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:53.090024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:53.093399 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:53.115868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1fe35d-2447-4bf3-af51-8668ac5e5eba,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:53.123878 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:53.125052 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-85228473-4805-4994-9635-32dfa7160d4f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1381605 Dec 23 09:11:53.127649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58838) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:11:53.132917 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'security_group_rule': {'security_group_id': '0672477d-cb02-465d-90e6-4596795f3593', 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:11:53.139106 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:11:53.142825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:security_group_rule and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:11:53.145597 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:11:53.151821 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:11:53.161574 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.securitygroups_db [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Project af6749e9ab5b4a7c8c79b09fdddc6de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:11:53.168176 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:53.233086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:53.236634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:53.259465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bf3fb4-4039-4e62-a940-a9915377f45f,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:11:53.268376 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:11:53.269555 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-3d8507dc-80bd-4db6-a7a2-280b70fa903a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1409750 Dec 23 09:11:53.392718 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 21f35c2d-1f56-4dc4-b275-3f14be05553d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:11:53.429441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 21f35c2d-1f56-4dc4-b275-3f14be05553d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:11:53.429782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 21f35c2d-1f56-4dc4-b275-3f14be05553d not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:12:00.568794 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-563e12b0-129a-4ca0-b8e6-c218bbcda663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:00.849690 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:02.860798 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8d3e8e7c-ffe3-43c2-a445-516e9faf9158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:03.967846 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:04.083410 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:05.422199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:07.251267 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-1ebb22d2-1d55-4ef5-8e8f-c86bf8fe80e3 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573144804&fields=id&tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1 HTTP/1.1" status: 200 len: 267 time: 0.0403609 Dec 23 09:12:07.396251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8449f9-288d-4820-93fe-805c954c1308 req-0ccb51bf-33b4-43e2-ab78-c45244c2f24c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:07.397680 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-0ccb51bf-33b4-43e2-ab78-c45244c2f24c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 808 time: 0.1405849 Dec 23 09:12:07.413173 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-04d57478-ce31-4416-9153-d36ffe8a8058 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/quotas/af6749e9ab5b4a7c8c79b09fdddc6de1 HTTP/1.1" status: 200 len: 375 time: 0.0102563 Dec 23 09:12:07.494889 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-19406092-b776-427c-8c81-c99e6e85ec41 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766554 Dec 23 09:12:07.629178 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-5bfbc873-c4bf-44e5-b8d0-ed4a8c69dfb6 service neutron] 10.222.0.36 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233046 Dec 23 09:12:07.755813 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-5edb81f4-a11f-411f-a9b7-fe829ce2a44e service neutron] 10.222.0.36 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208572 Dec 23 09:12:08.136575 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4b4d90ba-67e8-419c-b983-3af6dc80542b req-a28bbb00-aff5-403d-8e85-875f28a55415 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 210 time: 0.0404732 Dec 23 09:12:09.253579 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8449f9-288d-4820-93fe-805c954c1308 req-3824b3d8-4190-499f-a72c-d0172a206c01 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:09.255153 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-3824b3d8-4190-499f-a72c-d0172a206c01 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 808 time: 0.1510954 Dec 23 09:12:09.308173 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-083081e7-0232-43a7-90fd-59b3ef5cdd0a req-6b43b855-0a6e-425a-9443-1601fb1a6176 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 210 time: 0.0443125 Dec 23 09:12:09.309926 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-ab8449f9-288d-4820-93fe-805c954c1308 req-6d73a34c-9b1f-4dea-8ffb-90ea3c72032a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Synchronizing usage tracker for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:12:09.326637 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-ab8449f9-288d-4820-93fe-805c954c1308 req-6d73a34c-9b1f-4dea-8ffb-90ea3c72032a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Unset dirty status for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:12:09.336254 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-6d73a34c-9b1f-4dea-8ffb-90ea3c72032a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1 HTTP/1.1" status: 200 len: 379 time: 0.0594034 Dec 23 09:12:09.336254 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'port': {'device_id': '1a7fe495-adda-470c-9406-30eb609725ac', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'admin_state_up': True, 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'security_groups': ['0672477d-cb02-465d-90e6-4596795f3593']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:12:09.471356 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:12:09.475381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:port and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:12:09.478184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:12:09.483995 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:12:09.495181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Made reservation on behalf of af6749e9ab5b4a7c8c79b09fdddc6de1 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:12:09.499369 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:09.752439 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Allocated IP 172.20.0.5 (7616a127-a700-4350-af74-25b15cf7f826/115abf01-f2cd-418d-ab5e-20f873f5e4f9/4b5758e2-1c1f-4602-b532-5b2a803393be) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:12:09.937612 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:09.953903 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Transition to ACTIVE for port object 4b5758e2-1c1f-4602-b532-5b2a803393be will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:12:09.975518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:10.047299 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Network 7616a127-a700-4350-af74-25b15cf7f826 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:12:10.050228 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:12:10.054250 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:12:10.084967 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'Port': ['ID=4b5758e2-1c1f-4602-b532-5b2a803393be,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:12:10.119522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:10.120141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:10.146259 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-fd70bfbe-6b6b-4e5a-b286-d0ffbc1edc31 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8138359 Dec 23 09:12:10.158427 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Request body: {'port': {'device_id': '1a7fe495-adda-470c-9406-30eb609725ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:12:10.271744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:10.282508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-849bf731-5c77-4996-b359-dc200e289f12 None None] Provisioning for port 4b5758e2-1c1f-4602-b532-5b2a803393be completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:12:10.288350 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-849bf731-5c77-4996-b359-dc200e289f12 None None] Provisioning complete for port 4b5758e2-1c1f-4602-b532-5b2a803393be triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:12:10.289046 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-849bf731-5c77-4996-b359-dc200e289f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:10.325813 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:12:10.354517 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-849bf731-5c77-4996-b359-dc200e289f12 None None] Port 4b5758e2-1c1f-4602-b532-5b2a803393be cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:12:10.609126 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa8847-7deb-4749-ad6f-650e4c0dc7c2 req-9d45b37c-692c-47a6-95e5-80188ab192c7 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:10.610650 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6aaa8847-7deb-4749-ad6f-650e4c0dc7c2 req-9d45b37c-692c-47a6-95e5-80188ab192c7 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 931 time: 0.1718397 Dec 23 09:12:10.641669 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5758e2-1c1f-4602-b532-5b2a803393be {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:12:10.648994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:10.662364 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6aaa8847-7deb-4749-ad6f-650e4c0dc7c2 req-f33a80c5-0116-4f87-8e3d-0cb87ec9e065 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Dec 23 09:12:10.665868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Transition to ACTIVE for port object 4b5758e2-1c1f-4602-b532-5b2a803393be will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:12:10.669338 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:10.797024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5758e2-1c1f-4602-b532-5b2a803393be,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:12:10.909347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Attempting to bind port 4b5758e2-1c1f-4602-b532-5b2a803393be on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:12:10.909347 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Attempting to bind port 4b5758e2-1c1f-4602-b532-5b2a803393be by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:12:10.909543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Attempting to bind port 4b5758e2-1c1f-4602-b532-5b2a803393be on network 7616a127-a700-4350-af74-25b15cf7f826 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:12:10.916479 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Port 4b5758e2-1c1f-4602-b532-5b2a803393be on network 7616a127-a700-4350-af74-25b15cf7f826 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 09:12:10.916817 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Attempting to bind port 4b5758e2-1c1f-4602-b532-5b2a803393be on network 7616a127-a700-4350-af74-25b15cf7f826 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:12:10.923627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:12:10.923962 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Checking segment: {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:12:10.924342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Bound using segment: {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:12:10.924860 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Bound port: 4b5758e2-1c1f-4602-b532-5b2a803393be, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4489d501-30a9-4ea8-9fe5-61312896626f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7616a127-a700-4350-af74-25b15cf7f826'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:12:10.925094 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:11.017499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:12:11.021137 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4b5758e2-1c1f-4602-b532-5b2a803393be,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:12:11.025322 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:11.089168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:11.090610 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 1093 time: 0.9369683 Dec 23 09:12:11.091037 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:12:11.108616 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b053b30-77b4-4996-92dc-0e00f4b2c5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5758e2-1c1f-4602-b532-5b2a803393be,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:12:11.160237 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'status': 'completed', 'code': 200} Dec 23 09:12:11.201652 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-291d96c9-7dc5-4398-9328-5b03172da182 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1096 time: 0.0733259 Dec 23 09:12:11.273841 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-f751e1e2-73ea-4c3a-b178-30ca6a65d4bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 217 time: 0.0652111 Dec 23 09:12:11.334084 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8449f9-288d-4820-93fe-805c954c1308 req-aa452690-613d-45b2-8107-b219c7bad0dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:11.335500 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-aa452690-613d-45b2-8107-b219c7bad0dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0555534 Dec 23 09:12:11.411044 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-5b400861-4a98-44a1-a6c9-c487564c6f53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693295 Dec 23 09:12:11.621070 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-b0abffaf-c1a6-4521-a7d5-f540186e97b4 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031999 Dec 23 09:12:11.750602 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-ab8449f9-288d-4820-93fe-805c954c1308 req-00108a56-e98a-446a-a179-ec579ef20786 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228228 Dec 23 09:12:11.859676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97655b72-554e-4391-8075-079362b039f9 req-f4debbff-d8d2-42a3-a989-079721ab3435 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:11.860282 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4ac8a79a-04a1-4416-a0c3-596b1344fe7b req-d5f67c2b-9481-4bbe-b462-3b69f12b76fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1096 time: 0.0675921 Dec 23 09:12:11.861115 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-97655b72-554e-4391-8075-079362b039f9 req-f4debbff-d8d2-42a3-a989-079721ab3435 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0782492 Dec 23 09:12:11.907205 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-97655b72-554e-4391-8075-079362b039f9 req-f744e053-3fe9-4d11-a978-2801eb2e3157 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404723 Dec 23 09:12:11.992178 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8a79a-04a1-4416-a0c3-596b1344fe7b req-e25f2270-2915-4546-b061-7f203464fd75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:11.993708 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4ac8a79a-04a1-4416-a0c3-596b1344fe7b req-e25f2270-2915-4546-b061-7f203464fd75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1263793 Dec 23 09:12:12.067183 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4ac8a79a-04a1-4416-a0c3-596b1344fe7b req-2731231e-dfec-477c-b89f-5161f47f45a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 217 time: 0.0652385 Dec 23 09:12:12.126593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8a79a-04a1-4416-a0c3-596b1344fe7b req-d5f8d813-1f8f-4b76-bf43-8055890c8a3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:12.127938 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4ac8a79a-04a1-4416-a0c3-596b1344fe7b req-d5f8d813-1f8f-4b76-bf43-8055890c8a3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0547299 Dec 23 09:12:12.204642 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4ac8a79a-04a1-4416-a0c3-596b1344fe7b req-cc353967-945a-49f7-81d4-1f107fdc17a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698755 Dec 23 09:12:12.333539 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4ac8a79a-04a1-4416-a0c3-596b1344fe7b req-01da5371-2d41-486d-aadf-06da36618325 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220710 Dec 23 09:12:12.459049 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-4ac8a79a-04a1-4416-a0c3-596b1344fe7b req-60b3a97d-4264-423d-8d8d-a72552781a40 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197674 Dec 23 09:12:13.110227 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685a6e4-b7a9-4b89-a36f-07cbdd2b49c3 req-dac76033-2cc4-4073-9711-411976573eb2 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:13.111646 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2685a6e4-b7a9-4b89-a36f-07cbdd2b49c3 req-dac76033-2cc4-4073-9711-411976573eb2 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0749626 Dec 23 09:12:13.158341 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2685a6e4-b7a9-4b89-a36f-07cbdd2b49c3 req-e3844e71-7113-49af-ae9e-1a1b9d5e6bc1 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412192 Dec 23 09:12:14.359495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba984d2-b79a-4a33-b201-d69c729f7356 req-14f9b996-1f7f-4d2b-89c8-891d734ce66a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:14.360929 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9ba984d2-b79a-4a33-b201-d69c729f7356 req-14f9b996-1f7f-4d2b-89c8-891d734ce66a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0798304 Dec 23 09:12:14.405092 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9ba984d2-b79a-4a33-b201-d69c729f7356 req-fe148dd4-c511-4b51-b21b-fd0fc3f6428f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388360 Dec 23 09:12:15.599327 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb3617-7f1f-4aad-a958-df656accf72d req-66d6e893-b438-4615-85f3-afeee4670646 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:15.600742 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65bb3617-7f1f-4aad-a958-df656accf72d req-66d6e893-b438-4615-85f3-afeee4670646 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0790644 Dec 23 09:12:15.650990 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65bb3617-7f1f-4aad-a958-df656accf72d req-dfa76e1a-ce5e-457d-a0b1-824e5282951b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445952 Dec 23 09:12:16.860244 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c56c8f-de8e-4e0e-b651-61e2f3287043 req-0f292c01-37fd-49ce-ab00-a2be3f4b8588 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:16.861595 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-08c56c8f-de8e-4e0e-b651-61e2f3287043 req-0f292c01-37fd-49ce-ab00-a2be3f4b8588 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0757518 Dec 23 09:12:16.905806 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-08c56c8f-de8e-4e0e-b651-61e2f3287043 req-4936c845-9770-4e8e-8591-8f405a15aa96 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388527 Dec 23 09:12:18.098591 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27c8b7-aaa7-49f4-bb3a-8df580562b57 req-aeed8f3e-73ab-4188-a936-880f509fcfaf tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:18.099989 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fa27c8b7-aaa7-49f4-bb3a-8df580562b57 req-aeed8f3e-73ab-4188-a936-880f509fcfaf tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0771995 Dec 23 09:12:18.144374 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-fa27c8b7-aaa7-49f4-bb3a-8df580562b57 req-af6f21c2-c708-48bb-85f6-c0c65807b03a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389290 Dec 23 09:12:19.334117 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31ea2e-f794-4830-abbc-726b14c25f6a req-74bc54b2-97f1-4b78-83e6-035f1af9b06f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:19.335513 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5a31ea2e-f794-4830-abbc-726b14c25f6a req-74bc54b2-97f1-4b78-83e6-035f1af9b06f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0732977 Dec 23 09:12:19.379212 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5a31ea2e-f794-4830-abbc-726b14c25f6a req-82cc11cd-237e-4f26-86a3-049219b4dfb1 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376382 Dec 23 09:12:19.471875 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4b5758e2-1c1f-4602-b532-5b2a803393be details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:12:19.603582 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4b5758e2-1c1f-4602-b532-5b2a803393be,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:12:19.616325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'port_id': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'mac_address': 'fa:16:3e:93:a9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:12:19.668820 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:19.685787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5758e2-1c1f-4602-b532-5b2a803393be {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:12:19.700756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4b5758e2-1c1f-4602-b532-5b2a803393be,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:12:19.704285 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:19.767833 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=4b5758e2-1c1f-4602-b532-5b2a803393be,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:12:19.776358 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.776698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.777030 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.777361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.777691 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.778037 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.778366 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.778688 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.779005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.779320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.779727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:12:19.910260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['4b5758e2-1c1f-4602-b532-5b2a803393be'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:12:20.575403 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3fbb6-a5a3-4dbf-b796-90e8f4d19f5e req-6cf71ee4-887b-4789-b763-2bd092ccf085 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:20.576816 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-60f3fbb6-a5a3-4dbf-b796-90e8f4d19f5e req-6cf71ee4-887b-4789-b763-2bd092ccf085 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 944 time: 0.0776184 Dec 23 09:12:20.621625 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-60f3fbb6-a5a3-4dbf-b796-90e8f4d19f5e req-006e878a-809c-4f85-8fe1-c25a99ca1bed tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391631 Dec 23 09:12:21.471506 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4b5758e2-1c1f-4602-b532-5b2a803393be up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:12:21.537107 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 4b5758e2-1c1f-4602-b532-5b2a803393be completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:12:21.542171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 4b5758e2-1c1f-4602-b532-5b2a803393be triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:12:21.542531 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:21.654117 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:21.679997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:12:21.690342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4b5758e2-1c1f-4602-b532-5b2a803393be,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:12:21.694541 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:21.759516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=4b5758e2-1c1f-4602-b532-5b2a803393be,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:12:21.815610 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'code': 200} Dec 23 09:12:21.835625 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816125-f7e3-4257-9d70-a0b463d93be0 req-d92c95cb-4e5e-422c-a5f0-e8a216466b42 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:21.837099 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c2816125-f7e3-4257-9d70-a0b463d93be0 req-d92c95cb-4e5e-422c-a5f0-e8a216466b42 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0896568 Dec 23 09:12:21.881615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c2816125-f7e3-4257-9d70-a0b463d93be0 req-b064f86b-81aa-4dc4-ab75-40580ee8b891 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389662 Dec 23 09:12:22.095911 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-800142a6-7452-429a-a70d-4f7c9e659ee4 req-25c5bbf1-c836-4bb8-8a28-095149bbebef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1098 time: 0.0660586 Dec 23 09:12:22.137040 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-800142a6-7452-429a-a70d-4f7c9e659ee4 req-41b300f0-f584-4643-a3f4-9a1710dbc010 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344491 Dec 23 09:12:23.080874 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1c390-95c1-4fac-be14-c955e10de8d7 req-c9013518-cded-469e-bebf-2bfbead21c6f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:23.082938 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-add1c390-95c1-4fac-be14-c955e10de8d7 req-c9013518-cded-469e-bebf-2bfbead21c6f tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0818238 Dec 23 09:12:23.130949 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-add1c390-95c1-4fac-be14-c955e10de8d7 req-896b4dcc-8c63-45b9-b52d-82d503bd1ece tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415006 Dec 23 09:12:24.322561 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638d6d6-03af-4abc-a3f6-1a81d7955fd3 req-55230a41-2bc2-4da6-ba2f-fdf6a4fb3586 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:24.323981 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1638d6d6-03af-4abc-a3f6-1a81d7955fd3 req-55230a41-2bc2-4da6-ba2f-fdf6a4fb3586 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0744848 Dec 23 09:12:24.372011 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1638d6d6-03af-4abc-a3f6-1a81d7955fd3 req-b0da0754-3516-43ce-9fbd-a3d8268bd0ad tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Dec 23 09:12:24.563334 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0b682-77e9-421d-88bf-9b09ab245f55 req-61f4da8d-7c02-4845-82d4-e4e3f5db8103 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:24.564700 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7a0b682-77e9-421d-88bf-9b09ab245f55 req-61f4da8d-7c02-4845-82d4-e4e3f5db8103 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0758796 Dec 23 09:12:24.609122 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b7a0b682-77e9-421d-88bf-9b09ab245f55 req-992ff409-2177-49b8-85ae-7428d9346beb tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390193 Dec 23 09:12:24.636498 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58984) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:12:24.706056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e595e802-1af8-4dce-8bcf-1cd30d54e25e tempest-TestShelveInstance-1094075083 tempest-TestShelveInstance-1094075083-project-admin] Synchronizing usage tracker for tenant:4c7f727629c543e2a327f80949d57a82 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:12:24.721687 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-e595e802-1af8-4dce-8bcf-1cd30d54e25e tempest-TestShelveInstance-1094075083 tempest-TestShelveInstance-1094075083-project-admin] Unset dirty status for tenant:4c7f727629c543e2a327f80949d57a82 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:12:24.723466 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-e595e802-1af8-4dce-8bcf-1cd30d54e25e tempest-TestShelveInstance-1094075083 tempest-TestShelveInstance-1094075083-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1093 time: 0.0858204 Dec 23 09:12:24.726194 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 58988) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:12:24.731407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:12:24.737013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:12:24.740702 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Usage tracker for resource:floatingip and tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:12:24.743968 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:12:24.749391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:12:24.759383 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for floatingip, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:24.891584 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:25.021782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Allocated IP 172.26.8.45 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/24d4002f-3534-498d-95ae-e9d61c40b024) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:12:25.163634 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:25.189501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:25.255054 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:12:25.257729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:12:25.260806 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:12:25.294954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'Port': ['ID=24d4002f-3534-498d-95ae-e9d61c40b024,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:12:25.845770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:25.898516 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:26.101113 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:26.105594 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:26.205118 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event updated for resources: {'Port': ['ID=24d4002f-3534-498d-95ae-e9d61c40b024,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:12:26.222683 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:26.406813 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.l3_db [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Floating IP c48b184c-e6f3-4781-9fb6-2f864a95dd60 associated. External IP: 172.26.8.45, port: 4b5758e2-1c1f-4602-b532-5b2a803393be. Dec 23 09:12:26.787436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Router 37679d17-4df2-4145-b4a8-fb309e80a06d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:12:27.091718 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:12:27.101421 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] Sync routers for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:12:27.113024 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:12:27.113619 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:12:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:12:27.116055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:27.171238 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-abdb3cd3-cc41-4bbc-b487-59d75bb7e24e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4440055 Dec 23 09:12:27.171793 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:12:27.224535 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'status': 'completed', 'code': 200} Dec 23 09:12:27.292920 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:12:27.316388 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d3ca13dc-78ba-4867-9c71-45c9caf088e4 req-7be6a9c5-8192-435c-8082-405bbdf29b6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1098 time: 0.0705080 Dec 23 09:12:27.449606 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca13dc-78ba-4867-9c71-45c9caf088e4 req-3820b812-6e52-4528-b00e-450ea40bb097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:27.451068 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d3ca13dc-78ba-4867-9c71-45c9caf088e4 req-3820b812-6e52-4528-b00e-450ea40bb097 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1277735 Dec 23 09:12:27.553383 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d3ca13dc-78ba-4867-9c71-45c9caf088e4 req-8c6c4c7e-0878-4e14-ba36-7db3ab156a5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 998 time: 0.0963156 Dec 23 09:12:27.614834 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca13dc-78ba-4867-9c71-45c9caf088e4 req-95cb0d94-20bb-4d78-9b21-a52221669abf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:12:27.616280 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d3ca13dc-78ba-4867-9c71-45c9caf088e4 req-95cb0d94-20bb-4d78-9b21-a52221669abf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0571690 Dec 23 09:12:27.669905 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'c48b184c-e6f3-4781-9fb6-2f864a95dd60', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'port_id': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'mac_address': 'fa:16:3e:93:a9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7fe495-adda-470c-9406-30eb609725ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:12:25Z', 'updated_at': '2021-12-23T09:12:25Z', 'revision_number': 0, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:12:27.673822 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] Checking router: 37679d17-4df2-4145-b4a8-fb309e80a06d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:12:27.684708 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:12:27.685287 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:12:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:12:27.690343 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d3ca13dc-78ba-4867-9c71-45c9caf088e4 req-8adea509-f5f6-4cf7-9603-c88f4e460f18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677786 Dec 23 09:12:27.825166 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d3ca13dc-78ba-4867-9c71-45c9caf088e4 req-21a755d4-da20-4931-a719-1f44decf911b service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287284 Dec 23 09:12:27.877323 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:12:27.956586 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-d3ca13dc-78ba-4867-9c71-45c9caf088e4 req-e27c0cf3-83c4-43f6-9f33-4b59cae095fe service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241040 Dec 23 09:12:28.216594 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'c48b184c-e6f3-4781-9fb6-2f864a95dd60', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'port_id': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'mac_address': 'fa:16:3e:93:a9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7fe495-adda-470c-9406-30eb609725ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:12:25Z', 'updated_at': '2021-12-23T09:12:25Z', 'revision_number': 0, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:12:28.220384 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6dd2d9-3f65-410b-a1a2-6a46a18b988d None None] The sync data for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv is: [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': 'c48b184c-e6f3-4781-9fb6-2f864a95dd60', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'floating_ip_address': '172.26.8.45', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'port_id': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'mac_address': 'fa:16:3e:93:a9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7fe495-adda-470c-9406-30eb609725ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:12:25Z', 'updated_at': '2021-12-23T09:12:25Z', 'revision_number': 0, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:12:28.404351 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbad7e84-3a55-4e5f-b08c-2a4b7c097f8c None None] New status for floating IP c48b184c-e6f3-4781-9fb6-2f864a95dd60: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:12:30.571558 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0a01c2ea-0269-4aec-b260-61bfbd464956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:30.870325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:32.862338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-95161fec-24b1-4c43-a2ce-f0354e56e691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:33.971146 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:34.086361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:35.421844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:12:47.327373 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:13:00.578694 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9ec6722f-be9c-4ed9-985a-e99d373e9517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:00.862013 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:02.863276 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a48e-a940-43d9-8286-c1938f09177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:03.972825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:04.087817 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:05.424422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:14.063416 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-82f19e3d-c2a9-4c9e-af44-c5ef753a9ca1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1408103 Dec 23 09:13:14.201067 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-bf75358b-899f-4669-a5c6-ee00247f5b2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1098 time: 0.0663168 Dec 23 09:13:14.342412 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-84a6d1cd-75f9-498a-be3a-af7266bd4fbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:13:14.343800 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-84a6d1cd-75f9-498a-be3a-af7266bd4fbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1224127 Dec 23 09:13:14.444269 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-24540e5c-3270-42b1-ae1c-db5b962dd744 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 1000 time: 0.0942419 Dec 23 09:13:14.504621 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-a44249eb-940b-4298-8ec8-6abdb2813e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:13:14.505978 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-a44249eb-940b-4298-8ec8-6abdb2813e55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0551438 Dec 23 09:13:14.581325 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-a83e60bd-ee28-4d67-8d4c-0ee43dd79748 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689867 Dec 23 09:13:14.794823 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-16fbd99c-899e-4d94-b372-1cc81833e332 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073805 Dec 23 09:13:14.922376 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36282d7e-9c84-4d4a-b2e2-b6e220c6fddc req-03a6d800-2ed8-4fc1-b638-1af4320216ae service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214538 Dec 23 09:13:24.328175 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:13:30.575777 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-cca1fde4-7552-45ca-8da6-23d9c7d96e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:30.875213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:32.865837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-730be4da-f753-42c6-9002-e4703f3edcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:33.973495 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:34.090721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:13:35.428325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:00.577334 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d481ea02-adc6-42c9-ad72-00e9a9239242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:00.894331 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:01.328018 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:14:02.869717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fba1-19ef-4e11-842a-4152bb69c772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:03.975277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:04.092462 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:05.431765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:15.991218 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-f28309e4-3fd6-4805-b7a9-7763f6dcfd28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661192 Dec 23 09:14:16.133421 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-c1d3aa2c-a953-48e8-95e8-4e20fae873a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1098 time: 0.0692184 Dec 23 09:14:16.271804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-baa61287-64e2-4a97-925e-b84bb7d25831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:16.273106 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-baa61287-64e2-4a97-925e-b84bb7d25831 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1211996 Dec 23 09:14:16.371832 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-c0e22830-1dfa-4909-9c4e-5acc68be1556 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 1000 time: 0.0922618 Dec 23 09:14:16.432334 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-a2c1c320-383f-4cd9-a806-d13216ef0c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:16.433664 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-a2c1c320-383f-4cd9-a806-d13216ef0c27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0555298 Dec 23 09:14:16.504269 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-8113d4d1-8c0e-44b5-b29f-6b61897191d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642560 Dec 23 09:14:16.639336 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-980656f5-98d0-4711-9713-33ac6b703d01 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276538 Dec 23 09:14:16.768324 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-36cf61b6-2ed4-4439-884f-1863ff714f44 req-8983ccd4-fc39-4b3d-840f-a528b44d286b service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229975 Dec 23 09:14:22.506358 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c30ad-4f62-4ef6-86dc-945e61ab1368 req-3983fd89-d554-4b34-a4d7-a10049b00255 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:22.508375 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ce3c30ad-4f62-4ef6-86dc-945e61ab1368 req-3983fd89-d554-4b34-a4d7-a10049b00255 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.1470666 Dec 23 09:14:22.553629 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ce3c30ad-4f62-4ef6-86dc-945e61ab1368 req-63b5b5da-6d4d-4e8a-b946-2bf63f59556c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397062 Dec 23 09:14:23.825094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5137485-1669-4896-8110-1832d48936d1 req-213f91a1-57ba-46b6-a31c-2d28d2e627eb tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:23.826571 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a5137485-1669-4896-8110-1832d48936d1 req-213f91a1-57ba-46b6-a31c-2d28d2e627eb tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.1405733 Dec 23 09:14:23.872190 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a5137485-1669-4896-8110-1832d48936d1 req-36f93b26-c17c-418e-800f-33c67838daed tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402150 Dec 23 09:14:25.079312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b0b5-5927-4397-ae66-b602e3bf7a47 req-aea64f7d-d03a-4af3-83e1-fb2938babbba tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:25.080622 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1140b0b5-5927-4397-ae66-b602e3bf7a47 req-aea64f7d-d03a-4af3-83e1-fb2938babbba tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0773237 Dec 23 09:14:25.124922 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1140b0b5-5927-4397-ae66-b602e3bf7a47 req-3155e621-27d6-4595-abdb-4f6f7f992f9e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388975 Dec 23 09:14:26.324469 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40bd02-3697-419c-9a70-c9618fb7f534 req-c44228f8-1eaf-48b0-97fa-39b34c0dd0b9 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:26.325888 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1d40bd02-3697-419c-9a70-c9618fb7f534 req-c44228f8-1eaf-48b0-97fa-39b34c0dd0b9 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0791357 Dec 23 09:14:26.375127 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1d40bd02-3697-419c-9a70-c9618fb7f534 req-5b784eff-08da-43ee-9b88-c68b3f23b2d8 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439281 Dec 23 09:14:27.566131 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f4c98-0832-47a8-9f05-3c474c70367d req-3557185e-b8f6-4cd0-9ec7-842a22fcb815 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:27.567561 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-921f4c98-0832-47a8-9f05-3c474c70367d req-3557185e-b8f6-4cd0-9ec7-842a22fcb815 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0754287 Dec 23 09:14:27.615138 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-921f4c98-0832-47a8-9f05-3c474c70367d req-194cde64-f712-47c8-ab1d-a5bda87923bc tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Dec 23 09:14:28.809158 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70955d-d26a-4d0a-99cc-3fc9a6c473c1 req-292bc06e-ff8e-4834-9493-839a4dbb4807 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:28.810492 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f70955d-d26a-4d0a-99cc-3fc9a6c473c1 req-292bc06e-ff8e-4834-9493-839a4dbb4807 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0765495 Dec 23 09:14:28.854452 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f70955d-d26a-4d0a-99cc-3fc9a6c473c1 req-93c78879-f53d-4d36-9dc0-e17a0d68ad18 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386293 Dec 23 09:14:30.047458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18acdcf-fa4f-4766-8d9f-a935b83808fa req-af5f7b8c-d688-422f-9256-48e4fd52da76 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:30.048802 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c18acdcf-fa4f-4766-8d9f-a935b83808fa req-af5f7b8c-d688-422f-9256-48e4fd52da76 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0745280 Dec 23 09:14:30.093563 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c18acdcf-fa4f-4766-8d9f-a935b83808fa req-8d26418c-9f9e-4e02-8729-838e02b34d73 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392687 Dec 23 09:14:30.577721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-761e70df-1689-4c35-8db9-0429614a4a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:30.906936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:31.287453 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081a7a1-14c0-418c-8955-3c92344536c6 req-0348b543-4ce8-4194-955c-aa3e446bda08 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:31.289312 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9081a7a1-14c0-418c-8955-3c92344536c6 req-0348b543-4ce8-4194-955c-aa3e446bda08 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0775297 Dec 23 09:14:31.333106 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9081a7a1-14c0-418c-8955-3c92344536c6 req-d40d20d4-ea1e-4636-9421-8db5b33c8d19 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382791 Dec 23 09:14:32.539189 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-203cb06a-1f73-485a-9a34-fb4ba8c9e8ce req-c44ccdc9-eff3-4a55-b38a-b23e6da0b820 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1098 time: 0.0792990 Dec 23 09:14:32.542537 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6d8c-9e02-469c-9f4b-7454106dc636 req-21e9d2e2-f3d4-4b30-9af3-be01fadc026d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:32.543973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ecc6d8c-9e02-469c-9f4b-7454106dc636 req-21e9d2e2-f3d4-4b30-9af3-be01fadc026d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0910966 Dec 23 09:14:32.591451 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1ecc6d8c-9e02-469c-9f4b-7454106dc636 req-cd22e49d-be12-4659-a0a9-68c9239c4d86 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420847 Dec 23 09:14:32.667029 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb06a-1f73-485a-9a34-fb4ba8c9e8ce req-c52b656f-b343-4439-8b06-9e435958c1c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:32.668440 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-203cb06a-1f73-485a-9a34-fb4ba8c9e8ce req-c52b656f-b343-4439-8b06-9e435958c1c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1235862 Dec 23 09:14:32.767722 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-203cb06a-1f73-485a-9a34-fb4ba8c9e8ce req-0aa170a5-ec3b-4006-9019-c6937dce45ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 1000 time: 0.0933142 Dec 23 09:14:32.827655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb06a-1f73-485a-9a34-fb4ba8c9e8ce req-863b4c01-7894-4c25-ab26-7d8b486c9f19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:32.828964 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-203cb06a-1f73-485a-9a34-fb4ba8c9e8ce req-863b4c01-7894-4c25-ab26-7d8b486c9f19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0556867 Dec 23 09:14:32.871787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-caeed6da-84be-4435-9be7-69dda00e4176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:32.906369 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-203cb06a-1f73-485a-9a34-fb4ba8c9e8ce req-d20bdc11-cbc1-4f19-addb-057f334c97db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712595 Dec 23 09:14:33.034939 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-203cb06a-1f73-485a-9a34-fb4ba8c9e8ce req-16b8d472-207c-462d-bc69-2d43873c9c07 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225262 Dec 23 09:14:33.251946 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-203cb06a-1f73-485a-9a34-fb4ba8c9e8ce req-99f14c78-9be1-41c4-9f41-97c86381d2b8 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102969 Dec 23 09:14:33.869813 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb12561-07ec-468d-b9ae-37a36d58756d req-a20006ec-3e2a-4bfb-a16d-5e2b842878bd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:33.871262 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3bb12561-07ec-468d-b9ae-37a36d58756d req-a20006ec-3e2a-4bfb-a16d-5e2b842878bd tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.1570625 Dec 23 09:14:33.915298 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-3bb12561-07ec-468d-b9ae-37a36d58756d req-c6a18f54-4e7b-4fe8-8195-cbe267f1b336 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386684 Dec 23 09:14:33.980282 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:34.095171 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:35.111324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1568e1-808b-483f-9d04-946830f985e2 req-16ea6e27-cc49-43e7-b590-eb37daf66655 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:35.112755 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1b1568e1-808b-483f-9d04-946830f985e2 req-16ea6e27-cc49-43e7-b590-eb37daf66655 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0780191 Dec 23 09:14:35.158754 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1b1568e1-808b-483f-9d04-946830f985e2 req-63206904-6845-4f4c-8f2f-f78e37fb9d2a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404997 Dec 23 09:14:35.434363 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:36.349086 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2151a0-cf4e-4576-9509-fba99ee8e7f6 req-64bfe4fc-06a4-4e2c-adab-548371f4e0db tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:36.350518 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b2151a0-cf4e-4576-9509-fba99ee8e7f6 req-64bfe4fc-06a4-4e2c-adab-548371f4e0db tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0745220 Dec 23 09:14:36.394368 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b2151a0-cf4e-4576-9509-fba99ee8e7f6 req-6dee2765-e371-4c10-942d-18a1f5f24bed tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385489 Dec 23 09:14:36.657853 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d1fb5429-dc95-4bd1-9b76-a33db6d636dc req-f93e0e9c-4f00-415c-8d8b-84812da79eb5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1503119 Dec 23 09:14:36.842683 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-fae01d6c-5441-4421-a264-00c9a72bf38a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679524 Dec 23 09:14:36.917045 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ed1cd-6556-4c03-9895-9078166ed742 req-fd862392-c323-4b23-b447-eedf09b095e0 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:36.918578 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a85ed1cd-6556-4c03-9895-9078166ed742 req-fd862392-c323-4b23-b447-eedf09b095e0 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0763419 Dec 23 09:14:36.964487 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a85ed1cd-6556-4c03-9895-9078166ed742 req-05509a0e-45f2-47c1-a444-d2c6495e3f50 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402510 Dec 23 09:14:38.128063 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4b5758e2-1c1f-4602-b532-5b2a803393be no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:14:38.170969 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1514c09-78ac-43bd-bf5b-a2715967d1c0 req-ae01c402-8da3-4829-a5d4-907beab668e1 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:38.172506 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a1514c09-78ac-43bd-bf5b-a2715967d1c0 req-ae01c402-8da3-4829-a5d4-907beab668e1 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0796080 Dec 23 09:14:38.218181 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a1514c09-78ac-43bd-bf5b-a2715967d1c0 req-d0863c47-2b53-42e8-86db-35735ae9f2d2 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 Dec 23 09:14:38.244428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:38.272007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:14:38.281940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4b5758e2-1c1f-4602-b532-5b2a803393be,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:14:38.286057 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:38.328961 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:14:38.336844 dv-neutron-822507-1-hyperv neutron-server[83524]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'code': 422} returned with failed status Dec 23 09:14:38.352302 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=4b5758e2-1c1f-4602-b532-5b2a803393be,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:14:38.360284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.360871 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.361199 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.361520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.361839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.362252 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.362568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.362883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.363196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.363510 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.363817 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:14:38.888696 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-1f86e948-c0dc-47b7-8d95-7652d0342228 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac&tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1 HTTP/1.1" status: 200 len: 1096 time: 0.0714283 Dec 23 09:14:38.976859 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-a99c95b8-455e-422a-b8fa-02697450f943 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1096 time: 0.0663495 Dec 23 09:14:39.106092 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-496eff1f-10ec-48f3-a24d-bf937f2b0a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:39.107417 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-496eff1f-10ec-48f3-a24d-bf937f2b0a98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1255689 Dec 23 09:14:39.211316 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-9dcc53e5-abd1-47ec-b7ef-130b2fe7b10d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 998 time: 0.0955777 Dec 23 09:14:39.275678 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-7073933c-3941-4eab-8630-bf7f722fa961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:39.277115 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-7073933c-3941-4eab-8630-bf7f722fa961 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0588605 Dec 23 09:14:39.357363 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-8fbb1629-494b-40f9-928d-e8aa4ada3fac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735209 Dec 23 09:14:39.430509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28ba3e-2ef8-4f95-a892-dc7fea024ea5 req-c23d872f-fb3a-4db1-b38e-9b9174f8c860 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:39.431965 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c28ba3e-2ef8-4f95-a892-dc7fea024ea5 req-c23d872f-fb3a-4db1-b38e-9b9174f8c860 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0807433 Dec 23 09:14:39.479763 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c28ba3e-2ef8-4f95-a892-dc7fea024ea5 req-8d32ac71-91a4-4705-96e0-02234ff93d00 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422642 Dec 23 09:14:39.488499 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-f987e3c8-cbcb-4a25-8ccf-e6a5f5b94f26 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247799 Dec 23 09:14:39.618226 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-c3b1a759-f4b6-4ff1-b46c-07e7daba0265 req-aca8ef3c-77b3-4cdf-9623-be3efc1f262c service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236136 Dec 23 09:14:40.672175 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eca7c-d640-44e1-ab18-bcd951cb64b1 req-693d2629-c286-4e92-ac9b-0f640fdcd132 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:40.673623 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-023eca7c-d640-44e1-ab18-bcd951cb64b1 req-693d2629-c286-4e92-ac9b-0f640fdcd132 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0749013 Dec 23 09:14:40.717733 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-023eca7c-d640-44e1-ab18-bcd951cb64b1 req-ba94346a-7383-4f04-bc18-14334f784cf0 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384233 Dec 23 09:14:42.059810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37793c65-28c2-4df6-b297-572febe26ce3 req-cf61fa3d-3471-4e9a-b2c0-dd6b826ec9b9 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:42.061233 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37793c65-28c2-4df6-b297-572febe26ce3 req-cf61fa3d-3471-4e9a-b2c0-dd6b826ec9b9 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0780001 Dec 23 09:14:42.105245 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37793c65-28c2-4df6-b297-572febe26ce3 req-f0f8cb82-4d24-4045-b070-61450fdea5fc tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386422 Dec 23 09:14:43.295762 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fda18-ed04-42ac-a8b9-cf5764bd53d2 req-6cb756c3-028c-4fe5-8c9f-4df15ee8c037 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:43.297188 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c0fda18-ed04-42ac-a8b9-cf5764bd53d2 req-6cb756c3-028c-4fe5-8c9f-4df15ee8c037 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0746884 Dec 23 09:14:43.343087 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5c0fda18-ed04-42ac-a8b9-cf5764bd53d2 req-292cf8cf-c7a4-407e-a1a7-880d49277428 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403311 Dec 23 09:14:44.537407 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b6562-2527-4219-a581-f249c871812b req-5269fcf6-eb0d-4c74-b831-c623fa839511 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:44.539541 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b64b6562-2527-4219-a581-f249c871812b req-5269fcf6-eb0d-4c74-b831-c623fa839511 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0795774 Dec 23 09:14:44.582970 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b64b6562-2527-4219-a581-f249c871812b req-2b9996c8-7342-4ee6-a36c-50bc3fe7cdca tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380642 Dec 23 09:14:45.784576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505e48a-b3d1-4565-9730-add8d47b3dd1 req-8a967cfb-41a3-4038-89ed-9b2b7db92d07 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:45.785931 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f505e48a-b3d1-4565-9730-add8d47b3dd1 req-8a967cfb-41a3-4038-89ed-9b2b7db92d07 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0825148 Dec 23 09:14:45.830147 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f505e48a-b3d1-4565-9730-add8d47b3dd1 req-340c12a5-0185-47de-b2b5-216ba219aba6 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387731 Dec 23 09:14:47.029295 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbad9fb-fa30-4a6d-8eef-ed058b9ea934 req-c06cae42-9932-479a-9b02-c154f35d77ec tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:47.030788 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0dbad9fb-fa30-4a6d-8eef-ed058b9ea934 req-c06cae42-9932-479a-9b02-c154f35d77ec tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0839629 Dec 23 09:14:47.074464 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0dbad9fb-fa30-4a6d-8eef-ed058b9ea934 req-5d3ad7fa-e784-4734-b41a-008a0c168f3a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382497 Dec 23 09:14:48.174450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4b5758e2-1c1f-4602-b532-5b2a803393be details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:14:48.265314 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23882543-502f-4ffc-954f-25318cbf3e55 req-05f99eee-c257-4336-890e-cc003a965f9c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:48.266690 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-23882543-502f-4ffc-954f-25318cbf3e55 req-05f99eee-c257-4336-890e-cc003a965f9c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 943 time: 0.0747356 Dec 23 09:14:48.308338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4b5758e2-1c1f-4602-b532-5b2a803393be,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:14:48.316228 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-23882543-502f-4ffc-954f-25318cbf3e55 req-a4937bd5-9360-4c9b-9697-1820a731fb43 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439856 Dec 23 09:14:48.321973 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'port_id': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'mac_address': 'fa:16:3e:93:a9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:14:48.377472 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:48.394323 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5758e2-1c1f-4602-b532-5b2a803393be {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:14:48.408981 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4b5758e2-1c1f-4602-b532-5b2a803393be,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:14:48.413458 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:48.477353 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=4b5758e2-1c1f-4602-b532-5b2a803393be,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:14:48.668487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['4b5758e2-1c1f-4602-b532-5b2a803393be'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:14:49.527493 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553c059-a5d3-4d90-9a31-dd478defb3f7 req-6622d08b-bd92-42d7-ae0b-ebb4b4658ac3 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:49.528939 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f553c059-a5d3-4d90-9a31-dd478defb3f7 req-6622d08b-bd92-42d7-ae0b-ebb4b4658ac3 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 944 time: 0.0752401 Dec 23 09:14:49.573156 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f553c059-a5d3-4d90-9a31-dd478defb3f7 req-f5f3a260-9cf1-43da-86fc-034a61f0e000 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387323 Dec 23 09:14:50.190085 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4b5758e2-1c1f-4602-b532-5b2a803393be up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:14:50.257935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 4b5758e2-1c1f-4602-b532-5b2a803393be triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:14:50.258319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:50.366481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:50.391441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:14:50.401169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4b5758e2-1c1f-4602-b532-5b2a803393be,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:14:50.405094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:14:50.446477 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'code': 200} Dec 23 09:14:50.471291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=4b5758e2-1c1f-4602-b532-5b2a803393be,revision_number=8']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:14:50.701444 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-834f6d38-c599-455a-b3e5-660466c58bcd req-55c5f37f-7bac-4a44-a269-50f4db65afda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1098 time: 0.0655184 Dec 23 09:14:50.743008 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-834f6d38-c599-455a-b3e5-660466c58bcd req-15c2e163-89c5-4a10-9b18-58d655a21733 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353909 Dec 23 09:14:50.769193 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dd2d6-5712-4c8d-bb09-36a2f04d71a5 req-b0676732-f921-4b11-b2b7-614b2b879c4e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:50.770657 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-884dd2d6-5712-4c8d-bb09-36a2f04d71a5 req-b0676732-f921-4b11-b2b7-614b2b879c4e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0790796 Dec 23 09:14:50.814841 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-884dd2d6-5712-4c8d-bb09-36a2f04d71a5 req-f367b862-69ed-4f02-bcd6-40958283053a tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387423 Dec 23 09:14:52.011383 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09ba6c-518d-48a2-b021-bf01b253196c req-614dde21-aee9-4f7f-bd74-6c82893daf22 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:14:52.012778 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6a09ba6c-518d-48a2-b021-bf01b253196c req-614dde21-aee9-4f7f-bd74-6c82893daf22 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0796537 Dec 23 09:14:52.057756 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-6a09ba6c-518d-48a2-b021-bf01b253196c req-ee18ee3b-b234-4897-af1c-e913bf207d1d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395606 Dec 23 09:15:00.579712 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-eb837f3f-ffbb-4ca4-8b70-afe7385ea30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:00.906743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:02.874329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-752f945d-25c1-497e-92aa-fb0683eae9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:03.983648 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:04.098795 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:05.437732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:15.335895 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:15:15.997843 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-4c7493e3-70cf-4802-927e-4bfe7f77fe82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691278 Dec 23 09:15:16.135586 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-0c6d2c32-a985-4e05-ac64-761c24e14d2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1098 time: 0.0697351 Dec 23 09:15:16.282865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-e3c202e8-93cb-4475-9a88-f5479c017243 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:15:16.284292 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-e3c202e8-93cb-4475-9a88-f5479c017243 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1268425 Dec 23 09:15:16.384940 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-6e398ff9-6fb4-478e-8c5c-a2d77f476312 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 1000 time: 0.0941327 Dec 23 09:15:16.452035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-5db7c590-e087-4dfc-b5c0-b92c6e6818fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:15:16.452035 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-5db7c590-e087-4dfc-b5c0-b92c6e6818fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0577800 Dec 23 09:15:16.626369 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-ee9c4c84-6dbe-4b16-989d-769bf3d60041 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1704605 Dec 23 09:15:16.763317 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-5ddb3c38-b905-4bec-ae79-5d73bc90e838 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303530 Dec 23 09:15:16.898665 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-a8e926e4-7889-45ff-8eef-8ab06f78d48e req-019258fa-fc4f-44e4-bc48-1e20a41b7ff2 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296129 Dec 23 09:15:30.581361 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e7be34e2-93fe-4b48-841b-fb5e198f3658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:30.907103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:32.877781 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d7cdaf7f-3ea7-41ef-9e18-e6fbd780346d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:33.987156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:34.100464 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:35.439752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:15:52.330998 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:16:00.583090 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-42052484-5495-4f04-aa77-ff56d760f9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:00.920987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:02.880091 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-eed199dc-5652-4b0a-aa2d-c70d10751f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:03.988553 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:04.102679 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:05.442945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:08.229458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59132) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:08.423307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Deleting port 24d4002f-3534-498d-95ae-e9d61c40b024 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:08.423639 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:08.589226 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:08.589538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:08.710132 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Calling delete_port for 24d4002f-3534-498d-95ae-e9d61c40b024 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:08.857420 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:08.903051 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event deleted for resources: {'Port': ['ID=24d4002f-3534-498d-95ae-e9d61c40b024,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:08.915697 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.916032 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.916363 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.916689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.917424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.917424 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.917624 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.917938 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.918282 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.918593 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:08.918904 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:09.007751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:09.477703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Router 37679d17-4df2-4145-b4a8-fb309e80a06d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:16:09.671605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:16:09.681996 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ae675-7be3-4511-ac20-14457f029688 None None] Sync routers for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:16:09.687484 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:09.694188 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ae675-7be3-4511-ac20-14457f029688 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:09.694780 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-721ae675-7be3-4511-ac20-14457f029688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:09.742472 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-57cb7a89-58d7-447a-a5bb-ae88ba5f325d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "DELETE /v2.0/floatingips/c48b184c-e6f3-4781-9fb6-2f864a95dd60 HTTP/1.1" status: 204 len: 168 time: 1.5118115 Dec 23 09:16:09.742940 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:16:09.821068 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'status': 'completed', 'code': 200} Dec 23 09:16:09.871370 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-721ae675-7be3-4511-ac20-14457f029688 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:09.913863 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7970f718-8453-481c-8312-9f29c4d4256a req-36213c68-e4a1-43d1-bdf5-bfe02d7bfe86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 1098 time: 0.0701022 Dec 23 09:16:10.053816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970f718-8453-481c-8312-9f29c4d4256a req-73ac8018-0fdd-4278-b1e4-900fc16cd750 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:10.055331 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7970f718-8453-481c-8312-9f29c4d4256a req-73ac8018-0fdd-4278-b1e4-900fc16cd750 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 200 len: 908 time: 0.1358452 Dec 23 09:16:10.126762 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7970f718-8453-481c-8312-9f29c4d4256a req-26a5d527-8d14-4f97-9fa6-20e60ab047d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 200 len: 217 time: 0.0644631 Dec 23 09:16:10.176357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a6e2f-1c75-4fef-8cdd-be40ec64275e req-92a0e2eb-7812-4bd0-9de6-6d083465d71b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:10.177853 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-509a6e2f-1c75-4fef-8cdd-be40ec64275e req-92a0e2eb-7812-4bd0-9de6-6d083465d71b tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0853119 Dec 23 09:16:10.189909 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970f718-8453-481c-8312-9f29c4d4256a req-0129c324-610f-4e00-9e6d-077b439b2972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:10.191787 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7970f718-8453-481c-8312-9f29c4d4256a req-0129c324-610f-4e00-9e6d-077b439b2972 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 200 len: 847 time: 0.0586116 Dec 23 09:16:10.218403 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-721ae675-7be3-4511-ac20-14457f029688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:10.222294 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ae675-7be3-4511-ac20-14457f029688 None None] Checking router: 37679d17-4df2-4145-b4a8-fb309e80a06d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:16:10.225894 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-509a6e2f-1c75-4fef-8cdd-be40ec64275e req-564558f8-51a7-4d21-b56f-17996c387c4c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419014 Dec 23 09:16:10.236615 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ae675-7be3-4511-ac20-14457f029688 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:10.237221 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-721ae675-7be3-4511-ac20-14457f029688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:10.267387 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7970f718-8453-481c-8312-9f29c4d4256a req-3665918f-77b0-4072-bd4c-04b7b7f1f475 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7616a127-a700-4350-af74-25b15cf7f826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690520 Dec 23 09:16:10.398804 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7970f718-8453-481c-8312-9f29c4d4256a req-c8486b71-7032-417c-9945-b0fc8c8f1e24 service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238675 Dec 23 09:16:10.409847 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-721ae675-7be3-4511-ac20-14457f029688 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:10.531128 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-7970f718-8453-481c-8312-9f29c4d4256a req-1fa63c6d-ac20-44e9-81eb-85211653deaa service neutron] 10.222.0.24 "GET /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258028 Dec 23 09:16:10.714941 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-721ae675-7be3-4511-ac20-14457f029688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:10.718681 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ae675-7be3-4511-ac20-14457f029688 None None] The sync data for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv is: [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:07:27Z', 'revision_number': 4, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'd632ae54-d216-44c8-a064-f67f351ca127', 'name': '', 'network_id': '7616a127-a700-4350-af74-25b15cf7f826', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'mac_address': 'fa:16:3e:1d:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:27Z', 'updated_at': '2021-12-23T09:07:37Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'subnets': [{'id': '115abf01-f2cd-418d-ab5e-20f873f5e4f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:16:10.927757 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bd38ad-b3b6-4227-b24e-576274a0e439 None None] New status for floating IP c48b184c-e6f3-4781-9fb6-2f864a95dd60: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:16:11.451504 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc6c0-cea9-4600-949a-e87b4f374a51 req-3bd8c2ec-867f-481d-b6af-9320affbc265 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:11.452944 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffefc6c0-cea9-4600-949a-e87b4f374a51 req-3bd8c2ec-867f-481d-b6af-9320affbc265 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0740941 Dec 23 09:16:11.500573 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-ffefc6c0-cea9-4600-949a-e87b4f374a51 req-d7960782-4104-4c4e-bcc4-39de768a950d tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/security-groups?id=0672477d-cb02-465d-90e6-4596795f3593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422990 Dec 23 09:16:11.622583 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-8f97d065-c643-477f-a44c-3a7d39e3fb5c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:11.623184 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-8f97d065-c643-477f-a44c-3a7d39e3fb5c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Synchronizing usage tracker for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:port {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:16:11.637848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-8f97d065-c643-477f-a44c-3a7d39e3fb5c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Unset dirty status for tenant:af6749e9ab5b4a7c8c79b09fdddc6de1 on resource:port {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:16:11.639138 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-8f97d065-c643-477f-a44c-3a7d39e3fb5c tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 945 time: 0.0920792 Dec 23 09:16:11.707008 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Deleting port 4b5758e2-1c1f-4602-b532-5b2a803393be {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:11.707238 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:11.955951 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] For port 4b5758e2-1c1f-4602-b532-5b2a803393be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4b5758e2-1c1f-4602-b532-5b2a803393be,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:11.956587 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:12.081729 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Calling delete_port for 4b5758e2-1c1f-4602-b532-5b2a803393be owned by compute:nova {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:12.316547 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:12.363796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event deleted for resources: {'Port': ['ID=4b5758e2-1c1f-4602-b532-5b2a803393be,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:12.438520 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] No DVR routers for this DVR port 4b5758e2-1c1f-4602-b532-5b2a803393be on host hv-neutron-8225 {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:16:12.440876 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:12.443272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'name': 'network-vif-deleted', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:16:12.457818 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-2747b30b-4bd4-4fde-92ef-92f09326a7d9 req-57d275b0-77f4-4108-bd7d-94b2dda628c5 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.24 "DELETE /v2.0/ports/4b5758e2-1c1f-4602-b532-5b2a803393be HTTP/1.1" status: 204 len: 173 time: 0.8135531 Dec 23 09:16:12.500444 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a7fe495-adda-470c-9406-30eb609725ac', 'name': 'network-vif-deleted', 'tag': '4b5758e2-1c1f-4602-b532-5b2a803393be', 'status': 'completed', 'code': 200} Dec 23 09:16:12.668425 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-e080a55c-a6e2-477f-bc81-5268ecf3b000 req-b8abdc7e-232f-456c-9d91-27556bc55e84 tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7fe495-adda-470c-9406-30eb609725ac HTTP/1.1" status: 200 len: 210 time: 0.0400822 Dec 23 09:16:13.771323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59154) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:13.840258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:13.869588 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:13.931707 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:13.956760 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0672477d-cb02-465d-90e6-4596795f3593,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:13.968924 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:13.969942 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] 10.222.0.36 "DELETE /v2.0/security-groups/0672477d-cb02-465d-90e6-4596795f3593 HTTP/1.1" status: 204 len: 168 time: 0.1975977 Dec 23 09:16:13.971645 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.971980 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.972540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.972666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.972940 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.973259 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.973579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.973895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.974239 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.974551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:13.974865 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74998eb4-127b-499f-bf65-4fb9ec3c313e tempest-TestShelveInstance-1115166304 tempest-TestShelveInstance-1115166304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:14.025553 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59160) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:14.659665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4b5758e2-1c1f-4602-b532-5b2a803393be no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:16:14.695043 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:14.705395 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 4b5758e2-1c1f-4602-b532-5b2a803393be {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:16:14.705811 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 4b5758e2-1c1f-4602-b532-5b2a803393be not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:16:15.282818 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Deleting port d632ae54-d216-44c8-a064-f67f351ca127 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:15.283359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:15.479164 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] For port d632ae54-d216-44c8-a064-f67f351ca127, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d632ae54-d216-44c8-a064-f67f351ca127,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:15.479509 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:15.599944 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Calling delete_port for d632ae54-d216-44c8-a064-f67f351ca127 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:15.772895 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:15.817372 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d632ae54-d216-44c8-a064-f67f351ca127,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:16.186024 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:16.750100 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Router 37679d17-4df2-4145-b4a8-fb309e80a06d has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:16:16.942119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:16:16.950555 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] Sync routers for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:16:16.953941 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-295db2b5-df94-4045-9454-e79b0a7851b0 admin admin] 10.222.0.36 "PUT /v2.0/routers/37679d17-4df2-4145-b4a8-fb309e80a06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273245 Dec 23 09:16:16.956406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59168) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:16.961797 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:16.962404 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:17.133405 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:17.148720 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks [] for router, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:17.340320 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:17.349201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Deleting port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:17.349599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:17.413154 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:16:15Z', 'revision_number': 5, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port': {'id': '3d2c7c48-d4ea-4ea5-bf9f-d09954d23557', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:25Z', 'updated_at': '2021-12-23T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:17.417330 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] Checking router: 37679d17-4df2-4145-b4a8-fb309e80a06d for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:16:17.428536 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] Routers {'37679d17-4df2-4145-b4a8-fb309e80a06d'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:17.429128 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['37679d17-4df2-4145-b4a8-fb309e80a06d'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:17.601098 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] Set router 37679d17-4df2-4145-b4a8-fb309e80a06d gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:17.626856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] For port 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=3d2c7c48-d4ea-4ea5-bf9f-d09954d23557,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:17.627199 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:17.706419 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:16:17Z', 'revision_number': 6, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:17.711119 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29276b9-3e99-402e-8639-a1c7a6e46412 None None] The sync data for ids ['37679d17-4df2-4145-b4a8-fb309e80a06d'] in dv-neutron-822507-1-hyperv is: [{'id': '37679d17-4df2-4145-b4a8-fb309e80a06d', 'name': 'tempest-TestShelveInstance-122198619-router', 'tenant_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:24Z', 'updated_at': '2021-12-23T09:16:17Z', 'revision_number': 6, 'project_id': 'af6749e9ab5b4a7c8c79b09fdddc6de1', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:16:17.755357 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Calling delete_port for 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 owned by network:router_gateway {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:17.914154 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:17.958789 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2c7c48-d4ea-4ea5-bf9f-d09954d23557,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:18.185443 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.444555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.448632 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.478205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.478761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37679d17-4df2-4145-b4a8-fb309e80a06d {{(pid=83522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 09:16:18.494432 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.497861 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-bf88baee-69b4-46a6-b7ae-0bf97ca8be5b admin admin] 10.222.0.36 "DELETE /v2.0/routers/37679d17-4df2-4145-b4a8-fb309e80a06d HTTP/1.1" status: 204 len: 168 time: 1.5382862 Dec 23 09:16:18.498309 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59172) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:18.556234 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cc2fd8-34a2-40f9-b551-4acba4157e06 admin admin] Deleting subnet 115abf01-f2cd-418d-ab5e-20f873f5e4f9 {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 09:16:18.559102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49cc2fd8-34a2-40f9-b551-4acba4157e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.612528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49cc2fd8-34a2-40f9-b551-4acba4157e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.690528 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49cc2fd8-34a2-40f9-b551-4acba4157e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.760123 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:16:18.763813 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49cc2fd8-34a2-40f9-b551-4acba4157e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.798270 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:16:18.798689 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 3d2c7c48-d4ea-4ea5-bf9f-d09954d23557 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:16:18.799188 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d632ae54-d216-44c8-a064-f67f351ca127 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:16:18.806381 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc2fd8-34a2-40f9-b551-4acba4157e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115abf01-f2cd-418d-ab5e-20f873f5e4f9,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:18.814651 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49cc2fd8-34a2-40f9-b551-4acba4157e06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.821003 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-49cc2fd8-34a2-40f9-b551-4acba4157e06 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/115abf01-f2cd-418d-ab5e-20f873f5e4f9 HTTP/1.1" status: 204 len: 168 time: 0.3216588 Dec 23 09:16:18.823423 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59176) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:18.832880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec8e356-bf4f-418f-b50f-1fd90568de2c None None] Network 7616a127-a700-4350-af74-25b15cf7f826 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:16:18.846881 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d632ae54-d216-44c8-a064-f67f351ca127 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:16:18.847222 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d632ae54-d216-44c8-a064-f67f351ca127 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:16:18.929237 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:18.944857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Deleting port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:18.945227 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.143631 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] For port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2bd981cf-57a7-4846-8da0-ec5ed50ecc2f,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:19.144056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.173292 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] DHCP port deletion for 7616a127-a700-4350-af74-25b15cf7f826 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 09:16:19.177545 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] Deleting port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:19.177962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.263481 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Calling delete_port for 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f owned by network:dhcp {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:19.337281 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.374189 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] For port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=2bd981cf-57a7-4846-8da0-ec5ed50ecc2f,segment=NetworkSegment(4489d501-30a9-4ea8-9fe5-61312896626f),segment_id=4489d501-30a9-4ea8-9fe5-61312896626f)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:19.374574 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.379148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd981cf-57a7-4846-8da0-ec5ed50ecc2f,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:19.385618 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] No DVR routers for this DVR port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f on host dv-neutron-822507-1-hyperv {{(pid=83523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:16:19.500961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.526800 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7616a127-a700-4350-af74-25b15cf7f826']}} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:19.531174 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] Calling delete_port for 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:19.539351 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4489d501-30a9-4ea8-9fe5-61312896626f') {'for_net_delete': True} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:19.539644 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.services.segments.db [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4489d501-30a9-4ea8-9fe5-61312896626f') {} {{(pid=83523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:19.550713 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193891'] for segment, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.571109 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.576958 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 09:16:19.577329 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32256365'] for segment, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: Traceback (most recent call last): Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: timer() Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: cb(*args, **kw) Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: return func(*args, **kwargs) Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: self._notify() Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: self.callback(batched_events) Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: event.method(event) Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: return f(self, *a, **k) Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._get(url).json() Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: return self.request(url, 'GET', **kwargs) Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 09:16:19.591067 dv-neutron-822507-1-hyperv neutron-server[83523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 09:16:19.600210 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 09:16:19.600562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 09:16:19.663024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.679394 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:19.690804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] Pushing event deleted for resources: {'Network': ['ID=7616a127-a700-4350-af74-25b15cf7f826,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:19.702758 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1e237d78-2ceb-419d-b055-c61287c69155 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7616a127-a700-4350-af74-25b15cf7f826 HTTP/1.1" status: 204 len: 168 time: 0.8782756 Dec 23 09:16:19.705567 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59180) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:20.102411 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] Deleting port 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:20.103029 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:20.166441 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-b8178bfc-0ebd-4f2d-a809-5c770b2cb0d5 None None] The port '2bd981cf-57a7-4846-8da0-ec5ed50ecc2f' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 09:16:20.172388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:20.729461 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:16:20.763323 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:16:20.763665 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 2bd981cf-57a7-4846-8da0-ec5ed50ecc2f not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:16:20.764680 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Deleting port b2512b07-75bd-4d1c-822f-6b18a4b85b0b {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:20.765160 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:20.933531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] For port b2512b07-75bd-4d1c-822f-6b18a4b85b0b, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=b2512b07-75bd-4d1c-822f-6b18a4b85b0b,segment=NetworkSegment(b567dc3c-e7e3-4cd5-9aaf-61685d464b47),segment_id=b567dc3c-e7e3-4cd5-9aaf-61685d464b47)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:20.933935 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:21.056918 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Calling delete_port for b2512b07-75bd-4d1c-822f-6b18a4b85b0b owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:21.231041 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:21.275430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2512b07-75bd-4d1c-822f-6b18a4b85b0b,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:21.643125 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:22.220804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Router 9ba3d549-8a1c-45be-b320-08e2fe2151ab has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:16:22.423135 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:16:22.432257 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] Sync routers for ids ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:16:22.440182 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-af1acfc0-1a15-4636-a91f-468821b98b05 admin admin] 10.222.0.36 "PUT /v2.0/routers/9ba3d549-8a1c-45be-b320-08e2fe2151ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7335520 Dec 23 09:16:22.442649 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59184) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:22.443997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] Routers {'9ba3d549-8a1c-45be-b320-08e2fe2151ab'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:22.445831 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:22.620364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] Set router 9ba3d549-8a1c-45be-b320-08e2fe2151ab gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:22.638842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:22.832385 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:22.842307 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Deleting port d34ed359-20db-4969-b02b-9c7c23d8f664 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:22.842719 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:22.903299 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:30Z', 'updated_at': '2021-12-23T09:16:21Z', 'revision_number': 5, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'gw_port': {'id': 'd34ed359-20db-4969-b02b-9c7c23d8f664', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:80:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:07:31Z', 'updated_at': '2021-12-23T09:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:22.908023 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] Checking router: 9ba3d549-8a1c-45be-b320-08e2fe2151ab for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:16:22.918532 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] Routers {'9ba3d549-8a1c-45be-b320-08e2fe2151ab'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:22.919118 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:23.074656 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] Set router 9ba3d549-8a1c-45be-b320-08e2fe2151ab gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:23.124517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] For port d34ed359-20db-4969-b02b-9c7c23d8f664, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=d34ed359-20db-4969-b02b-9c7c23d8f664,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:23.124863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:23.180143 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:30Z', 'updated_at': '2021-12-23T09:16:22Z', 'revision_number': 6, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:23.184306 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc8117-b41e-4cc0-b7e6-4e0c7c91e1d5 None None] The sync data for ids ['9ba3d549-8a1c-45be-b320-08e2fe2151ab'] in dv-neutron-822507-1-hyperv is: [{'id': '9ba3d549-8a1c-45be-b320-08e2fe2151ab', 'name': 'tempest-TestShelveInstance-1046495270-router', 'tenant_id': '4c7f727629c543e2a327f80949d57a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:07:30Z', 'updated_at': '2021-12-23T09:16:22Z', 'revision_number': 6, 'project_id': '4c7f727629c543e2a327f80949d57a82', 'gw_port_host': None}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:16:23.258170 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Calling delete_port for d34ed359-20db-4969-b02b-9c7c23d8f664 owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:23.418517 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:23.461181 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34ed359-20db-4969-b02b-9c7c23d8f664,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:23.682636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:23.931848 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:23.936095 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:23.963723 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:23.964214 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba3d549-8a1c-45be-b320-08e2fe2151ab {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 09:16:23.975875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:23.976987 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-abd08f52-6d4f-4ee9-ab5f-d2d65a3d3c64 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9ba3d549-8a1c-45be-b320-08e2fe2151ab HTTP/1.1" status: 204 len: 168 time: 1.5333202 Dec 23 09:16:23.979495 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59188) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:24.039191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_v2 [None req-921299f6-b854-44ca-b6a3-fe32fb501759 admin admin] Deleting subnet a56db6d2-13a5-4573-8172-fbc71e5d8dcc {{(pid=83523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 09:16:24.042102 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-921299f6-b854-44ca-b6a3-fe32fb501759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.090852 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-921299f6-b854-44ca-b6a3-fe32fb501759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1193900'] for subnet, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.174568 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-921299f6-b854-44ca-b6a3-fe32fb501759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.240747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-921299f6-b854-44ca-b6a3-fe32fb501759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32256459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32088749'] for subnet, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.280870 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921299f6-b854-44ca-b6a3-fe32fb501759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56db6d2-13a5-4573-8172-fbc71e5d8dcc,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:24.286413 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-921299f6-b854-44ca-b6a3-fe32fb501759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.292156 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a7673-5616-4381-9ef2-e9c5fc6c63b4 None None] Network 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:16:24.293272 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-921299f6-b854-44ca-b6a3-fe32fb501759 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a56db6d2-13a5-4573-8172-fbc71e5d8dcc HTTP/1.1" status: 204 len: 168 time: 0.3128512 Dec 23 09:16:24.295810 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59192) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:24.397271 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.407471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Deleting port a7c30585-7cdb-4591-a114-f7daae5a701a {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:24.407792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.539611 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] DHCP port deletion for 4e80f147-02ea-4b1c-8730-d5d142dcf3d2 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 09:16:24.543957 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] Deleting port a7c30585-7cdb-4591-a114-f7daae5a701a {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:24.544320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.706818 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] For port a7c30585-7cdb-4591-a114-f7daae5a701a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7c30585-7cdb-4591-a114-f7daae5a701a,segment=NetworkSegment(b567dc3c-e7e3-4cd5-9aaf-61685d464b47),segment_id=b567dc3c-e7e3-4cd5-9aaf-61685d464b47)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:24.707169 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.757544 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d34ed359-20db-4969-b02b-9c7c23d8f664 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:16:24.795371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: d34ed359-20db-4969-b02b-9c7c23d8f664 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:16:24.795625 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device d34ed359-20db-4969-b02b-9c7c23d8f664 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:16:24.796040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device a7c30585-7cdb-4591-a114-f7daae5a701a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:16:24.829630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Calling delete_port for a7c30585-7cdb-4591-a114-f7daae5a701a owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:24.873422 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] For port a7c30585-7cdb-4591-a114-f7daae5a701a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=a7c30585-7cdb-4591-a114-f7daae5a701a,segment=NetworkSegment(b567dc3c-e7e3-4cd5-9aaf-61685d464b47),segment_id=b567dc3c-e7e3-4cd5-9aaf-61685d464b47)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:24.873797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.906234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:24.950310 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c30585-7cdb-4591-a114-f7daae5a701a,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:24.954776 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] No DVR routers for this DVR port a7c30585-7cdb-4591-a114-f7daae5a701a on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:16:25.001342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] Calling delete_port for a7c30585-7cdb-4591-a114-f7daae5a701a owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:16:25.026403 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No ports have port_id starting with a7c30585-7cdb-4591-a114-f7daae5a701a Dec 23 09:16:25.032047 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b2512b07-75bd-4d1c-822f-6b18a4b85b0b no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:16:25.068064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.069562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: b2512b07-75bd-4d1c-822f-6b18a4b85b0b {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:16:25.069905 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device b2512b07-75bd-4d1c-822f-6b18a4b85b0b not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:16:25.093930 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e80f147-02ea-4b1c-8730-d5d142dcf3d2']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:25.105102 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 09:16:25.105446 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 09:16:25.106059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:25.106354 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b567dc3c-e7e3-4cd5-9aaf-61685d464b47') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:25.121115 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.141324 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.148188 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 09:16:25.148699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 09:16:25.161697 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 09:16:25.234342 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.249771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.261964 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] Pushing event deleted for resources: {'Network': ['ID=4e80f147-02ea-4b1c-8730-d5d142dcf3d2,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:25.266520 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2e2a3137-62ed-4e32-b150-b4f6d68898ef admin admin] 10.222.0.36 "DELETE /v2.0/networks/4e80f147-02ea-4b1c-8730-d5d142dcf3d2 HTTP/1.1" status: 204 len: 168 time: 0.9697134 Dec 23 09:16:25.400816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59198) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:25.449298 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b412bd7f-d16a-4d96-bc9e-46e9c6bfb256 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af6749e9ab5b4a7c8c79b09fdddc6de1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473251 Dec 23 09:16:25.451731 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59202) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:25.513962 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-67bf0166-aa26-41d3-ba64-33e7d50c231e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.538272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-67bf0166-aa26-41d3-ba64-33e7d50c231e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.587854 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-67bf0166-aa26-41d3-ba64-33e7d50c231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.606523 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf0166-aa26-41d3-ba64-33e7d50c231e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe13f995-f409-4178-8182-21578752289e,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:25.606678 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] Deleting port a7c30585-7cdb-4591-a114-f7daae5a701a {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:16:25.607134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.611748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-67bf0166-aa26-41d3-ba64-33e7d50c231e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:25.615946 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-67bf0166-aa26-41d3-ba64-33e7d50c231e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe13f995-f409-4178-8182-21578752289e HTTP/1.1" status: 204 len: 168 time: 0.1601641 Dec 23 09:16:25.679354 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-6bbac2b3-4f6e-40c3-8515-83ab4e7941bd None None] The port 'a7c30585-7cdb-4591-a114-f7daae5a701a' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 09:16:25.991855 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59210) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:26.040169 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-23300fc7-02c1-4b9b-ba0c-c16931ab94b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c7f727629c543e2a327f80949d57a82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471087 Dec 23 09:16:26.042526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59214) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:26.099057 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d335525e-cf80-425e-82dd-2484ffeaacb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:26.127252 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d335525e-cf80-425e-82dd-2484ffeaacb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:26.175798 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d335525e-cf80-425e-82dd-2484ffeaacb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:26.189880 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335525e-cf80-425e-82dd-2484ffeaacb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fb365b-dbb5-47d4-903b-e0c53af3ed95,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:26.195814 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-d335525e-cf80-425e-82dd-2484ffeaacb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:26.196901 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-d335525e-cf80-425e-82dd-2484ffeaacb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22fb365b-dbb5-47d4-903b-e0c53af3ed95 HTTP/1.1" status: 204 len: 168 time: 0.1535149 Dec 23 09:16:27.028291 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59236) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:27.161289 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1505486343-network', 'tenant_id': '6c74c29423304b21a765e2bc971678b6'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:27.166748 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:27.170522 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Usage tracker for resource:network and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:27.173332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:27.178958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:27.189106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Made reservation on behalf of 6c74c29423304b21a765e2bc971678b6 for: {'network': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:16:27.191495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.203619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.233839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:27.237571 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Usage tracker for resource:security_group_rule and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:27.240601 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:27.246170 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:27.311147 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.314815 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.342368 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 09:16:27.354823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05944ec4-3f47-486f-8ae7-260a8136cadf,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:27.360290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.360627 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.segments_db [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Added segment 6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0 of type vlan for network edf6cd50-16ce-402f-9621-dec4950c9e0f Dec 23 09:16:27.387148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.425281 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.426192 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:27.426765 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.523666 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] Pushing event updated for resources: {'Network': ['ID=edf6cd50-16ce-402f-9621-dec4950c9e0f,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:27.526562 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9021037e-6fe8-44d3-804a-79c1e93c1fbf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4972773 Dec 23 09:16:27.529447 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59242) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:27.534657 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Request body: {'subnet': {'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1505486343-subnet', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'ip_version': 4}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:27.534922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network edf6cd50-16ce-402f-9621-dec4950c9e0f details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 09:16:27.539656 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:27.543406 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Usage tracker for resource:subnet and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:27.546212 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:27.551772 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:27.562076 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Made reservation on behalf of 6c74c29423304b21a765e2bc971678b6 for: {'subnet': 1} {{(pid=83522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:16:27.564323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32392558'] for subnet, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.768512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1562790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32392572'] for subnet, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.836309 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad6f5b4-6202-4878-84a4-c743ee07f804,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:27.850526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Checking segment: {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:16:27.850872 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Network hostable DHCP agents. Network: edf6cd50-16ce-402f-9621-dec4950c9e0f, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 09:16:27.871710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Network edf6cd50-16ce-402f-9621-dec4950c9e0f is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 09:16:27.880229 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, edf6cd50-16ce-402f-9621-dec4950c9e0f) {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:27.884036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:27.884599 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.889924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e3133-9ba3-4d21-b6c0-f7f8d8414ee6 None None] Network edf6cd50-16ce-402f-9621-dec4950c9e0f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:16:27.903971 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-ba95230e-66f3-43ef-86df-7dc08cebed4a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3735263 Dec 23 09:16:27.906702 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59246) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:27.911742 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:27.916888 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:27.920691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Usage tracker for resource:router and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:27.923526 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:27.929125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:27.939139 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.940206 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:27.958397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.104032 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-edf6cd50-16ce-402f-9621-dec4950c9e0f', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 09:16:28.104835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.105777 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.260789 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Allocated IP 172.20.0.2 (edf6cd50-16ce-402f-9621-dec4950c9e0f/1ad6f5b4-6202-4878-84a4-c743ee07f804/46f1f7ce-5762-4a65-ba6b-5e76a317108a) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:16:28.377176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.409555 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.458245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.468253 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Transition to ACTIVE for port object 46f1f7ce-5762-4a65-ba6b-5e76a317108a will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:28.486093 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Transition to ACTIVE for port object 46f1f7ce-5762-4a65-ba6b-5e76a317108a will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:28.492853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.543521 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Allocated IP 172.26.8.94 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/074061cb-bcde-49e8-a55d-7622e7535f3a) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:16:28.561119 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Network edf6cd50-16ce-402f-9621-dec4950c9e0f is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:28.563936 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:28.568305 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:16:28.570349 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Pushing event updated for resources: {'Port': ['ID=46f1f7ce-5762-4a65-ba6b-5e76a317108a,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:28.605049 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.605378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.605705 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.606056 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.606380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.606698 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.607008 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.607329 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.607635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.607940 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.608250 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:28.666807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Attempting to bind port 46f1f7ce-5762-4a65-ba6b-5e76a317108a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:16:28.667278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Attempting to bind port 46f1f7ce-5762-4a65-ba6b-5e76a317108a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:16:28.667635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Attempting to bind port 46f1f7ce-5762-4a65-ba6b-5e76a317108a on network edf6cd50-16ce-402f-9621-dec4950c9e0f {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:16:28.674071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:16:28.674415 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Checking segment: {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:16:28.674802 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.675181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Bound using segment: {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:16:28.675621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Bound port: 46f1f7ce-5762-4a65-ba6b-5e76a317108a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:16:28.675978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.698609 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.726312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.796072 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] For port 46f1f7ce-5762-4a65-ba6b-5e76a317108a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:16:28.796371 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:28.798992 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] For port 46f1f7ce-5762-4a65-ba6b-5e76a317108a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=46f1f7ce-5762-4a65-ba6b-5e76a317108a,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:16:28.799215 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:28.803338 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:16:28.804809 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.832716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Pushing event updated for resources: {'Port': ['ID=074061cb-bcde-49e8-a55d-7622e7535f3a,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:28.888217 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffecf3f-52a0-4e80-a2cd-cf34b8f37f7f None None] Pushing event updated for resources: {'Port': ['ID=46f1f7ce-5762-4a65-ba6b-5e76a317108a,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:28.975095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:28.975823 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:29.213530 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Router a2434350-62a4-4a47-b926-2c9cc46e8b52 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 09:16:29.330761 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:16:29.410396 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:16:29.418715 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Sync routers for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:16:29.430347 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:29.431146 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:29.434330 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] Notify callbacks [] for router, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:29.438262 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-2090cade-f64a-40f2-9cf7-50fa6df434f2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5279474 Dec 23 09:16:29.438698 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59250) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:29.616959 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:29.828035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4970ac83-c5e7-44f4-9842-51787078b930 None None] Network edf6cd50-16ce-402f-9621-dec4950c9e0f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:16:29.911697 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:28Z', 'revision_number': 3, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:29.916168 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Checking router: a2434350-62a4-4a47-b926-2c9cc46e8b52 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:16:29.916513 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Updating router a2434350-62a4-4a47-b926-2c9cc46e8b52 port 074061cb-bcde-49e8-a55d-7622e7535f3a binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:16:29.926950 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-7f978386-8569-48f9-932c-8104d4331484 None None] Provisioning for port 46f1f7ce-5762-4a65-ba6b-5e76a317108a completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:29.975123 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.304747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.311676 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.324007 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Transition to ACTIVE for port object 074061cb-bcde-49e8-a55d-7622e7535f3a will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:30.330071 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.404095 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Pushing event updated for resources: {'Port': ['ID=074061cb-bcde-49e8-a55d-7622e7535f3a,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:30.412472 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Attempting to bind port 074061cb-bcde-49e8-a55d-7622e7535f3a on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:16:30.412832 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Attempting to bind port 074061cb-bcde-49e8-a55d-7622e7535f3a by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:16:30.413179 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Attempting to bind port 074061cb-bcde-49e8-a55d-7622e7535f3a on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:16:30.420267 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.420603 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.420932 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.421251 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.421579 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.421899 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.422238 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.422553 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.422877 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.423176 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.423482 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:16:30.428277 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:16:30.428633 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:16:30.429017 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.429390 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:16:30.429824 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Bound port: 074061cb-bcde-49e8-a55d-7622e7535f3a, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:16:30.430201 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.504131 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] For port 074061cb-bcde-49e8-a55d-7622e7535f3a, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:16:30.507937 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] For port 074061cb-bcde-49e8-a55d-7622e7535f3a, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=074061cb-bcde-49e8-a55d-7622e7535f3a,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:16:30.512408 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.518564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Allocated IP 172.20.0.1 (edf6cd50-16ce-402f-9621-dec4950c9e0f/1ad6f5b4-6202-4878-84a4-c743ee07f804/cbc92492-8ab3-466a-823e-53e06201191d) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:16:30.590590 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672abc6-cf7d-4979-961b-65f3bbcd8393 None None] Pushing event updated for resources: {'Port': ['ID=074061cb-bcde-49e8-a55d-7622e7535f3a,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:30.590995 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa1dc-6b48-470b-9e55-ebbd32e86d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.595004 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:30.595593 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:30.671186 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.687475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Transition to ACTIVE for port object cbc92492-8ab3-466a-823e-53e06201191d will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:30.717569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.781621 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 46f1f7ce-5762-4a65-ba6b-5e76a317108a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:30.788240 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Network edf6cd50-16ce-402f-9621-dec4950c9e0f is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:30.791099 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:30.793703 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:16:30.816007 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:30.839559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Pushing event updated for resources: {'Port': ['ID=cbc92492-8ab3-466a-823e-53e06201191d,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:30.865881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.870095 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 46f1f7ce-5762-4a65-ba6b-5e76a317108a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:30.875594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 46f1f7ce-5762-4a65-ba6b-5e76a317108a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:30.876167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:30.956745 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:31.009432 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:31.021812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:31.063274 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 46f1f7ce-5762-4a65-ba6b-5e76a317108a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=46f1f7ce-5762-4a65-ba6b-5e76a317108a,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:31.067337 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:31.130333 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:28Z', 'revision_number': 3, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:31.136269 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3854b-2eff-4528-ad4e-fee207f1f268 None None] The sync data for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv is: [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:28Z', 'revision_number': 3, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:16:31.148647 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=46f1f7ce-5762-4a65-ba6b-5e76a317108a,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:31.152496 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-05d7967d-cfa4-4d4f-b701-77abc666c2ba None None] Provisioning for port cbc92492-8ab3-466a-823e-53e06201191d completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:31.159520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-05d7967d-cfa4-4d4f-b701-77abc666c2ba None None] Provisioning complete for port cbc92492-8ab3-466a-823e-53e06201191d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:31.159520 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-05d7967d-cfa4-4d4f-b701-77abc666c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:31.213128 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:31.215750 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-05d7967d-cfa4-4d4f-b701-77abc666c2ba None None] Port cbc92492-8ab3-466a-823e-53e06201191d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:16:31.219055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:31.324230 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Pushing event updated for resources: {'Port': ['ID=cbc92492-8ab3-466a-823e-53e06201191d,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:31.329089 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:31.570655 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Network edf6cd50-16ce-402f-9621-dec4950c9e0f is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:31.571496 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:31.850969 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-3ab322aa-9619-482f-9631-153639c7fa4e None None] Provisioning complete for port cbc92492-8ab3-466a-823e-53e06201191d triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:31.851297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3ab322aa-9619-482f-9631-153639c7fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:31.912244 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-3ab322aa-9619-482f-9631-153639c7fa4e None None] Port cbc92492-8ab3-466a-823e-53e06201191d cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:16:31.967409 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Router a2434350-62a4-4a47-b926-2c9cc46e8b52 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:16:32.161471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:16:32.170491 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c0cdef22-be49-4ff4-a883-77dd0549ad0d admin admin] 10.222.0.36 "PUT /v2.0/routers/a2434350-62a4-4a47-b926-2c9cc46e8b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7307746 Dec 23 09:16:32.801649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 074061cb-bcde-49e8-a55d-7622e7535f3a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:32.874539 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port 074061cb-bcde-49e8-a55d-7622e7535f3a completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:32.884076 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 074061cb-bcde-49e8-a55d-7622e7535f3a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:32.884429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:32.919342 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3c22e0d7-2cec-4b98-b359-685f24269156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:32.977189 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59272) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:32.982709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-159030815-network', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:32.987588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:32.991899 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Usage tracker for resource:network and tenant:e8629ed5cd5e4998961c5e9edb89413f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:32.994770 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:33.000682 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:33.004289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.011840 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Made reservation on behalf of e8629ed5cd5e4998961c5e9edb89413f for: {'network': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:16:33.014174 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for network, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.020577 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port 074061cb-bcde-49e8-a55d-7622e7535f3a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=074061cb-bcde-49e8-a55d-7622e7535f3a,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:33.025249 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.026088 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 46f1f7ce-5762-4a65-ba6b-5e76a317108a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:33.027349 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.057857 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:33.061608 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e8629ed5cd5e4998961c5e9edb89413f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:33.064482 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:33.070933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:33.140727 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.142624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=074061cb-bcde-49e8-a55d-7622e7535f3a,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:33.145090 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.156416 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 46f1f7ce-5762-4a65-ba6b-5e76a317108a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:33.156670 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.176825 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 09:16:33.189465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91741cdd-9b18-4221-8dd6-eeb2c87fb0f1,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:33.194337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.194924 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.db.segments_db [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Added segment 91274981-cad1-43aa-be34-3f9524deecd0 of type vlan for network 1c64675c-e088-4bd4-95cb-1350f43a8d85 Dec 23 09:16:33.221505 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788091130085'] for network, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.251103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840'] for network, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.251933 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:33.252507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Notify callbacks [] for network, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.353897 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3755445 Dec 23 09:16:33.354614 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec9c29-b002-44ff-bd44-221580f070d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1c64675c-e088-4bd4-95cb-1350f43a8d85,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:33.356569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59276) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:33.361915 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Request body: {'subnet': {'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-159030815-subnet', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'ip_version': 4}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:33.364961 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Network 1c64675c-e088-4bd4-95cb-1350f43a8d85 details requested by agent ovs-agent-dv-neutron-822507-1-hyperv with host dv-neutron-822507-1-hyperv {{(pid=83524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 09:16:33.366957 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:33.370769 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Usage tracker for resource:subnet and tenant:e8629ed5cd5e4998961c5e9edb89413f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:33.373561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:33.379161 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:33.390025 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Made reservation on behalf of e8629ed5cd5e4998961c5e9edb89413f for: {'subnet': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:16:33.392430 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32088758'] for subnet, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.591213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32256388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32088740'] for subnet, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.666574 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d35c853-6b17-4f6e-bde6-8e5561634b43,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:33.676724 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Checking segment: {'id': '91274981-cad1-43aa-be34-3f9524deecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:16:33.677068 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Network hostable DHCP agents. Network: 1c64675c-e088-4bd4-95cb-1350f43a8d85, hostable agents: ['9d1cddfb-ec3e-447a-84a8-ca93d031775e'], hosted agents: [] {{(pid=83523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 09:16:33.698467 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Network 1c64675c-e088-4bd4-95cb-1350f43a8d85 is scheduled to be hosted by DHCP agent 9d1cddfb-ec3e-447a-84a8-ca93d031775e with binding_index 1 {{(pid=83523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 09:16:33.706949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822507-1-hyperv, 1c64675c-e088-4bd4-95cb-1350f43a8d85) {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:33.711292 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:33.711868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.715435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7306f6-4b34-4e7f-a9ce-2e4a5596095c None None] Network 1c64675c-e088-4bd4-95cb-1350f43a8d85 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:16:33.731627 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-de28dd31-bfb3-4f13-a677-22401cc71555 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3740604 Dec 23 09:16:33.734185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59280) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:33.739355 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:33.744436 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:33.748153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Usage tracker for resource:router and tenant:e8629ed5cd5e4998961c5e9edb89413f is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:33.750954 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:33.757193 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:33.767503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2049087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1857'] for router, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.768362 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2049104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2047651', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2038682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1878'] for router, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.788000 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.930804 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2047665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2049229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1828'] for router, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:33.938080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb70917cf-d170-57d3-a40e-9f63104222bb-1c64675c-e088-4bd4-95cb-1350f43a8d85', 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'fixed_ips': [{'subnet_id': '6d35c853-6b17-4f6e-bde6-8e5561634b43'}]}} from dv-neutron-822507-1-hyperv. {{(pid=83524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 09:16:33.939110 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.027223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.141401 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.160969 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.db_base_plugin_common [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Allocated IP 172.20.0.2 (1c64675c-e088-4bd4-95cb-1350f43a8d85/6d35c853-6b17-4f6e-bde6-8e5561634b43/f8e2bf83-998e-4f7a-99fb-59a948fa7aae) {{(pid=83524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:16:34.233751 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.263966 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.366807 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Notify callbacks [] for port, precommit_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.378256 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Transition to ACTIVE for port object f8e2bf83-998e-4f7a-99fb-59a948fa7aae will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:34.399546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Transition to ACTIVE for port object f8e2bf83-998e-4f7a-99fb-59a948fa7aae will not be triggered until provisioned by entity DHCP. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:34.404492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641'] for port, after_create {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.408571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Allocated IP 172.26.8.148 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/f47988fd-7d7b-4fbe-b174-fbb9bc721ceb) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:16:34.477550 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Network 1c64675c-e088-4bd4-95cb-1350f43a8d85 is already hosted by enough agents. {{(pid=83524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:34.480389 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.scheduler.base_scheduler [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Resources bound (agent type, host, resource id): {{(pid=83524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:34.484714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Received port after_create {{(pid=83524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:16:34.486815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Pushing event updated for resources: {'Port': ['ID=f8e2bf83-998e-4f7a-99fb-59a948fa7aae,revision_number=1']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:34.568343 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.572335 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Attempting to bind port f8e2bf83-998e-4f7a-99fb-59a948fa7aae on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:16:34.572637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Attempting to bind port f8e2bf83-998e-4f7a-99fb-59a948fa7aae by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '91274981-cad1-43aa-be34-3f9524deecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:16:34.572990 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Attempting to bind port f8e2bf83-998e-4f7a-99fb-59a948fa7aae on network 1c64675c-e088-4bd4-95cb-1350f43a8d85 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:16:34.579131 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:16:34.579492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Checking segment: {'id': '91274981-cad1-43aa-be34-3f9524deecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:16:34.579883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.580263 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Bound using segment: {'id': '91274981-cad1-43aa-be34-3f9524deecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:16:34.580710 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Bound port: f8e2bf83-998e-4f7a-99fb-59a948fa7aae, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91274981-cad1-43aa-be34-3f9524deecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:16:34.581071 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.597931 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.624876 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Sync routers for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:16:34.658775 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:34.659509 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:34.663035 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:34.665731 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:34.668082 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:16:34.707465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Pushing event updated for resources: {'Port': ['ID=f47988fd-7d7b-4fbe-b174-fbb9bc721ceb,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:34.748674 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 074061cb-bcde-49e8-a55d-7622e7535f3a up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:34.788645 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] For port f8e2bf83-998e-4f7a-99fb-59a948fa7aae, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:16:34.809524 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] For port f8e2bf83-998e-4f7a-99fb-59a948fa7aae, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f8e2bf83-998e-4f7a-99fb-59a948fa7aae,segment=NetworkSegment(91274981-cad1-43aa-be34-3f9524deecd0),segment_id=91274981-cad1-43aa-be34-3f9524deecd0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:16:34.836832 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.837492 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2049220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2047312'] for router, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.869649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:34.981380 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811a126-2520-449d-a6d9-fe11e9027068 None None] Pushing event updated for resources: {'Port': ['ID=f8e2bf83-998e-4f7a-99fb-59a948fa7aae,revision_number=2']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:34.995598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:35.042496 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port 074061cb-bcde-49e8-a55d-7622e7535f3a triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:35.042858 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:35.075373 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Router be5a259c-030a-4de1-b05f-7f010fdb9803 is scheduled to L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 with binding_index 1 {{(pid=83523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 09:16:35.314056 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:16:35.324161 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Sync routers for ids ['be5a259c-030a-4de1-b05f-7f010fdb9803'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:16:35.335923 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Routers {'be5a259c-030a-4de1-b05f-7f010fdb9803'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:35.336512 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['be5a259c-030a-4de1-b05f-7f010fdb9803'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:35.349666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:35.353574 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-fd62c76e-c820-4d67-8f9c-c170599a2ffa admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6160362 Dec 23 09:16:35.353781 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59284) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:35.457490 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:31Z', 'revision_number': 2, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:35.461105 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:35.462856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Checking router: a2434350-62a4-4a47-b926-2c9cc46e8b52 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:16:35.463291 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Updating router a2434350-62a4-4a47-b926-2c9cc46e8b52 port cbc92492-8ab3-466a-823e-53e06201191d binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:16:35.521554 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:35.524218 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Set router be5a259c-030a-4de1-b05f-7f010fdb9803 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:35.817895 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:33Z', 'updated_at': '2021-12-23T09:16:34Z', 'revision_number': 3, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'gw_port': {'id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:34Z', 'updated_at': '2021-12-23T09:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:35.822465 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Checking router: be5a259c-030a-4de1-b05f-7f010fdb9803 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:16:35.822797 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Updating router be5a259c-030a-4de1-b05f-7f010fdb9803 port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb binding host dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:16:35.893053 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:35.986774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d848233-ed1e-4d0b-bdaa-05c6dfbb8502 None None] Network 1c64675c-e088-4bd4-95cb-1350f43a8d85 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:16:36.095140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.120752 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-85e0bd84-7b9b-497c-b6b2-b2d458c363ec None None] Provisioning for port f8e2bf83-998e-4f7a-99fb-59a948fa7aae completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:36.129997 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Transition to ACTIVE for port object cbc92492-8ab3-466a-823e-53e06201191d will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:36.148761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.241117 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Notify callbacks [] for port, precommit_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.254557 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.provisioning_blocks [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Transition to ACTIVE for port object f47988fd-7d7b-4fbe-b174-fbb9bc721ceb will not be triggered until provisioned by entity L2. {{(pid=83525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:36.262749 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.330371 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda8d07-eb53-44fe-93cf-65b94577be19 None None] Pushing event updated for resources: {'Port': ['ID=cbc92492-8ab3-466a-823e-53e06201191d,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:36.336024 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af614b8-9fa5-493a-b9ef-cc45cb48fdd8 None None] Pushing event updated for resources: {'Port': ['ID=f47988fd-7d7b-4fbe-b174-fbb9bc721ceb,revision_number=2']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:36.348540 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.367849 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Attempting to bind port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:16:36.368613 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Attempting to bind port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:16:36.369147 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Attempting to bind port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb on network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:16:36.376296 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:16:36.376884 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Checking segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:16:36.377483 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.378038 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Bound using segment: {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'} {{(pid=83525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:16:36.378647 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.managers [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Bound port: f47988fd-7d7b-4fbe-b174-fbb9bc721ceb, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f19b8-fc14-4446-9012-b47501516268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5'}}] {{(pid=83525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:16:36.379161 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.458770 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] For port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:16:36.462068 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.plugins.ml2.db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] For port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f47988fd-7d7b-4fbe-b174-fbb9bc721ceb,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:16:36.462213 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Attempting to bind port cbc92492-8ab3-466a-823e-53e06201191d on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:16:36.462568 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Attempting to bind port cbc92492-8ab3-466a-823e-53e06201191d by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:16:36.463145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Attempting to bind port cbc92492-8ab3-466a-823e-53e06201191d on network edf6cd50-16ce-402f-9621-dec4950c9e0f {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:16:36.484792 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron_lib.callbacks.manager [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.487546 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:16:36.487922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Checking segment: {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:16:36.488742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.489145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Bound using segment: {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:16:36.489756 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Bound port: cbc92492-8ab3-466a-823e-53e06201191d, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:16:36.490235 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.590156 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af614b8-9fa5-493a-b9ef-cc45cb48fdd8 None None] Pushing event updated for resources: {'Port': ['ID=f47988fd-7d7b-4fbe-b174-fbb9bc721ceb,revision_number=3']} {{(pid=83525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:36.601124 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Routers {'be5a259c-030a-4de1-b05f-7f010fdb9803'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:36.601877 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['be5a259c-030a-4de1-b05f-7f010fdb9803'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:36.607083 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] For port cbc92492-8ab3-466a-823e-53e06201191d, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:16:36.610667 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] For port cbc92492-8ab3-466a-823e-53e06201191d, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cbc92492-8ab3-466a-823e-53e06201191d,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:16:36.611263 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Allocated IP 172.20.0.1 (1c64675c-e088-4bd4-95cb-1350f43a8d85/6d35c853-6b17-4f6e-bde6-8e5561634b43/cfa4993e-0051-4794-aa20-5a041c1708e3) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:16:36.618685 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.771643 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:36.772431 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:36.828930 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.861120 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Transition to ACTIVE for port object cfa4993e-0051-4794-aa20-5a041c1708e3 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:36.865884 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] Set router be5a259c-030a-4de1-b05f-7f010fdb9803 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:36.869742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f8e2bf83-998e-4f7a-99fb-59a948fa7aae up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:36.891311 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:36.908104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda8d07-eb53-44fe-93cf-65b94577be19 None None] Pushing event updated for resources: {'Port': ['ID=cbc92492-8ab3-466a-823e-53e06201191d,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:36.981732 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Network 1c64675c-e088-4bd4-95cb-1350f43a8d85 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:36.984708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:37.004689 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:16:37.051117 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Pushing event updated for resources: {'Port': ['ID=cfa4993e-0051-4794-aa20-5a041c1708e3,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:37.093586 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2047386'] for router_interface, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:37.098823 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f8e2bf83-998e-4f7a-99fb-59a948fa7aae completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:37.109260 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:37.156297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f8e2bf83-998e-4f7a-99fb-59a948fa7aae triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:37.156297 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:37.189359 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:37.229461 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:33Z', 'updated_at': '2021-12-23T09:16:34Z', 'revision_number': 3, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'gw_port': {'id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:34Z', 'updated_at': '2021-12-23T09:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:37.237117 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b222f2a-6d12-4a34-b4b4-4883eb2015cd None None] The sync data for ids ['be5a259c-030a-4de1-b05f-7f010fdb9803'] in dv-neutron-822507-1-hyperv is: [{'id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:33Z', 'updated_at': '2021-12-23T09:16:34Z', 'revision_number': 3, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'gw_port': {'id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:34Z', 'updated_at': '2021-12-23T09:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:16:37.425510 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:37.430561 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:37.470602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:37.513939 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f7e8fbdc-ad56-4bc1-97cf-ff48daf4dd49 None None] Provisioning for port cfa4993e-0051-4794-aa20-5a041c1708e3 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:37.534014 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Pushing event updated for resources: {'Port': ['ID=cfa4993e-0051-4794-aa20-5a041c1708e3,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:37.536673 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3015783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2046469'] for router_interface, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:37.540970 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-f7e8fbdc-ad56-4bc1-97cf-ff48daf4dd49 None None] Provisioning complete for port cfa4993e-0051-4794-aa20-5a041c1708e3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:37.541477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f7e8fbdc-ad56-4bc1-97cf-ff48daf4dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:37.569050 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f8e2bf83-998e-4f7a-99fb-59a948fa7aae, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f8e2bf83-998e-4f7a-99fb-59a948fa7aae,segment=NetworkSegment(91274981-cad1-43aa-be34-3f9524deecd0),segment_id=91274981-cad1-43aa-be34-3f9524deecd0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:37.666552 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:37.674945 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Network 1c64675c-e088-4bd4-95cb-1350f43a8d85 is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:37.675994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:37.739007 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8fbdc-ad56-4bc1-97cf-ff48daf4dd49 None None] Port cfa4993e-0051-4794-aa20-5a041c1708e3 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:16:37.760628 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f8e2bf83-998e-4f7a-99fb-59a948fa7aae,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:37.783245 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:36Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:37.788194 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9009f699-8ade-4bc2-ab50-863031e7834a None None] The sync data for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv is: [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:36Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:16:37.967275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-00e45219-2d87-402f-8410-f7e7a66a35af None None] Provisioning complete for port cfa4993e-0051-4794-aa20-5a041c1708e3 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:37.967275 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-00e45219-2d87-402f-8410-f7e7a66a35af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:38.025779 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-00e45219-2d87-402f-8410-f7e7a66a35af None None] Port cfa4993e-0051-4794-aa20-5a041c1708e3 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:16:38.196252 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Router be5a259c-030a-4de1-b05f-7f010fdb9803 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:16:38.434699 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:16:38.445902 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b5d5d6a6-de4f-4399-be61-1c8d60d6af9e admin admin] 10.222.0.36 "PUT /v2.0/routers/be5a259c-030a-4de1-b05f-7f010fdb9803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0908272 Dec 23 09:16:38.868899 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cbc92492-8ab3-466a-823e-53e06201191d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:38.949716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port cbc92492-8ab3-466a-823e-53e06201191d completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:38.955479 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port cbc92492-8ab3-466a-823e-53e06201191d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:38.955920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.073922 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.105304 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port cbc92492-8ab3-466a-823e-53e06201191d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cbc92492-8ab3-466a-823e-53e06201191d,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:39.108225 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.109099 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f47988fd-7d7b-4fbe-b174-fbb9bc721ceb up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:39.214465 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59294) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:39.216429 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=cbc92492-8ab3-466a-823e-53e06201191d,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:39.220471 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-681115217', 'description': 'tempest-secgroup-smoke-681115217 description', 'project_id': '6c74c29423304b21a765e2bc971678b6'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:39.227403 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:39.231097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:39.231675 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:security_group and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:39.234577 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:39.236034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:39.236391 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.240553 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:39.251057 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.285879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:39.290179 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:security_group_rule and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:39.293045 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:39.298752 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:39.356807 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.359122 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.361636 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.376286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f47988fd-7d7b-4fbe-b174-fbb9bc721ceb,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:39.380018 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.381265 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f8e2bf83-998e-4f7a-99fb-59a948fa7aae up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:39.403987 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57dba4cd-83ba-4d54-b6d4-5ae543859842,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:39.407141 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.408353 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-302273c9-1e6d-479b-b00d-216f076d69ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1928527 Dec 23 09:16:39.411147 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59298) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:39.416753 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'security_group_rule': {'security_group_id': '57dba4cd-83ba-4d54-b6d4-5ae543859842', 'project_id': '6c74c29423304b21a765e2bc971678b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:39.422796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:39.426507 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:security_group_rule and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:39.429447 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:39.435361 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:39.452556 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.491425 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=f47988fd-7d7b-4fbe-b174-fbb9bc721ceb,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:39.506201 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f8e2bf83-998e-4f7a-99fb-59a948fa7aae triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:39.506572 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.519235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.522868 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.546747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9688ad7c-0e08-4b99-a54f-840bcb8ecd0e,revision_number=0']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:39.557452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.561352 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59302) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:39.561850 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1e1529d1-0d8e-4b6f-b18e-3fd601f0bb62 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1492295 Dec 23 09:16:39.567321 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'security_group_rule': {'security_group_id': '57dba4cd-83ba-4d54-b6d4-5ae543859842', 'project_id': '6c74c29423304b21a765e2bc971678b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:39.573268 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:39.580102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:security_group_rule and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:39.582752 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:39.589373 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:39.607884 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.674634 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.678993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.702116 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a77016e-502d-4ece-901c-4fdd42c2c517,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:39.711650 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.712888 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a33cd3a2-99b2-4d20-9a58-aa8149bc9dbb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1503510 Dec 23 09:16:39.716363 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59306) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:39.721397 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'security_group_rule': {'security_group_id': '57dba4cd-83ba-4d54-b6d4-5ae543859842', 'project_id': '6c74c29423304b21a765e2bc971678b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:39.727658 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:39.731442 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:security_group_rule and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:39.734296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:39.740716 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:39.756997 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.823119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.826916 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.852200 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d20582d-acd4-4067-b56b-fd491e14186c,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:39.860937 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.862124 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-254e6157-f23e-4980-bf06-60b35b44d186 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1455407 Dec 23 09:16:39.865400 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59310) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:39.870862 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'security_group_rule': {'security_group_id': '57dba4cd-83ba-4d54-b6d4-5ae543859842', 'project_id': '6c74c29423304b21a765e2bc971678b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:39.876518 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:39.880232 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:security_group_rule and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:39.883725 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:39.889279 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:39.905536 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.966994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.970261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:39.995757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b1ef55-e205-4f51-8820-f6e3d7fa303f,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:40.003513 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.004630 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9cc6f5cb-8855-4df2-9cb5-1ad5b90ffdbd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1383080 Dec 23 09:16:40.008011 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59314) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:40.013228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'security_group_rule': {'security_group_id': '57dba4cd-83ba-4d54-b6d4-5ae543859842', 'project_id': '6c74c29423304b21a765e2bc971678b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:40.018882 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:40.023223 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:security_group_rule and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:40.026366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:40.031948 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:40.042749 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Project 6c74c29423304b21a765e2bc971678b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:16:40.048844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.109919 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.113596 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.136241 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28fc989-835e-49be-9929-ed80110d8460,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:40.145315 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.147112 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-7599c881-66a5-4eb6-b395-042bbe3a621b tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1381743 Dec 23 09:16:40.149788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59318) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:40.155031 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'security_group_rule': {'security_group_id': '57dba4cd-83ba-4d54-b6d4-5ae543859842', 'project_id': '6c74c29423304b21a765e2bc971678b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:40.160535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:40.164190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:security_group_rule and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:40.166970 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:40.172511 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:40.182363 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.securitygroups_db [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Project 6c74c29423304b21a765e2bc971678b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 09:16:40.188267 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.254333 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.258016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897652'] for security_group_rule, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.278688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eeb302-2b3a-40f8-859e-76ea4cc0056e,revision_number=0']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:40.289422 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.290618 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-a31d7dac-8029-4c28-99bf-6eed1d8588a4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1399300 Dec 23 09:16:40.457841 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-89252368-95f6-40f7-b3bc-1e582e098865 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Synchronizing usage tracker for tenant:6c74c29423304b21a765e2bc971678b6 on resource:security_group {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:16:40.475788 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-89252368-95f6-40f7-b3bc-1e582e098865 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Unset dirty status for tenant:6c74c29423304b21a765e2bc971678b6 on resource:security_group {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:16:40.476986 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-89252368-95f6-40f7-b3bc-1e582e098865 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681115217&fields=id&tenant_id=6c74c29423304b21a765e2bc971678b6 HTTP/1.1" status: 200 len: 267 time: 0.0589199 Dec 23 09:16:40.621540 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-f45d50b7-c624-4905-9d0b-ee450c371a28 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:40.622165 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-f45d50b7-c624-4905-9d0b-ee450c371a28 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Synchronizing usage tracker for tenant:6c74c29423304b21a765e2bc971678b6 on resource:network {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:16:40.637890 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-f45d50b7-c624-4905-9d0b-ee450c371a28 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Unset dirty status for tenant:6c74c29423304b21a765e2bc971678b6 on resource:network {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:16:40.639058 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-f45d50b7-c624-4905-9d0b-ee450c371a28 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 810 time: 0.1557312 Dec 23 09:16:40.654837 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-9258e631-dbbc-4e12-b4b0-fb5d42fe4c5a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/quotas/6c74c29423304b21a765e2bc971678b6 HTTP/1.1" status: 200 len: 375 time: 0.0105457 Dec 23 09:16:40.733213 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-96ee0494-bf09-4765-90d2-3a084e486d3c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737717 Dec 23 09:16:40.748134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cbc92492-8ab3-466a-823e-53e06201191d up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:40.749173 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-d7dc437e-4086-4961-b8d7-a84ae43d0eb9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83522) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 09:16:40.750167 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-d7dc437e-4086-4961-b8d7-a84ae43d0eb9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050426 Dec 23 09:16:40.816320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port cbc92492-8ab3-466a-823e-53e06201191d triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:40.816676 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:40.930724 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f47988fd-7d7b-4fbe-b174-fbb9bc721ceb up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:40.970290 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-c422def5-0bdf-4376-96e0-55f9c823dad1 service neutron] 10.222.0.36 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133870 Dec 23 09:16:40.994956 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:40.995311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:41.099622 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-bcc1a4fc-9891-47f5-8869-42fdbfdb3d55 service neutron] 10.222.0.36 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232162 Dec 23 09:16:41.286612 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-62b3a152-80f3-4bf0-ab91-c296e5842b1d req-98f9c153-c451-40f7-bbf3-507ff575f273 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 210 time: 0.0446477 Dec 23 09:16:42.485696 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-65509fd1-08a8-46a6-9783-9d8ea6029a89 req-48de0db4-cc7a-49c7-b04d-e1e634fb2753 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 210 time: 0.0435474 Dec 23 09:16:42.594654 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-681faae0-a286-4d33-af0d-fc3afd01de59 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:42.595969 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-681faae0-a286-4d33-af0d-fc3afd01de59 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 810 time: 0.1621828 Dec 23 09:16:42.649627 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-00fdb06d-4d27-4ef4-b64a-df106585072c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Synchronizing usage tracker for tenant:6c74c29423304b21a765e2bc971678b6 on resource:security_group {{(pid=83523) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:16:42.660965 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-00fdb06d-4d27-4ef4-b64a-df106585072c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Unset dirty status for tenant:6c74c29423304b21a765e2bc971678b6 on resource:security_group {{(pid=83523) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:16:42.662627 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-00fdb06d-4d27-4ef4-b64a-df106585072c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c74c29423304b21a765e2bc971678b6 HTTP/1.1" status: 200 len: 379 time: 0.0527558 Dec 23 09:16:42.670743 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'port': {'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'admin_state_up': True, 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'security_groups': ['57dba4cd-83ba-4d54-b6d4-5ae543859842']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:42.808391 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:42.812290 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:port and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:42.815060 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:42.820666 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:42.829737 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Made reservation on behalf of 6c74c29423304b21a765e2bc971678b6 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:16:42.832865 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:42.988949 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Allocated IP 172.20.0.14 (edf6cd50-16ce-402f-9621-dec4950c9e0f/1ad6f5b4-6202-4878-84a4-c743ee07f804/11ee08b7-dbd9-4a97-aa64-d1f1de1342f6) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:16:43.175124 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:43.190319 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Transition to ACTIVE for port object 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:43.210942 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:43.280256 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Network edf6cd50-16ce-402f-9621-dec4950c9e0f is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:43.283133 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:43.285499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:16:43.320040 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'Port': ['ID=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:43.354923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:43.355518 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:43.376395 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-18fa1d6e-f95e-45cc-b7ec-b4a48ceb3f7c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7090974 Dec 23 09:16:43.386662 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-0746f114-1a4b-4a3e-bad6-1a5380562b84 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=83523) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 09:16:43.387612 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-0746f114-1a4b-4a3e-bad6-1a5380562b84 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050852 Dec 23 09:16:43.398303 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Request body: {'port': {'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:43.484009 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a1d7cdd4-e415-4f88-98ba-04b30f942eec None None] Provisioning for port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:43.489977 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-a1d7cdd4-e415-4f88-98ba-04b30f942eec None None] Provisioning complete for port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:43.490499 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-a1d7cdd4-e415-4f88-98ba-04b30f942eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:43.509278 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:43.559109 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7cdd4-e415-4f88-98ba-04b30f942eec None None] Port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:16:43.695021 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4a774-7087-492c-bc01-6a832e1c61e7 req-b51e33c7-d4ec-4f76-9954-ba442ffe7861 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:43.696558 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d3d4a774-7087-492c-bc01-6a832e1c61e7 req-b51e33c7-d4ec-4f76-9954-ba442ffe7861 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 932 time: 0.0787208 Dec 23 09:16:43.744484 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d3d4a774-7087-492c-bc01-6a832e1c61e7 req-3cd1964c-675f-4589-9304-2fa500168246 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421860 Dec 23 09:16:43.939749 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:16:43.946388 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:43.959937 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Transition to ACTIVE for port object 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:16:43.963503 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:44.088872 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Pushing event updated for resources: {'Port': ['ID=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:44.195130 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Attempting to bind port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:16:44.195396 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Attempting to bind port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:16:44.195708 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Attempting to bind port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 on network edf6cd50-16ce-402f-9621-dec4950c9e0f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:16:44.201236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 on network edf6cd50-16ce-402f-9621-dec4950c9e0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 09:16:44.201543 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Attempting to bind port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 on network edf6cd50-16ce-402f-9621-dec4950c9e0f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:16:44.207828 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:16:44.208151 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Checking segment: {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:16:44.209044 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Bound using segment: {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:16:44.209782 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Bound port: 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:16:44.210145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:44.296236 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:16:44.299097 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:16:44.304153 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:44.364272 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:44.365990 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] 10.222.0.24 "PUT /v2.0/ports/11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 200 len: 1094 time: 0.9716592 Dec 23 09:16:44.368664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:16:44.389415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2d0b3-a045-4e46-973e-ce442ad698fa service neutron] Pushing event updated for resources: {'Port': ['ID=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:44.438206 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'status': 'completed', 'code': 200} Dec 23 09:16:44.475444 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-4d430a6b-0e51-489e-b8df-e9cd81e9d185 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1097 time: 0.0723302 Dec 23 09:16:44.548879 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-a382def3-0ec8-4f00-84da-51872edb9b49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 200 len: 217 time: 0.0666704 Dec 23 09:16:44.611728 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-5aaf563d-a9d4-479b-9047-0d59432eb16e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:44.613398 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-5aaf563d-a9d4-479b-9047-0d59432eb16e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0586243 Dec 23 09:16:44.684676 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-e9a906f4-29a8-4393-a102-e726362b4b61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655475 Dec 23 09:16:44.819420 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-f72b0161-0830-47d1-b18c-fc7228609268 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284754 Dec 23 09:16:44.941070 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fda1eb-1b08-472c-8021-1dd26ac9792d req-d16519cb-3e40-49a9-9e3d-52c475a03fc0 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:44.942516 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-51fda1eb-1b08-472c-8021-1dd26ac9792d req-d16519cb-3e40-49a9-9e3d-52c475a03fc0 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 944 time: 0.0746760 Dec 23 09:16:44.950156 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-b2a52d27-128a-41da-adc3-009bf834fd92 req-6b7076b8-9cf6-4348-90c4-59c9008b8a78 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247950 Dec 23 09:16:44.988482 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-51fda1eb-1b08-472c-8021-1dd26ac9792d req-5b1e2443-a607-49db-b406-2790cc5e952e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401282 Dec 23 09:16:45.073347 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6732b35a-6f43-461f-81e7-5ec0cadd00d1 req-6055c487-ac56-4547-83c6-8418574f5ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1097 time: 0.0712988 Dec 23 09:16:45.200501 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b35a-6f43-461f-81e7-5ec0cadd00d1 req-7046174d-d309-44cb-8781-a204c99080c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:45.201900 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6732b35a-6f43-461f-81e7-5ec0cadd00d1 req-7046174d-d309-44cb-8781-a204c99080c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1218390 Dec 23 09:16:45.273892 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6732b35a-6f43-461f-81e7-5ec0cadd00d1 req-642220b4-3eb2-40d6-8806-b957fb6f5818 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 200 len: 217 time: 0.0649681 Dec 23 09:16:45.333406 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b35a-6f43-461f-81e7-5ec0cadd00d1 req-4132f1f8-c914-4080-909e-f1b572710312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:45.334899 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6732b35a-6f43-461f-81e7-5ec0cadd00d1 req-4132f1f8-c914-4080-909e-f1b572710312 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0549417 Dec 23 09:16:45.408576 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6732b35a-6f43-461f-81e7-5ec0cadd00d1 req-d2b514bb-68bd-4b2a-be09-eca86430fb1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656068 Dec 23 09:16:45.621074 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6732b35a-6f43-461f-81e7-5ec0cadd00d1 req-04515db5-b176-4136-a6ee-e68d3ac58139 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050371 Dec 23 09:16:45.746937 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6732b35a-6f43-461f-81e7-5ec0cadd00d1 req-10209b97-8a51-49f2-b306-0f68db51db43 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195450 Dec 23 09:16:46.182576 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552d1c6-142d-4710-b5cf-c34bf56869ed req-39eec57e-dc84-45df-a576-269ae782703f tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:46.183973 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d552d1c6-142d-4710-b5cf-c34bf56869ed req-39eec57e-dc84-45df-a576-269ae782703f tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 944 time: 0.0768294 Dec 23 09:16:46.227230 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d552d1c6-142d-4710-b5cf-c34bf56869ed req-877b3631-3980-42fc-8e37-ea5abab46e53 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379102 Dec 23 09:16:46.861843 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:16:46.990985 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:47.003319 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:16:47.056841 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:47.072975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:16:47.087179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:47.091100 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:47.155254 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:47.294385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['11ee08b7-dbd9-4a97-aa64-d1f1de1342f6'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:16:47.419819 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce07141-280d-4ab9-a08b-e0dfad3137bf req-6bf3daad-aca8-4014-b863-7b3c0f036132 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:47.421361 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dce07141-280d-4ab9-a08b-e0dfad3137bf req-6bf3daad-aca8-4014-b863-7b3c0f036132 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 945 time: 0.0770001 Dec 23 09:16:47.468707 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-dce07141-280d-4ab9-a08b-e0dfad3137bf req-f8d0c0cb-18d9-4ffa-a7ca-d36d940ac35d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389395 Dec 23 09:16:48.665197 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a501a85-c8c9-479e-af09-c7d9b4561710 req-aadd12f2-0b11-4496-b5dc-2c054d5737c8 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:48.666893 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a501a85-c8c9-479e-af09-c7d9b4561710 req-aadd12f2-0b11-4496-b5dc-2c054d5737c8 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 945 time: 0.0789738 Dec 23 09:16:48.713136 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1a501a85-c8c9-479e-af09-c7d9b4561710 req-b681ea3f-aa8d-4abd-9d97-af25a06c7864 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403452 Dec 23 09:16:48.871268 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:16:48.940654 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:16:48.945325 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:16:48.945686 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:49.054600 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:49.079925 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:16:49.090004 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:16:49.094601 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:49.135243 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'code': 200} Dec 23 09:16:49.168116 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:49.359786 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e296c8ff-05f7-4210-9c17-35fa19b27f0a req-4feb13c9-b96b-4d7b-bba5-9a2963ba1914 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1099 time: 0.0690360 Dec 23 09:16:49.402118 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-e296c8ff-05f7-4210-9c17-35fa19b27f0a req-496615d3-6e5d-4a87-8023-8c32fed37832 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363362 Dec 23 09:16:49.910865 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acfe01-b0c9-4d1b-8e04-13b9105931ed req-6dc55372-45ad-4f60-b117-e193b42babe6 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:49.912305 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-57acfe01-b0c9-4d1b-8e04-13b9105931ed req-6dc55372-45ad-4f60-b117-e193b42babe6 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 946 time: 0.0773213 Dec 23 09:16:49.961533 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-57acfe01-b0c9-4d1b-8e04-13b9105931ed req-a61a900b-470d-401f-b6ba-ad0c708fda02 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436621 Dec 23 09:16:51.157770 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474786a9-24b9-4892-9c9f-f4225702e33a req-81438c97-54aa-4900-9b3f-67819888e362 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:51.159201 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-474786a9-24b9-4892-9c9f-f4225702e33a req-81438c97-54aa-4900-9b3f-67819888e362 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 946 time: 0.0737734 Dec 23 09:16:51.204474 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-474786a9-24b9-4892-9c9f-f4225702e33a req-9ce08fa1-4dae-4053-94d3-ccaf0c56e834 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391700 Dec 23 09:16:51.405034 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87d12d-b94f-4321-b6ff-117a2a3d51a9 req-7811c707-b523-49be-8606-a786d33885cc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:51.406484 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cf87d12d-b94f-4321-b6ff-117a2a3d51a9 req-7811c707-b523-49be-8606-a786d33885cc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 946 time: 0.0840871 Dec 23 09:16:51.455177 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cf87d12d-b94f-4321-b6ff-117a2a3d51a9 req-af3e7998-39af-48e6-98fa-ae73d7612caf tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Dec 23 09:16:51.482110 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59370) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:51.664091 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-b86b7c6b-6340-4b0c-bf7b-54a8afcdea7e tempest-TestSnapshotPattern-468765098 tempest-TestSnapshotPattern-468765098-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1094 time: 0.1807849 Dec 23 09:16:51.666672 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59376) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:16:51.671757 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:16:51.677722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:16:51.681580 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:floatingip and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:16:51.684425 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:16:51.690102 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:16:51.700423 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:51.832293 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:51.966646 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Allocated IP 172.26.8.173 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/7c72ca95-dc7b-4f73-b66d-57b672d20932) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:16:52.107132 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:52.133737 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:52.196849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:16:52.199688 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:16:52.202260 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:16:52.321871 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'Port': ['ID=7c72ca95-dc7b-4f73-b66d-57b672d20932,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:52.798237 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:52.856196 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:53.069125 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:53.073176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:53.172184 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'Port': ['ID=7c72ca95-dc7b-4f73-b66d-57b672d20932,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:16:53.189574 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:53.386475 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Floating IP 88229dd8-90e7-4351-a93c-044465023497 associated. External IP: 172.26.8.173, port: 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6. Dec 23 09:16:53.767764 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Router a2434350-62a4-4a47-b926-2c9cc46e8b52 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:16:54.049791 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:16:54.059204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] Sync routers for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:16:54.071713 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:54.072320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:54.072990 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:16:54.129374 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-12123246-e762-4a1d-84d3-05b4271188eb tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4616687 Dec 23 09:16:54.130001 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:16:54.250835 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:54.259624 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'status': 'completed', 'code': 200} Dec 23 09:16:54.348737 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-db5db7ce-5656-43be-9de6-b99e1f7b5c5b req-be939c56-f851-4e7e-9bd7-aceb33c7f4b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1099 time: 0.0673351 Dec 23 09:16:54.479138 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5db7ce-5656-43be-9de6-b99e1f7b5c5b req-68a70925-6466-4b1e-80b7-0789b7696f9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:54.480566 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-db5db7ce-5656-43be-9de6-b99e1f7b5c5b req-68a70925-6466-4b1e-80b7-0789b7696f9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1242008 Dec 23 09:16:54.585826 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-db5db7ce-5656-43be-9de6-b99e1f7b5c5b req-771e1fec-c552-4eba-8a32-afbe9c55a7da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 200 len: 1000 time: 0.0986974 Dec 23 09:16:54.593935 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '88229dd8-90e7-4351-a93c-044465023497', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:16:52Z', 'updated_at': '2021-12-23T09:16:52Z', 'revision_number': 0, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:54.597816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] Checking router: a2434350-62a4-4a47-b926-2c9cc46e8b52 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:16:54.608455 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:54.609036 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:54.651474 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5db7ce-5656-43be-9de6-b99e1f7b5c5b req-9bbe278c-2cc9-4935-8138-25528d38baa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:16:54.652885 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-db5db7ce-5656-43be-9de6-b99e1f7b5c5b req-9bbe278c-2cc9-4935-8138-25528d38baa2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0612187 Dec 23 09:16:54.725312 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-db5db7ce-5656-43be-9de6-b99e1f7b5c5b req-31cda576-78de-4664-b16b-0fb902be9d79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660264 Dec 23 09:16:54.782322 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:16:54.854698 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-db5db7ce-5656-43be-9de6-b99e1f7b5c5b req-d57a4b69-86a4-44c2-b71e-b89b3542cc0f service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224947 Dec 23 09:16:54.984353 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-db5db7ce-5656-43be-9de6-b99e1f7b5c5b req-58afe370-e567-430d-90bc-60b61ed22299 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238420 Dec 23 09:16:55.163632 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '88229dd8-90e7-4351-a93c-044465023497', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:16:52Z', 'updated_at': '2021-12-23T09:16:52Z', 'revision_number': 0, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:55.167564 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6bab4-2b87-4c48-9a24-d54ebfa1c65b None None] The sync data for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv is: [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '88229dd8-90e7-4351-a93c-044465023497', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:16:52Z', 'updated_at': '2021-12-23T09:16:52Z', 'revision_number': 0, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:16:59.656670 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efff88b-b29e-47a6-88a1-15d3c27468b7 None None] New status for floating IP 88229dd8-90e7-4351-a93c-044465023497: ACTIVE {{(pid=83525) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:16:59.671984 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Sync routers for ids ['be5a259c-030a-4de1-b05f-7f010fdb9803'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:16:59.684596 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Routers {'be5a259c-030a-4de1-b05f-7f010fdb9803'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:16:59.685279 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['be5a259c-030a-4de1-b05f-7f010fdb9803'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:16:59.868593 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Set router be5a259c-030a-4de1-b05f-7f010fdb9803 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:17:00.170084 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:33Z', 'updated_at': '2021-12-23T09:16:37Z', 'revision_number': 4, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'gw_port': {'id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:34Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'cfa4993e-0051-4794-aa20-5a041c1708e3', 'name': '', 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'mac_address': 'fa:16:3e:44:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d35c853-6b17-4f6e-bde6-8e5561634b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:36Z', 'updated_at': '2021-12-23T09:16:37Z', 'revision_number': 2, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'subnets': [{'id': '6d35c853-6b17-4f6e-bde6-8e5561634b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:17:00.173853 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Checking router: be5a259c-030a-4de1-b05f-7f010fdb9803 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:17:00.174224 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Updating router be5a259c-030a-4de1-b05f-7f010fdb9803 port cfa4993e-0051-4794-aa20-5a041c1708e3 binding host dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 09:17:00.226631 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:00.553945 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:00.564962 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Transition to ACTIVE for port object cfa4993e-0051-4794-aa20-5a041c1708e3 will not be triggered until provisioned by entity L2. {{(pid=83524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:17:00.578877 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:00.623398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5f02-df73-46d6-b70c-a1d99c5f4a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:00.707168 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65808bfc-36d7-42b2-bca8-5f07ee3b800d None None] Pushing event updated for resources: {'Port': ['ID=cfa4993e-0051-4794-aa20-5a041c1708e3,revision_number=3']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:17:00.796839 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Attempting to bind port cfa4993e-0051-4794-aa20-5a041c1708e3 on host dv-neutron-822507-1-hyperv for vnic_type normal with profile {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:17:00.797113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Attempting to bind port cfa4993e-0051-4794-aa20-5a041c1708e3 by drivers openvswitch,hyperv on host dv-neutron-822507-1-hyperv at level 0 using segments [{'id': '91274981-cad1-43aa-be34-3f9524deecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85'}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:17:00.797487 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Attempting to bind port cfa4993e-0051-4794-aa20-5a041c1708e3 on network 1c64675c-e088-4bd4-95cb-1350f43a8d85 {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:17:00.804378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Checking agent: {'id': 'ec69dc86-3635-4039-84e6-1e82490e91d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822507-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 17, 34), 'started_at': datetime.datetime(2021, 12, 23, 8, 18, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822507-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:17:00.804735 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Checking segment: {'id': '91274981-cad1-43aa-be34-3f9524deecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:17:00.805126 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:00.805504 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Bound using segment: {'id': '91274981-cad1-43aa-be34-3f9524deecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85'} {{(pid=83524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:17:00.805964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.managers [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Bound port: cfa4993e-0051-4794-aa20-5a041c1708e3, host: dv-neutron-822507-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91274981-cad1-43aa-be34-3f9524deecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85'}}] {{(pid=83524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:17:00.806323 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:00.890269 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] For port cfa4993e-0051-4794-aa20-5a041c1708e3, host dv-neutron-822507-1-hyperv, cleared binding levels {{(pid=83524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:17:00.893145 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] For port cfa4993e-0051-4794-aa20-5a041c1708e3, host dv-neutron-822507-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cfa4993e-0051-4794-aa20-5a041c1708e3,segment=NetworkSegment(91274981-cad1-43aa-be34-3f9524deecd0),segment_id=91274981-cad1-43aa-be34-3f9524deecd0)] {{(pid=83524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:17:00.896716 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:00.978924 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:00.998197 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65808bfc-36d7-42b2-bca8-5f07ee3b800d None None] Pushing event updated for resources: {'Port': ['ID=cfa4993e-0051-4794-aa20-5a041c1708e3,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:17:01.006717 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Routers {'be5a259c-030a-4de1-b05f-7f010fdb9803'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:17:01.007061 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:16:33Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['be5a259c-030a-4de1-b05f-7f010fdb9803'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:17:01.231523 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] Set router be5a259c-030a-4de1-b05f-7f010fdb9803 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:17:01.537223 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:33Z', 'updated_at': '2021-12-23T09:16:37Z', 'revision_number': 4, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'gw_port': {'id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:34Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'cfa4993e-0051-4794-aa20-5a041c1708e3', 'name': '', 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'mac_address': 'fa:16:3e:44:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d35c853-6b17-4f6e-bde6-8e5561634b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:36Z', 'updated_at': '2021-12-23T09:17:00Z', 'revision_number': 4, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'subnets': [{'id': '6d35c853-6b17-4f6e-bde6-8e5561634b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:17:01.541266 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d31c3-081e-405e-814e-f78c51f238d0 None None] The sync data for ids ['be5a259c-030a-4de1-b05f-7f010fdb9803'] in dv-neutron-822507-1-hyperv is: [{'id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:33Z', 'updated_at': '2021-12-23T09:16:37Z', 'revision_number': 4, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'gw_port': {'id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:34Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'cfa4993e-0051-4794-aa20-5a041c1708e3', 'name': '', 'network_id': '1c64675c-e088-4bd4-95cb-1350f43a8d85', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'mac_address': 'fa:16:3e:44:fd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d35c853-6b17-4f6e-bde6-8e5561634b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:36Z', 'updated_at': '2021-12-23T09:17:00Z', 'revision_number': 4, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'subnets': [{'id': '6d35c853-6b17-4f6e-bde6-8e5561634b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:17:02.768278 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cfa4993e-0051-4794-aa20-5a041c1708e3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:17:02.833791 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning for port cfa4993e-0051-4794-aa20-5a041c1708e3 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:17:02.838200 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port cfa4993e-0051-4794-aa20-5a041c1708e3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:17:02.838557 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:02.900991 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f15db34a-d1ef-483a-9ed9-b9c937ce9a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:02.961860 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:02.994454 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] For port cfa4993e-0051-4794-aa20-5a041c1708e3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cfa4993e-0051-4794-aa20-5a041c1708e3,segment=NetworkSegment(91274981-cad1-43aa-be34-3f9524deecd0),segment_id=91274981-cad1-43aa-be34-3f9524deecd0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:17:02.997767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:03.063731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Pushing event updated for resources: {'Port': ['ID=cfa4993e-0051-4794-aa20-5a041c1708e3,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:17:03.990338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:04.112042 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:04.761633 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cfa4993e-0051-4794-aa20-5a041c1708e3 up at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:17:04.827787 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Provisioning complete for port cfa4993e-0051-4794-aa20-5a041c1708e3 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:17:04.828062 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:05.450205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:06.331505 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:17:20.002640 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-54ce1dd2-1126-4195-a791-5cede1e49bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696728 Dec 23 09:17:20.140663 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-27271d88-07d3-42b8-9322-cb7464a3f7ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1099 time: 0.0670829 Dec 23 09:17:20.283475 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-2a9e9307-37c3-42c5-a10a-834b542135f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:17:20.284812 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-2a9e9307-37c3-42c5-a10a-834b542135f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1261818 Dec 23 09:17:20.386105 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-acc4a471-2540-440c-b2f0-203c75a0f03c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 200 len: 1002 time: 0.0947902 Dec 23 09:17:20.447291 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-07f29cea-3284-4159-a0ec-96ffed6f3b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:17:20.448645 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-07f29cea-3284-4159-a0ec-96ffed6f3b9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0555749 Dec 23 09:17:20.607107 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-3dc8f11b-ee5b-47be-8805-b5c2f56f4e5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1519578 Dec 23 09:17:20.736044 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-0efadbc3-2b9f-4230-b65d-0689a476a68b service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222107 Dec 23 09:17:20.864868 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-87e3d28d-757b-40f8-9ddb-7babe312a1e3 req-68c88780-4452-48ed-a63d-f90a8f597767 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212683 Dec 23 09:17:30.587859 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3867b8b1-c9d6-4483-985a-c14ce78f28ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:30.954069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:32.881782 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5168-442b-45d8-90d0-05ed0a843219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:34.003328 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:34.111360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:35.453392 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:17:43.332184 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:18:00.590742 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c4884465-bb41-44b5-bbd9-b8c0034c170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:00.952193 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:02.883104 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-d77d8f9d-d502-4599-8ba2-c183b4c7ff2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:03.994982 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:04.116492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:05.455814 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:20.110316 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-e297b004-707a-47e1-bfb2-b2a41a387626 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1815376 Dec 23 09:18:20.244696 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-6006d404-b489-4ab2-a9d7-bbe95a8affaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1099 time: 0.0669487 Dec 23 09:18:20.334845 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:18:20.386497 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-eff379cb-e5dc-4b9f-b869-bd5ef44b8eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:18:20.387924 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-eff379cb-e5dc-4b9f-b869-bd5ef44b8eec service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1241753 Dec 23 09:18:20.488994 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-1e49020e-8fb6-41c4-b3e3-198a94387f34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 200 len: 1002 time: 0.0948217 Dec 23 09:18:20.553570 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-d8cc0c05-c2a7-4889-a929-91d514dda29e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:18:20.555001 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-d8cc0c05-c2a7-4889-a929-91d514dda29e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0599694 Dec 23 09:18:20.626055 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-be0906cf-00c5-405e-b1db-d1798f17b1b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644722 Dec 23 09:18:20.753058 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-e8f1bfba-617f-4f98-b17a-d014776e3b18 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205206 Dec 23 09:18:20.882013 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-23154117-fef6-4a91-b45f-12a45ddee1a0 req-37650c01-ad21-4ed7-8ad0-9562a4ea0439 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228139 Dec 23 09:18:30.592311 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-85c65c11-10bb-4f29-8db6-6632e528c137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:30.951780 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:32.883658 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-73cb9cbb-1b64-4925-abc4-7e6f460ee3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:33.996920 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:34.116594 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:35.462456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:51.525442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:18:51.653974 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:18:51.666912 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:18:51.717481 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:51.735159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:18:51.749970 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:18:51.754080 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:51.820428 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:18:51.828195 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.828530 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.828861 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.829181 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.829503 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.829816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.830152 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.830467 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.830776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.831082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.831388 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:18:51.842385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['11ee08b7-dbd9-4a97-aa64-d1f1de1342f6'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:18:53.546887 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:18:53.623565 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:18:53.624034 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:53.759651 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:53.787874 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:18:53.803204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:18:53.810815 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:18:53.890619 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:18:53.973848 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'code': 200} Dec 23 09:18:57.335233 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:19:00.596880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-dae2a590-3645-4783-881c-aa4e16fd6f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:00.969722 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:02.883949 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9c8ad9c9-b570-414d-bb27-87c9d1afb680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:03.658049 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-555af460-a1f4-4e1f-b197-5b4046bb1ad9 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-681115217&fields=id&tenant_id=6c74c29423304b21a765e2bc971678b6 HTTP/1.1" status: 200 len: 267 time: 0.0438783 Dec 23 09:19:03.799619 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-90cabf53-8a17-4f88-8e2e-26457f88327c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:03.801544 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-90cabf53-8a17-4f88-8e2e-26457f88327c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 810 time: 0.1369641 Dec 23 09:19:03.817410 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-d817efb6-dbb2-4cda-95f5-fbc6fc69a74f tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/quotas/6c74c29423304b21a765e2bc971678b6 HTTP/1.1" status: 200 len: 375 time: 0.0106695 Dec 23 09:19:03.899165 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-c6c83663-dcaa-4a67-a362-e16aef5b2724 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0772395 Dec 23 09:19:04.001644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:04.035433 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-402b10fe-e3ea-4368-b818-4cb32f03a291 service neutron] 10.222.0.36 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240089 Dec 23 09:19:04.118817 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:04.163396 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-fc68bc18-63a4-46c3-a18c-792756fe123a service neutron] 10.222.0.36 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223822 Dec 23 09:19:04.360354 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d94c9ab9-1f43-4738-bf6e-a6ac4d050415 req-d0c848ad-3a59-449a-b906-c38502d9a4dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 210 time: 0.0444424 Dec 23 09:19:05.468773 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-5b504410-6944-4ac5-9eec-72ef7093c2ef req-fd567718-aba3-48d4-ac93-4dc16c9f9d8f tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 210 time: 0.0413406 Dec 23 09:19:05.477255 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:06.577130 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2f5e5829-00ec-43c1-a4a3-4a18a91451e4 req-20face31-f391-4326-8186-da7c17165602 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 210 time: 0.0399680 Dec 23 09:19:07.388839 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-608aa115-0bbc-4cdf-8c17-7e0f988672c5 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:07.390244 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-608aa115-0bbc-4cdf-8c17-7e0f988672c5 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 810 time: 0.1464956 Dec 23 09:19:07.448192 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-1a4cfa26-eef7-4c8d-b232-c578cde28bf1 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c74c29423304b21a765e2bc971678b6 HTTP/1.1" status: 200 len: 379 time: 0.0403974 Dec 23 09:19:07.456730 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'port': {'device_id': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'admin_state_up': True, 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'security_groups': ['57dba4cd-83ba-4d54-b6d4-5ae543859842']}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:19:07.594415 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:19:07.599267 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:port and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:19:07.602200 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.quota.resource [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83523) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:19:07.609455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.quota.driver [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83523) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:19:07.619337 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Made reservation on behalf of 6c74c29423304b21a765e2bc971678b6 for: {'port': 1} {{(pid=83523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 09:19:07.622628 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:07.626055 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:19:07.753987 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:07.755624 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c711c647-fd8c-47e4-9bd6-27b48ea4fd85 req-b2423b29-ebf4-47d8-81be-5b2d480e370c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 210 time: 0.0545487 Dec 23 09:19:07.791016 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:19:07.800880 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:19:07.809436 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:07.828796 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.db_base_plugin_common [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Allocated IP 172.20.0.10 (edf6cd50-16ce-402f-9621-dec4950c9e0f/1ad6f5b4-6202-4878-84a4-c743ee07f804/deaf197e-1ea8-42b2-8887-ce8fd47683f5) {{(pid=83523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:19:07.876328 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'code': 200} Dec 23 09:19:07.903321 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,revision_number=8']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:19:08.086020 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for port, precommit_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:08.105320 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Transition to ACTIVE for port object deaf197e-1ea8-42b2-8887-ce8fd47683f5 will not be triggered until provisioned by entity DHCP. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:19:08.132288 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_create {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:08.307988 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Network edf6cd50-16ce-402f-9621-dec4950c9e0f is already hosted by enough agents. {{(pid=83523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:19:08.311663 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.base_scheduler [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources bound (agent type, host, resource id): {{(pid=83523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:19:08.313626 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'Port': ['ID=deaf197e-1ea8-42b2-8887-ce8fd47683f5,revision_number=1']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:19:08.316527 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.l3_dvrscheduler_db [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Received port after_create {{(pid=83523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:19:08.360499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.360980 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.361461 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.361883 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.362327 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.363289 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.363705 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.364185 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.364605 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.364979 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.365357 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:08.394725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:08.395342 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:08.416024 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-858dc7df-dd7e-4b94-8ff3-25192f21e6ec tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9627116 Dec 23 09:19:08.627317 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-90550d48-3a6a-49b9-8966-bf2771417741 None None] Provisioning for port deaf197e-1ea8-42b2-8887-ce8fd47683f5 completed by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:19:08.631821 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-90550d48-3a6a-49b9-8966-bf2771417741 None None] Provisioning complete for port deaf197e-1ea8-42b2-8887-ce8fd47683f5 triggered by entity DHCP. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:19:08.632177 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-90550d48-3a6a-49b9-8966-bf2771417741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:08.686909 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-90550d48-3a6a-49b9-8966-bf2771417741 None None] Port deaf197e-1ea8-42b2-8887-ce8fd47683f5 cannot update to ACTIVE because it is not bound. {{(pid=83524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 09:19:08.949151 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3052ed-7296-4bd4-977c-187fd73b9d69 req-4fb17143-4fb3-4409-8bbf-878fa17e79a3 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:08.950886 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9b3052ed-7296-4bd4-977c-187fd73b9d69 req-4fb17143-4fb3-4409-8bbf-878fa17e79a3 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 932 time: 0.0779016 Dec 23 09:19:08.999784 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-9b3052ed-7296-4bd4-977c-187fd73b9d69 req-3a3d812c-5c91-4dd0-b8de-309914a2e5ed tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425782 Dec 23 09:19:10.202533 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70394fa-f525-4726-ab1f-35c230ed08fe req-47313533-7632-4e4d-a8b0-19864e9fad0c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:10.204879 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b70394fa-f525-4726-ab1f-35c230ed08fe req-47313533-7632-4e4d-a8b0-19864e9fad0c tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 932 time: 0.0809851 Dec 23 09:19:10.251885 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b70394fa-f525-4726-ab1f-35c230ed08fe req-25d7ea7e-f3d2-4e8b-bbc1-908594b96d6a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417824 Dec 23 09:19:11.457633 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b062cda-e3c9-4227-a2d0-ace4ccc15075 req-2373a4bb-f4e4-40e0-8a3e-1ee73601729e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:11.459101 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4b062cda-e3c9-4227-a2d0-ace4ccc15075 req-2373a4bb-f4e4-40e0-8a3e-1ee73601729e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 932 time: 0.0795105 Dec 23 09:19:11.508361 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4b062cda-e3c9-4227-a2d0-ace4ccc15075 req-32c98a1b-87ac-4475-8fe9-c2a0d7a5adb2 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434575 Dec 23 09:19:12.720674 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34dd34-35a5-4f70-bf2c-bd575659bf72 req-07b65865-0b58-45c3-a652-524f9b2ea2ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:12.722229 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f34dd34-35a5-4f70-bf2c-bd575659bf72 req-07b65865-0b58-45c3-a652-524f9b2ea2ab tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 932 time: 0.0813770 Dec 23 09:19:12.768333 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7f34dd34-35a5-4f70-bf2c-bd575659bf72 req-1e605b5d-6444-44e5-a08d-d239c850f05a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400944 Dec 23 09:19:13.985858 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb20a7-0a1e-4fff-ac04-5cbd4041cfd6 req-c96a9c29-8768-4891-a5f5-3a6c0f7faeb2 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:13.987434 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c3cb20a7-0a1e-4fff-ac04-5cbd4041cfd6 req-c96a9c29-8768-4891-a5f5-3a6c0f7faeb2 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 932 time: 0.0858495 Dec 23 09:19:14.047685 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-c3cb20a7-0a1e-4fff-ac04-5cbd4041cfd6 req-2a9671c6-25d0-42e8-bde2-8d603dfc773f tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536802 Dec 23 09:19:15.247579 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ad902-2d50-4fc3-9859-bc68bc93f126 req-c81b94dc-1923-4f13-9618-454b92e835fa tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:15.249034 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8b3ad902-2d50-4fc3-9859-bc68bc93f126 req-c81b94dc-1923-4f13-9618-454b92e835fa tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 932 time: 0.0778580 Dec 23 09:19:15.297416 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-8b3ad902-2d50-4fc3-9859-bc68bc93f126 req-fb638e57-bd83-4bab-916b-e45331d386cc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Dec 23 09:19:16.605761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04417c-50c6-40c1-a4f5-fd7e7aca8e25 req-2d58c007-de4e-412b-94b6-4fd295067901 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:16.607164 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb04417c-50c6-40c1-a4f5-fd7e7aca8e25 req-2d58c007-de4e-412b-94b6-4fd295067901 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 932 time: 0.1842566 Dec 23 09:19:16.655582 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-bb04417c-50c6-40c1-a4f5-fd7e7aca8e25 req-0fcf73a9-2e82-4341-a001-ade4ed3be259 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417893 Dec 23 09:19:17.858563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763734-6f86-4456-a409-fd012cdb09f9 req-cc944ae4-040d-4cdf-9a3a-38461864b429 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:17.860128 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f9763734-6f86-4456-a409-fd012cdb09f9 req-cc944ae4-040d-4cdf-9a3a-38461864b429 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 932 time: 0.0788739 Dec 23 09:19:17.906203 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f9763734-6f86-4456-a409-fd012cdb09f9 req-f50c104d-22fe-4d8d-8e39-b1dcdeefb087 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390410 Dec 23 09:19:18.187165 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.v2.base [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Request body: {'port': {'device_id': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:19:18.291798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:18.617012 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaf197e-1ea8-42b2-8887-ce8fd47683f5 {{(pid=83523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:19:18.623571 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:18.637564 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.db.provisioning_blocks [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Transition to ACTIVE for port object deaf197e-1ea8-42b2-8887-ce8fd47683f5 will not be triggered until provisioned by entity L2. {{(pid=83523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 09:19:18.641191 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:18.768426 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Pushing event updated for resources: {'Port': ['ID=deaf197e-1ea8-42b2-8887-ce8fd47683f5,revision_number=2']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:19:18.873917 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Attempting to bind port deaf197e-1ea8-42b2-8887-ce8fd47683f5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 09:19:18.874265 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Attempting to bind port deaf197e-1ea8-42b2-8887-ce8fd47683f5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 09:19:18.874578 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Attempting to bind port deaf197e-1ea8-42b2-8887-ce8fd47683f5 on network edf6cd50-16ce-402f-9621-dec4950c9e0f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:19:18.880700 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Port deaf197e-1ea8-42b2-8887-ce8fd47683f5 on network edf6cd50-16ce-402f-9621-dec4950c9e0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 09:19:18.881001 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Attempting to bind port deaf197e-1ea8-42b2-8887-ce8fd47683f5 on network edf6cd50-16ce-402f-9621-dec4950c9e0f {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 09:19:18.887057 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Checking agent: {'id': '11fb6662-1c95-4717-9454-29b49053e17a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'started_at': datetime.datetime(2021, 12, 23, 8, 23, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 09:19:18.887378 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Checking segment: {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 09:19:18.887747 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Bound using segment: {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'} {{(pid=83523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 09:19:18.888148 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.managers [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Bound port: deaf197e-1ea8-42b2-8887-ce8fd47683f5, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f'}}] {{(pid=83523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 09:19:18.888477 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:18.975602 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] For port deaf197e-1ea8-42b2-8887-ce8fd47683f5, host hv-neutron-8225, cleared binding levels {{(pid=83523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 09:19:18.978371 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] For port deaf197e-1ea8-42b2-8887-ce8fd47683f5, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 09:19:18.982961 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32256305'] for port, after_update {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:19.044232 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:19.045692 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] 10.222.0.24 "PUT /v2.0/ports/deaf197e-1ea8-42b2-8887-ce8fd47683f5 HTTP/1.1" status: 200 len: 1094 time: 0.8628471 Dec 23 09:19:19.046055 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:19:19.069397 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9bb4f-b308-4ab9-aee9-69fa0bfb4565 service neutron] Pushing event updated for resources: {'Port': ['ID=deaf197e-1ea8-42b2-8887-ce8fd47683f5,revision_number=3']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:19:19.128506 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048d3c9-5c9d-47a7-a5c4-fc5311052bba req-baef3aa8-c8d0-4d7d-bceb-3bb21a7ebdf3 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:19.130015 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4048d3c9-5c9d-47a7-a5c4-fc5311052bba req-baef3aa8-c8d0-4d7d-bceb-3bb21a7ebdf3 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 944 time: 0.1045606 Dec 23 09:19:19.161470 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-49100ae8-db6e-4683-8f8b-8821dac24979 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 1097 time: 0.0775177 Dec 23 09:19:19.189883 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-4048d3c9-5c9d-47a7-a5c4-fc5311052bba req-4a0ccec0-2899-49a7-96d8-5f946546f6e7 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526149 Dec 23 09:19:19.283084 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-e191c815-559d-4028-bb78-f2ddd13c8467 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5 HTTP/1.1" status: 200 len: 217 time: 0.1131685 Dec 23 09:19:19.361100 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'status': 'completed', 'code': 200} Dec 23 09:19:19.370709 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-ec1fe54c-9448-4601-97d5-42f6ff6dc6e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:19.372160 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-ec1fe54c-9448-4601-97d5-42f6ff6dc6e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0834808 Dec 23 09:19:19.445944 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-2e5c1f17-96aa-4c29-884e-ac482cbb9667 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675840 Dec 23 09:19:19.575518 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-992e5a0e-1087-4a77-b6e4-ac87af80caa2 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226251 Dec 23 09:19:19.706766 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-808c3470-e3ca-428f-bd35-d3f6b097e048 req-c4f02888-3f54-4ca1-9f18-c43dda1626e5 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253724 Dec 23 09:19:19.905112 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f05f3f4-b10e-4f29-af7d-317381ae8eb0 req-536bf666-1148-4b72-921d-7e2e894b5052 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 1097 time: 0.1550193 Dec 23 09:19:19.946808 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.24', 58778) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:19:20.018532 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-0514f549-eca8-4858-b5ff-2039ea9732b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704250 Dec 23 09:19:20.036895 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05f3f4-b10e-4f29-af7d-317381ae8eb0 req-efe9d712-5f80-487c-b148-b4f713176f32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:20.038342 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f05f3f4-b10e-4f29-af7d-317381ae8eb0 req-efe9d712-5f80-487c-b148-b4f713176f32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1264811 Dec 23 09:19:20.105796 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f05f3f4-b10e-4f29-af7d-317381ae8eb0 req-d72d6300-dfc0-4f17-8d77-b38722bc6cd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5 HTTP/1.1" status: 200 len: 217 time: 0.0606027 Dec 23 09:19:20.154736 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-8fbfaed4-e3e6-4f8f-b465-aaf140021bdc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1097 time: 0.0710680 Dec 23 09:19:20.170569 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05f3f4-b10e-4f29-af7d-317381ae8eb0 req-93a43576-e589-4008-aefe-450dd69237d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:20.171915 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f05f3f4-b10e-4f29-af7d-317381ae8eb0 req-93a43576-e589-4008-aefe-450dd69237d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0600579 Dec 23 09:19:20.246292 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f05f3f4-b10e-4f29-af7d-317381ae8eb0 req-29711705-fd78-4a43-9b51-d7976dd0256b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657973 Dec 23 09:19:20.304955 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-fae7e6fe-9f20-42db-8f3c-595f81282756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:20.306420 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-fae7e6fe-9f20-42db-8f3c-595f81282756 service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1261857 Dec 23 09:19:20.378803 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f05f3f4-b10e-4f29-af7d-317381ae8eb0 req-d2d35ce9-8eb1-46c5-9aa1-d2349ab0b9d3 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231716 Dec 23 09:19:20.456819 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-40a216e8-ba2e-4e20-8c34-a8fa86aa5e56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 200 len: 1000 time: 0.1425469 Dec 23 09:19:20.512067 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [req-6f05f3f4-b10e-4f29-af7d-317381ae8eb0 req-553fcb04-3712-40e5-ad24-9057602f341b service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274021 Dec 23 09:19:20.517249 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9483bdc-0d15-46e3-a700-96fa9640c76f req-387e2453-a295-4f7d-8094-2a0740ef4afd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:20.521313 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d9483bdc-0d15-46e3-a700-96fa9640c76f req-387e2453-a295-4f7d-8094-2a0740ef4afd tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 944 time: 0.1602092 Dec 23 09:19:20.556061 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-4d9631d8-162c-4b1b-b41a-11dfb03f22cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:20.557417 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-4d9631d8-162c-4b1b-b41a-11dfb03f22cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0946665 Dec 23 09:19:20.616489 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-d9483bdc-0d15-46e3-a700-96fa9640c76f req-fa2146ba-8f76-4cff-9d4f-c718f3645354 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886679 Dec 23 09:19:20.641529 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-d8006bc5-dec5-4de2-90e5-138c923402c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760760 Dec 23 09:19:20.770577 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-23c7b4d6-29d7-4dac-8976-7512748f4d8c service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223402 Dec 23 09:19:20.899923 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-2b886da5-5597-45d4-a0d1-923ebf59c5fb req-009efb09-f0a8-4b32-83e0-1a7c012df282 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235478 Dec 23 09:19:21.656547 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device deaf197e-1ea8-42b2-8887-ce8fd47683f5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:19:21.788786 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port deaf197e-1ea8-42b2-8887-ce8fd47683f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:19:21.805719 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'port_id': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'mac_address': 'fa:16:3e:4a:77:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:19:21.821877 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac1f6c-5e31-4ac5-94cd-8b71c6ce3e18 req-3bd1f1ef-21b0-4a24-a2c5-a33789953136 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:21.823317 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-68ac1f6c-5e31-4ac5-94cd-8b71c6ce3e18 req-3bd1f1ef-21b0-4a24-a2c5-a33789953136 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 944 time: 0.0793304 Dec 23 09:19:21.857296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:21.868417 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-68ac1f6c-5e31-4ac5-94cd-8b71c6ce3e18 req-94dae637-da3e-45cb-8c7f-2a92c5afd976 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395432 Dec 23 09:19:21.874813 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaf197e-1ea8-42b2-8887-ce8fd47683f5 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:19:21.894192 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port deaf197e-1ea8-42b2-8887-ce8fd47683f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:19:21.898103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:21.960111 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=deaf197e-1ea8-42b2-8887-ce8fd47683f5,revision_number=4']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:19:22.145562 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['deaf197e-1ea8-42b2-8887-ce8fd47683f5'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:19:23.141943 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d724c7-49c4-43a9-9f5b-26fee21e404a req-32d03e8a-1760-43e0-8c9d-3ec795b83a14 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:23.143374 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-68d724c7-49c4-43a9-9f5b-26fee21e404a req-32d03e8a-1760-43e0-8c9d-3ec795b83a14 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 945 time: 0.1524949 Dec 23 09:19:23.187783 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-68d724c7-49c4-43a9-9f5b-26fee21e404a req-39edcd28-a2f0-4aa4-acfe-918c101a8047 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383377 Dec 23 09:19:23.671883 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device deaf197e-1ea8-42b2-8887-ce8fd47683f5 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:19:23.738721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning for port deaf197e-1ea8-42b2-8887-ce8fd47683f5 completed by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 09:19:23.743516 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port deaf197e-1ea8-42b2-8887-ce8fd47683f5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:19:23.743878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:23.854620 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:23.881284 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:19:23.891309 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port deaf197e-1ea8-42b2-8887-ce8fd47683f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:19:23.895988 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:23.945162 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'code': 200} Dec 23 09:19:23.962561 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=deaf197e-1ea8-42b2-8887-ce8fd47683f5,revision_number=5']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:19:24.171293 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a34c9d7a-b15a-4d48-b46b-72d01b143dec req-f46e9fae-3bbf-4920-837b-ae915366e806 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 1099 time: 0.0700734 Dec 23 09:19:24.214175 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-a34c9d7a-b15a-4d48-b46b-72d01b143dec req-014de8ba-8531-421e-97a0-05c0caccd06d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362279 Dec 23 09:19:24.380468 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5352c-7a01-457f-a2a1-4587ade63aba req-3a8eb07f-9a82-42be-932a-474c89582868 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:24.382184 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f7e5352c-7a01-457f-a2a1-4587ade63aba req-3a8eb07f-9a82-42be-932a-474c89582868 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 946 time: 0.0760448 Dec 23 09:19:24.427392 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f7e5352c-7a01-457f-a2a1-4587ade63aba req-e3e5b1cf-3890-4428-af91-a7f411be8a26 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397904 Dec 23 09:19:25.688722 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b943d-a8a8-47f3-8293-b4c0af070048 req-1866ac23-b97b-452d-8f3d-d7cbd03723df tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:25.690246 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-147b943d-a8a8-47f3-8293-b4c0af070048 req-1866ac23-b97b-452d-8f3d-d7cbd03723df tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 946 time: 0.1422179 Dec 23 09:19:25.734690 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-147b943d-a8a8-47f3-8293-b4c0af070048 req-2114b63a-b9a0-4dba-b015-9874fc642546 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384142 Dec 23 09:19:25.923659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb880bf5-be53-4f10-9fea-d476874f1ca2 req-7013390d-19a1-40df-a319-a9c14c88202a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:25.925064 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb880bf5-be53-4f10-9fea-d476874f1ca2 req-7013390d-19a1-40df-a319-a9c14c88202a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 946 time: 0.0736275 Dec 23 09:19:26.053123 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-cb880bf5-be53-4f10-9fea-d476874f1ca2 req-891ae0cb-ccff-452b-889d-20caef9675d4 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225944 Dec 23 09:19:26.079673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59652) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:19:26.148191 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-cc72a64c-149a-490b-8145-896822be8ee5 tempest-TestSnapshotPattern-468765098 tempest-TestSnapshotPattern-468765098-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 1094 time: 0.0673425 Dec 23 09:19:26.150761 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59656) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:19:26.155710 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.v2.base [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Request body: {'floatingip': {'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'port_id': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 09:19:26.160958 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 09:19:26.164715 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Usage tracker for resource:floatingip and tenant:6c74c29423304b21a765e2bc971678b6 is out of sync, need to count used quota {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 09:19:26.167560 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83522) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 09:19:26.173137 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.quota.driver [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83522) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 09:19:26.183659 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for floatingip, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:26.324258 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:26.456551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_common [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Allocated IP 172.26.8.194 (88e281aa-8f51-4153-bc4e-7c5be3831cf5/3a984b02-6131-42a7-b0aa-932817b8c6fa/513e04e6-fdde-42ba-b866-61b595c40ff1) {{(pid=83522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 09:19:26.603393 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for port, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:26.630251 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788091112641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:26.692535 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Network 88e281aa-8f51-4153-bc4e-7c5be3831cf5 is already hosted by enough agents. {{(pid=83522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 09:19:26.695312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Resources bound (agent type, host, resource id): {{(pid=83522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 09:19:26.699512 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Received port after_create {{(pid=83522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 09:19:26.731176 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'Port': ['ID=513e04e6-fdde-42ba-b866-61b595c40ff1,revision_number=1']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:19:26.752180 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.752516 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.753353 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.753691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.754039 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.754361 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.754678 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.754994 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.755304 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.755614 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:26.755922 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:19:27.205408 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:27.261774 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:27.455328 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for port, precommit_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:27.460261 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1562643'] for port, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:27.559201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event updated for resources: {'Port': ['ID=513e04e6-fdde-42ba-b866-61b595c40ff1,revision_number=2']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:19:27.579053 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2047265'] for floatingip, after_update {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:27.853391 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.db.l3_db [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Floating IP 0182e266-b77e-43d0-9f34-85d35e50b18c associated. External IP: 172.26.8.194, port: deaf197e-1ea8-42b2-8887-ce8fd47683f5. Dec 23 09:19:28.242119 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Router a2434350-62a4-4a47-b926-2c9cc46e8b52 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:19:28.441471 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:19:28.450769 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] Sync routers for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:19:28.463184 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:19:28.463818 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:19:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:19:28.466036 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:28.530106 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-0e8e82b8-f776-4023-83d1-f9aa23e9a62d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3676217 Dec 23 09:19:28.530106 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:19:28.580625 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'status': 'completed', 'code': 200} Dec 23 09:19:28.673237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37a03cf0-5883-43e3-94f3-300251cf51a7 req-eddaf809-41b6-4c12-8332-5aa5bc46d675 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 1099 time: 0.0717983 Dec 23 09:19:28.676088 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:19:28.800857 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a03cf0-5883-43e3-94f3-300251cf51a7 req-4f241663-c711-4a1f-a638-7c3e05e670e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:28.802280 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37a03cf0-5883-43e3-94f3-300251cf51a7 req-4f241663-c711-4a1f-a638-7c3e05e670e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1232793 Dec 23 09:19:28.904342 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37a03cf0-5883-43e3-94f3-300251cf51a7 req-2c483f77-46a4-4323-851e-de7533561b11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5 HTTP/1.1" status: 200 len: 1000 time: 0.0962605 Dec 23 09:19:28.964745 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a03cf0-5883-43e3-94f3-300251cf51a7 req-9dd1a618-a8a1-44ff-8fc4-b8f10984d0bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:19:28.966615 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37a03cf0-5883-43e3-94f3-300251cf51a7 req-9dd1a618-a8a1-44ff-8fc4-b8f10984d0bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0568614 Dec 23 09:19:29.022289 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '0182e266-b77e-43d0-9f34-85d35e50b18c', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.194', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:4a:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:19:27Z', 'updated_at': '2021-12-23T09:19:27Z', 'revision_number': 0, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}, {'id': '88229dd8-90e7-4351-a93c-044465023497', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:16:52Z', 'updated_at': '2021-12-23T09:16:59Z', 'revision_number': 1, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:19:29.026334 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] Checking router: a2434350-62a4-4a47-b926-2c9cc46e8b52 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:19:29.037157 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:19:29.037736 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:19:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:19:29.039176 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37a03cf0-5883-43e3-94f3-300251cf51a7 req-b95c8bdd-1479-4f68-929a-806ed2ae8789 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661356 Dec 23 09:19:29.167899 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37a03cf0-5883-43e3-94f3-300251cf51a7 req-d901c471-0175-4770-b137-12620fa1f95a service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217933 Dec 23 09:19:29.210248 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:19:29.296842 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-37a03cf0-5883-43e3-94f3-300251cf51a7 req-5de55ad4-dfed-4556-aafb-eb2642c22339 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227808 Dec 23 09:19:29.550667 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '0182e266-b77e-43d0-9f34-85d35e50b18c', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.194', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:4a:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:19:27Z', 'updated_at': '2021-12-23T09:19:27Z', 'revision_number': 0, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}, {'id': '88229dd8-90e7-4351-a93c-044465023497', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:16:52Z', 'updated_at': '2021-12-23T09:16:59Z', 'revision_number': 1, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:19:29.554514 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e150b2-2827-4e09-a40f-9514f4bba510 None None] The sync data for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv is: [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '0182e266-b77e-43d0-9f34-85d35e50b18c', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.194', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:4a:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:19:27Z', 'updated_at': '2021-12-23T09:19:27Z', 'revision_number': 0, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}, {'id': '88229dd8-90e7-4351-a93c-044465023497', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:16:52Z', 'updated_at': '2021-12-23T09:16:59Z', 'revision_number': 1, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:19:29.746702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11178e08-0d36-4c55-8e53-172501bf7aa4 None None] New status for floating IP 0182e266-b77e-43d0-9f34-85d35e50b18c: ACTIVE {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:19:30.589595 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-840367e0-78fd-4a08-a3ff-30211467af4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:30.981637 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:32.885169 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f998768-210e-4560-849e-13a013344dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:34.004692 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:34.122001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:19:34.334744 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:19:35.467005 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:00.591708 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0029-6c96-4bf3-ad4a-8a188854e808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:00.990743 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:02.886221 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-209ee383-0db0-4059-b823-01e40f83c67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:04.007271 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:04.127737 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:05.470364 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:11.334632 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:20:22.079055 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1754d48-1198-4d0c-a976-068f266bd887 req-84dee27c-fecf-4bbd-9bd5-5fb080eb58e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588244 Dec 23 09:20:22.209686 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1754d48-1198-4d0c-a976-068f266bd887 req-c800f2d0-9588-4bfe-9f41-40bd68242f51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1097 time: 0.0659072 Dec 23 09:20:22.351153 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1754d48-1198-4d0c-a976-068f266bd887 req-b04859eb-4235-4eb7-a8b5-01074be805cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:20:22.352477 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1754d48-1198-4d0c-a976-068f266bd887 req-b04859eb-4235-4eb7-a8b5-01074be805cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1246164 Dec 23 09:20:22.453887 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1754d48-1198-4d0c-a976-068f266bd887 req-55625ba0-72ee-4431-bdb4-3610e4eff386 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 200 len: 1000 time: 0.0944908 Dec 23 09:20:22.518740 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1754d48-1198-4d0c-a976-068f266bd887 req-eb824898-5bfa-47aa-9a81-40420ec5f397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:20:22.520151 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1754d48-1198-4d0c-a976-068f266bd887 req-eb824898-5bfa-47aa-9a81-40420ec5f397 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0598464 Dec 23 09:20:22.593354 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1754d48-1198-4d0c-a976-068f266bd887 req-22f14185-dd3d-41ba-8d87-38cd56b6bf97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673649 Dec 23 09:20:22.725149 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1754d48-1198-4d0c-a976-068f266bd887 req-68b437b9-5925-4050-b9ea-da487a059a48 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253192 Dec 23 09:20:22.856182 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-f1754d48-1198-4d0c-a976-068f266bd887 req-fad5a0da-ca29-4748-beee-360a69f4d3e5 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243958 Dec 23 09:20:30.593068 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-6ed37850-eca9-4779-9f34-0c90e142fde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:30.996229 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:32.887947 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ce00e84c-a2b9-4be7-a0a7-861ea81c7223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:34.010163 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:34.127178 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:35.472954 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:48.334410 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:20:58.052759 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device deaf197e-1ea8-42b2-8887-ce8fd47683f5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 09:20:58.183196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port deaf197e-1ea8-42b2-8887-ce8fd47683f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:20:58.195677 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Returning: {'device': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'port_id': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'mac_address': 'fa:16:3e:4a:77:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 09:20:58.248352 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:58.265330 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id deaf197e-1ea8-42b2-8887-ce8fd47683f5 {{(pid=83524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 09:20:58.281608 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port deaf197e-1ea8-42b2-8887-ce8fd47683f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:20:58.285702 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:20:58.349385 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=deaf197e-1ea8-42b2-8887-ce8fd47683f5,revision_number=6']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:20:58.357179 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.357513 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.357837 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.358187 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.358508 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.358825 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.359138 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.359450 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.359761 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.360069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.360377 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:20:58.378134 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] get_ports_and_sgs() called for port_ids ['deaf197e-1ea8-42b2-8887-ce8fd47683f5'] {{(pid=83524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 09:21:00.078640 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device deaf197e-1ea8-42b2-8887-ce8fd47683f5 up at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 09:21:00.193776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Provisioning complete for port deaf197e-1ea8-42b2-8887-ce8fd47683f5 triggered by entity L2. {{(pid=83524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 09:21:00.193776 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1031863'] for port, provisioning_complete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:00.328204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:00.361505 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5'}] {{(pid=83524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:21:00.371394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] For port deaf197e-1ea8-42b2-8887-ce8fd47683f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:00.375360 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788091484447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788091112659', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788091149855'] for port, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:00.445159 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Pushing event updated for resources: {'Port': ['ID=deaf197e-1ea8-42b2-8887-ce8fd47683f5,revision_number=7']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:00.451807 dv-neutron-822507-1-hyperv neutron-server[83524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'code': 200} Dec 23 09:21:00.599166 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-ad2cfa6d-35fc-4ca3-985e-2d49e1efc4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:01.018857 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:02.896362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-57cc763d-4c27-4d0d-a2d7-44d8b1361a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:04.015259 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:04.131824 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:05.518897 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:10.314588 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59810) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:10.511317 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Deleting port 513e04e6-fdde-42ba-b866-61b595c40ff1 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:10.511647 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:10.672522 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:10.672836 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:10.788168 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Calling delete_port for 513e04e6-fdde-42ba-b866-61b595c40ff1 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:10.929548 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:10.971581 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event deleted for resources: {'Port': ['ID=513e04e6-fdde-42ba-b866-61b595c40ff1,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:11.018512 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.018854 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.019188 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.019515 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.019842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.020167 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.020486 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.020805 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.021122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.021433 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.021744 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:11.075798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:11.547145 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Router a2434350-62a4-4a47-b926-2c9cc46e8b52 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:21:11.744891 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:21:11.754837 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] Sync routers for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:21:11.757506 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:11.765926 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:21:11.766531 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:21:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:11.808304 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1d603dd4-fb62-4779-a684-240586e1873a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "DELETE /v2.0/floatingips/0182e266-b77e-43d0-9f34-85d35e50b18c HTTP/1.1" status: 204 len: 168 time: 1.4925761 Dec 23 09:21:11.808788 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:21:11.864635 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'status': 'completed', 'code': 200} Dec 23 09:21:11.940608 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:21:11.955822 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b1d5a29d-ebb4-403c-871b-9c933aeae3b0 req-22970ce5-5413-48dc-801d-29e9982732dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 1099 time: 0.0684960 Dec 23 09:21:12.105257 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5a29d-ebb4-403c-871b-9c933aeae3b0 req-34d96c25-8885-48a3-96f0-0d6bbd7e4c22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:12.106726 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b1d5a29d-ebb4-403c-871b-9c933aeae3b0 req-34d96c25-8885-48a3-96f0-0d6bbd7e4c22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1446579 Dec 23 09:21:12.223251 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b1d5a29d-ebb4-403c-871b-9c933aeae3b0 req-9bde7d34-418b-4dd7-a35e-7b01cdb95959 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5 HTTP/1.1" status: 200 len: 217 time: 0.1095366 Dec 23 09:21:12.305094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5a29d-ebb4-403c-871b-9c933aeae3b0 req-d24f3f3f-6070-41dc-b410-9ce92eb9f2b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:12.306558 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b1d5a29d-ebb4-403c-871b-9c933aeae3b0 req-d24f3f3f-6070-41dc-b410-9ce92eb9f2b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0735798 Dec 23 09:21:12.313582 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482323e3-00be-4442-af81-1df8295522b5 req-28a12525-5a36-42c2-9994-e58abcbcb10d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:12.314984 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-482323e3-00be-4442-af81-1df8295522b5 req-28a12525-5a36-42c2-9994-e58abcbcb10d tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 946 time: 0.1464128 Dec 23 09:21:12.338348 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '88229dd8-90e7-4351-a93c-044465023497', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:16:52Z', 'updated_at': '2021-12-23T09:16:59Z', 'revision_number': 1, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:12.342095 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] Checking router: a2434350-62a4-4a47-b926-2c9cc46e8b52 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:21:12.352931 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:21:12.353510 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:21:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:12.409563 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-482323e3-00be-4442-af81-1df8295522b5 req-a0a549a2-334d-439f-b82c-71d010cd0177 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649421 Dec 23 09:21:12.422929 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b1d5a29d-ebb4-403c-871b-9c933aeae3b0 req-8eb7fd7e-82a2-47d0-acbd-fdeb4c53615c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069875 Dec 23 09:21:12.532956 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:21:12.560864 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b1d5a29d-ebb4-403c-871b-9c933aeae3b0 req-79abf54d-45ea-4850-b2a5-0c1e97ac6bda service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303995 Dec 23 09:21:12.774435 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-b1d5a29d-ebb4-403c-871b-9c933aeae3b0 req-ba39f381-add6-4384-b281-e46764ecfdfe service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070136 Dec 23 09:21:12.886765 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '88229dd8-90e7-4351-a93c-044465023497', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:16:52Z', 'updated_at': '2021-12-23T09:16:59Z', 'revision_number': 1, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:12.890621 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59364745-a733-485e-a09f-83f0d4992a8d None None] The sync data for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv is: [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_floatingips': [{'id': '88229dd8-90e7-4351-a93c-044465023497', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'router_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'port_id': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'mac_address': 'fa:16:3e:56:d1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T09:16:52Z', 'updated_at': '2021-12-23T09:16:59Z', 'revision_number': 1, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:21:13.115515 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca10c64-4d94-4030-ae1b-722a9da99758 None None] New status for floating IP 0182e266-b77e-43d0-9f34-85d35e50b18c: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:21:13.644496 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64a903-d6e3-445d-8ede-435afeed9063 req-e5bad105-2405-4080-ad88-6d697d2c357a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:13.645874 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7e64a903-d6e3-445d-8ede-435afeed9063 req-e5bad105-2405-4080-ad88-6d697d2c357a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 946 time: 0.1154473 Dec 23 09:21:13.706445 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-0a53ba9c-b5a8-4867-8828-bc799e9edc49 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:13.707728 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-0a53ba9c-b5a8-4867-8828-bc799e9edc49 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 946 time: 0.1194935 Dec 23 09:21:13.709644 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-7e64a903-d6e3-445d-8ede-435afeed9063 req-bafbe24a-30bd-458b-b41b-1f41bb69997a tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574424 Dec 23 09:21:13.772676 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Deleting port deaf197e-1ea8-42b2-8887-ce8fd47683f5 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:13.773008 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:14.007993 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] For port deaf197e-1ea8-42b2-8887-ce8fd47683f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=deaf197e-1ea8-42b2-8887-ce8fd47683f5,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:14.008494 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:14.135332 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Calling delete_port for deaf197e-1ea8-42b2-8887-ce8fd47683f5 owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:14.138928 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device deaf197e-1ea8-42b2-8887-ce8fd47683f5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:21:14.248205 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923375'] for port, before_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:14.276294 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:14.323813 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event deleted for resources: {'Port': ['ID=deaf197e-1ea8-42b2-8887-ce8fd47683f5,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:14.369458 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.369896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.371233 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.371568 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.371896 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.372218 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.373339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.373670 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.374010 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.374331 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.375449 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822507-1-hyperv {{(pid=83522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 09:21:14.418933 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] No DVR routers for this DVR port deaf197e-1ea8-42b2-8887-ce8fd47683f5 on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:21:14.421205 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:14.423717 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'name': 'network-vif-deleted', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:21:14.431350 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-44962961-90c3-48e4-9169-fbad5e1d5158 req-12f23cf6-3aa4-4aec-980d-52a95bc9ed67 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "DELETE /v2.0/ports/deaf197e-1ea8-42b2-8887-ce8fd47683f5 HTTP/1.1" status: 204 len: 173 time: 0.7188580 Dec 23 09:21:14.484237 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e27a5c-34ee-44b5-b3f4-b51d043b2a32', 'name': 'network-vif-deleted', 'tag': 'deaf197e-1ea8-42b2-8887-ce8fd47683f5', 'status': 'completed', 'code': 200} Dec 23 09:21:14.891148 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-0648ad87-3314-4a65-b784-111d1f57e828 req-b7e15caa-5f85-4037-b31e-3d1d5042e72e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Synchronizing usage tracker for tenant:6c74c29423304b21a765e2bc971678b6 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:21:14.908673 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-0648ad87-3314-4a65-b784-111d1f57e828 req-b7e15caa-5f85-4037-b31e-3d1d5042e72e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Unset dirty status for tenant:6c74c29423304b21a765e2bc971678b6 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:21:14.909892 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-0648ad87-3314-4a65-b784-111d1f57e828 req-b7e15caa-5f85-4037-b31e-3d1d5042e72e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e27a5c-34ee-44b5-b3f4-b51d043b2a32 HTTP/1.1" status: 200 len: 210 time: 0.0642588 Dec 23 09:21:16.556725 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59864) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:16.754664 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Deleting port 7c72ca95-dc7b-4f73-b66d-57b672d20932 {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:16.755002 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:16.917994 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:16.918325 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:17.037142 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Calling delete_port for 7c72ca95-dc7b-4f73-b66d-57b672d20932 owned by network:floatingip {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:17.180407 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:17.224521 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event deleted for resources: {'Port': ['ID=7c72ca95-dc7b-4f73-b66d-57b672d20932,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:17.315036 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for floatingip, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:17.793198 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Router a2434350-62a4-4a47-b926-2c9cc46e8b52 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:21:17.989816 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:21:17.999156 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] Sync routers for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:21:18.009679 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for floatingip, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:18.011085 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:21:18.011679 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:21:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:18.060810 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-4e9ca669-444c-4974-9cd8-50025c3e6083 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "DELETE /v2.0/floatingips/88229dd8-90e7-4351-a93c-044465023497 HTTP/1.1" status: 204 len: 168 time: 1.5029461 Dec 23 09:21:18.061296 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6'}] {{(pid=83523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:21:18.120516 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'status': 'completed', 'code': 200} Dec 23 09:21:18.138714 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device deaf197e-1ea8-42b2-8887-ce8fd47683f5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:21:18.172634 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: deaf197e-1ea8-42b2-8887-ce8fd47683f5 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:21:18.173234 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device deaf197e-1ea8-42b2-8887-ce8fd47683f5 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:21:18.189156 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:21:18.220469 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1de4e562-e94b-4a53-a518-cfd14366c88a req-f4c876da-924b-4246-bb3c-43ba1f95322a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c74c29423304b21a765e2bc971678b6&device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 1097 time: 0.0799589 Dec 23 09:21:18.362228 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4e562-e94b-4a53-a518-cfd14366c88a req-551b233b-e534-4be3-825b-28b9f131be69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:18.364162 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1de4e562-e94b-4a53-a518-cfd14366c88a req-551b233b-e534-4be3-825b-28b9f131be69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 200 len: 910 time: 0.1367743 Dec 23 09:21:18.477337 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1de4e562-e94b-4a53-a518-cfd14366c88a req-08e94bfb-9807-4ec9-8d17-1186af21cacb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 200 len: 217 time: 0.1054928 Dec 23 09:21:18.517346 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:18.521258 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] Checking router: a2434350-62a4-4a47-b926-2c9cc46e8b52 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:21:18.531976 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:21:18.532562 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:21:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:18.555190 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4e562-e94b-4a53-a518-cfd14366c88a req-660e2636-279e-4596-bc32-df8bcd22df59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:18.556624 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1de4e562-e94b-4a53-a518-cfd14366c88a req-660e2636-279e-4596-bc32-df8bcd22df59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 200 len: 849 time: 0.0726695 Dec 23 09:21:18.596879 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55413162-849b-41a8-85c5-b7945eb798cf req-2d185b96-fddf-4f43-907d-7dbffe66aad7 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:18.598243 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-55413162-849b-41a8-85c5-b7945eb798cf req-2d185b96-fddf-4f43-907d-7dbffe66aad7 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 944 time: 0.1800258 Dec 23 09:21:18.664436 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-55413162-849b-41a8-85c5-b7945eb798cf req-1a8daff7-cc05-4503-90ce-05bde9832132 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606146 Dec 23 09:21:18.676989 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1de4e562-e94b-4a53-a518-cfd14366c88a req-7bb7490f-140f-46df-a887-bc591d6fb65c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=edf6cd50-16ce-402f-9621-dec4950c9e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140344 Dec 23 09:21:18.736045 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:21:18.898666 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1de4e562-e94b-4a53-a518-cfd14366c88a req-ac9524de-0ef0-4fa6-8bca-382aaf0a70a8 service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136264 Dec 23 09:21:19.028638 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-1de4e562-e94b-4a53-a518-cfd14366c88a req-62b53ea1-5d30-431c-9693-be18b0e36cff service neutron] 10.222.0.24 "GET /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229274 Dec 23 09:21:19.044368 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:19.048380 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0d71e-ffd6-4d16-8b9e-6533f03d747f None None] The sync data for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv is: [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:16:30Z', 'revision_number': 4, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv', '_interfaces': [{'id': 'cbc92492-8ab3-466a-823e-53e06201191d', 'name': '', 'network_id': 'edf6cd50-16ce-402f-9621-dec4950c9e0f', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'mac_address': 'fa:16:3e:ab:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:30Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'subnets': [{'id': '1ad6f5b4-6202-4878-84a4-c743ee07f804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:21:19.253289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2746b48-6ed1-44cd-b481-50715472dfde None None] New status for floating IP 88229dd8-90e7-4351-a93c-044465023497: DOWN {{(pid=83524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 09:21:19.912231 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03105d3a-187b-40ea-af26-da3bad572075 req-e0cc8492-dc50-4aa0-9f26-f4b901f15b73 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:19.913653 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-03105d3a-187b-40ea-af26-da3bad572075 req-e0cc8492-dc50-4aa0-9f26-f4b901f15b73 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 944 time: 0.1275663 Dec 23 09:21:19.951464 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-dacaedd7-4cfe-4f62-8e57-1dac77a84f0e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 09:21:19.952799 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-dacaedd7-4cfe-4f62-8e57-1dac77a84f0e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 944 time: 0.1141307 Dec 23 09:21:20.014037 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-03105d3a-187b-40ea-af26-da3bad572075 req-d038280b-04b4-493a-9d63-cbb4719d7719 tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/security-groups?id=57dba4cd-83ba-4d54-b6d4-5ae543859842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940032 Dec 23 09:21:20.028546 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Deleting port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:20.029016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:20.266030 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] For port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:20.266296 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:20.383644 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Calling delete_port for 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 owned by compute:nova {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:20.529495 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:20.574812 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event deleted for resources: {'Port': ['ID=11ee08b7-dbd9-4a97-aa64-d1f1de1342f6,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:20.648839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] No DVR routers for this DVR port 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 on host hv-neutron-8225 {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:21:20.651181 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80645'] for port, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:20.653551 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'name': 'network-vif-deleted', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6'}] {{(pid=83522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 09:21:20.665764 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-35763ee8-bae2-4cbb-9b25-a3e1faffc484 req-342dd4cb-648f-47f6-a5ce-770af41d06dc tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.24 "DELETE /v2.0/ports/11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 HTTP/1.1" status: 204 len: 173 time: 0.7056775 Dec 23 09:21:20.709844 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bae0636-0c35-4979-b6f4-27d699aebf6c', 'name': 'network-vif-deleted', 'tag': '11ee08b7-dbd9-4a97-aa64-d1f1de1342f6', 'status': 'completed', 'code': 200} Dec 23 09:21:21.185366 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-79caa2ce-a33c-4f11-b7aa-1319540f5b78 req-8b5edf58-ecf8-4ab5-ab4e-43ee90d2643e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Synchronizing usage tracker for tenant:6c74c29423304b21a765e2bc971678b6 on resource:port {{(pid=83522) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 09:21:21.201129 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.quota.resource [req-79caa2ce-a33c-4f11-b7aa-1319540f5b78 req-8b5edf58-ecf8-4ab5-ab4e-43ee90d2643e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Unset dirty status for tenant:6c74c29423304b21a765e2bc971678b6 on resource:port {{(pid=83522) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 09:21:21.202289 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [req-79caa2ce-a33c-4f11-b7aa-1319540f5b78 req-8b5edf58-ecf8-4ab5-ab4e-43ee90d2643e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bae0636-0c35-4979-b6f4-27d699aebf6c HTTP/1.1" status: 200 len: 210 time: 0.0555325 Dec 23 09:21:22.446862 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59882) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:22.514531 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-02ba5c9d-2621-4489-8ca6-8e93871d183e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:22.542530 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-02ba5c9d-2621-4489-8ca6-8e93871d183e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:22.605943 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-02ba5c9d-2621-4489-8ca6-8e93871d183e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:22.624879 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba5c9d-2621-4489-8ca6-8e93871d183e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dba4cd-83ba-4d54-b6d4-5ae543859842,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:22.632003 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-02ba5c9d-2621-4489-8ca6-8e93871d183e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:22.633141 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-02ba5c9d-2621-4489-8ca6-8e93871d183e tempest-TestSnapshotPattern-2131038048 tempest-TestSnapshotPattern-2131038048-project] 10.222.0.36 "DELETE /v2.0/security-groups/57dba4cd-83ba-4d54-b6d4-5ae543859842 HTTP/1.1" status: 204 len: 168 time: 0.1852927 Dec 23 09:21:22.689018 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59888) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:23.064875 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:23.730085 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Deleting port cbc92492-8ab3-466a-823e-53e06201191d {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:23.730779 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:23.894111 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] For port cbc92492-8ab3-466a-823e-53e06201191d, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cbc92492-8ab3-466a-823e-53e06201191d,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:23.894452 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:24.015245 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Calling delete_port for cbc92492-8ab3-466a-823e-53e06201191d owned by network:router_interface {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:24.156729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:21:24.183455 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:24.190492 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] No Port match for: 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:21:24.190827 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Device 11ee08b7-dbd9-4a97-aa64-d1f1de1342f6 not bound to the agent host hv-neutron-8225 {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:21:24.229203 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc92492-8ab3-466a-823e-53e06201191d,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:24.510863 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:25.164339 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Router a2434350-62a4-4a47-b926-2c9cc46e8b52 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:21:25.334847 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:21:25.361793 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:21:25.371197 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] Sync routers for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:21:25.383556 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-c523e76e-bf78-4eaa-87a2-4e081adddb91 admin admin] 10.222.0.36 "PUT /v2.0/routers/a2434350-62a4-4a47-b926-2c9cc46e8b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934431 Dec 23 09:21:25.386114 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59892) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:25.388070 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:21:25.388800 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:21:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:25.568084 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:21:25.581851 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:25.780908 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:25.791086 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Deleting port 074061cb-bcde-49e8-a55d-7622e7535f3a {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:25.791437 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:25.854123 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:21:24Z', 'revision_number': 5, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port': {'id': '074061cb-bcde-49e8-a55d-7622e7535f3a', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:28Z', 'updated_at': '2021-12-23T09:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:25.857890 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] Checking router: a2434350-62a4-4a47-b926-2c9cc46e8b52 for host: dv-neutron-822507-1-hyperv {{(pid=83525) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:21:25.868304 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] Routers {'a2434350-62a4-4a47-b926-2c9cc46e8b52'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83525) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:21:25.868977 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:21:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['a2434350-62a4-4a47-b926-2c9cc46e8b52'], 'active': True} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:25.960873 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] For port 074061cb-bcde-49e8-a55d-7622e7535f3a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=074061cb-bcde-49e8-a55d-7622e7535f3a,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:25.961213 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:26.022239 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_dvr_db [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] Set router a2434350-62a4-4a47-b926-2c9cc46e8b52 gateway port host: None {{(pid=83525) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:21:26.082273 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Calling delete_port for 074061cb-bcde-49e8-a55d-7622e7535f3a owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:26.138155 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.l3_hamode_db [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:21:25Z', 'revision_number': 6, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:26.142190 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee566d64-af70-49ab-b43d-e8161fa7db8b None None] The sync data for ids ['a2434350-62a4-4a47-b926-2c9cc46e8b52'] in dv-neutron-822507-1-hyperv is: [{'id': 'a2434350-62a4-4a47-b926-2c9cc46e8b52', 'name': 'tempest-TestSnapshotPattern-1505486343-router', 'tenant_id': '6c74c29423304b21a765e2bc971678b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:27Z', 'updated_at': '2021-12-23T09:21:25Z', 'revision_number': 6, 'project_id': '6c74c29423304b21a765e2bc971678b6', 'gw_port_host': None}] {{(pid=83525) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:21:26.251538 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:26.294798 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Pushing event deleted for resources: {'Port': ['ID=074061cb-bcde-49e8-a55d-7622e7535f3a,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:26.608881 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:26.857801 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:26.863458 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:26.890742 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:26.891242 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2434350-62a4-4a47-b926-2c9cc46e8b52 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 09:21:26.904900 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:26.908532 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-99789cfc-7240-4cb8-aa08-ed2725616379 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a2434350-62a4-4a47-b926-2c9cc46e8b52 HTTP/1.1" status: 204 len: 168 time: 1.5190270 Dec 23 09:21:26.908859 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59896) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:26.916975 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cbc92492-8ab3-466a-823e-53e06201191d no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:21:26.953051 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: cbc92492-8ab3-466a-823e-53e06201191d {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:21:26.953384 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cbc92492-8ab3-466a-823e-53e06201191d not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:21:26.953788 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 074061cb-bcde-49e8-a55d-7622e7535f3a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:21:26.972805 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c524a48-859e-4c4e-99b7-b24df254d708 admin admin] Deleting subnet 1ad6f5b4-6202-4878-84a4-c743ee07f804 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 09:21:26.976682 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c524a48-859e-4c4e-99b7-b24df254d708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:26.984878 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 074061cb-bcde-49e8-a55d-7622e7535f3a {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:21:26.985214 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 074061cb-bcde-49e8-a55d-7622e7535f3a not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:21:27.026047 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c524a48-859e-4c4e-99b7-b24df254d708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.108487 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c524a48-859e-4c4e-99b7-b24df254d708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.175514 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c524a48-859e-4c4e-99b7-b24df254d708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.211398 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c524a48-859e-4c4e-99b7-b24df254d708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad6f5b4-6202-4878-84a4-c743ee07f804,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:27.218853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9c524a48-859e-4c4e-99b7-b24df254d708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.224448 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4c5f4-62c3-4842-8918-9c2d7639a3f9 None None] Network edf6cd50-16ce-402f-9621-dec4950c9e0f requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:21:27.227702 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9c524a48-859e-4c4e-99b7-b24df254d708 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1ad6f5b4-6202-4878-84a4-c743ee07f804 HTTP/1.1" status: 204 len: 168 time: 0.3177598 Dec 23 09:21:27.230114 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59900) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:27.461485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273f0200-635d-4dee-a9af-53d534f58c2e None None] DHCP port deletion for edf6cd50-16ce-402f-9621-dec4950c9e0f request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 09:21:27.465518 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-273f0200-635d-4dee-a9af-53d534f58c2e None None] Deleting port 46f1f7ce-5762-4a65-ba6b-5e76a317108a {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:27.465964 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-273f0200-635d-4dee-a9af-53d534f58c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.481853 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.492413 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Deleting port 46f1f7ce-5762-4a65-ba6b-5e76a317108a {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:27.492732 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.671286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-273f0200-635d-4dee-a9af-53d534f58c2e None None] For port 46f1f7ce-5762-4a65-ba6b-5e76a317108a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=46f1f7ce-5762-4a65-ba6b-5e76a317108a,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:27.671661 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-273f0200-635d-4dee-a9af-53d534f58c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.778806 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] For port 46f1f7ce-5762-4a65-ba6b-5e76a317108a, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=46f1f7ce-5762-4a65-ba6b-5e76a317108a,segment=NetworkSegment(6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0),segment_id=6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:27.779064 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.796536 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-273f0200-635d-4dee-a9af-53d534f58c2e None None] Calling delete_port for 46f1f7ce-5762-4a65-ba6b-5e76a317108a owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:27.869734 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-273f0200-635d-4dee-a9af-53d534f58c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650'] for port, after_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:27.897654 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Calling delete_port for 46f1f7ce-5762-4a65-ba6b-5e76a317108a owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:27.912978 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f0200-635d-4dee-a9af-53d534f58c2e None None] Pushing event deleted for resources: {'Port': ['ID=46f1f7ce-5762-4a65-ba6b-5e76a317108a,revision_number=None']} {{(pid=83524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:27.918836 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f0200-635d-4dee-a9af-53d534f58c2e None None] No DVR routers for this DVR port 46f1f7ce-5762-4a65-ba6b-5e76a317108a on host dv-neutron-822507-1-hyperv {{(pid=83524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:21:27.969570 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.db.api [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 09:21:27.970152 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG oslo_db.api [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 09:21:28.471095 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Deleting port 46f1f7ce-5762-4a65-ba6b-5e76a317108a {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:28.471498 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:28.537563 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] The port '46f1f7ce-5762-4a65-ba6b-5e76a317108a' was deleted {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 09:21:28.646792 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:28.670839 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf6cd50-16ce-402f-9621-dec4950c9e0f']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:28.682771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:28.683059 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dee7de8-5698-4cdb-aa8c-8a0a41a29bc0') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:28.693856 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:28.711265 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:28.717264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 09:21:28.717630 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: util.warn( Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 09:21:28.730994 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 09:21:28.806111 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:28.821660 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:28.831793 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] Pushing event deleted for resources: {'Network': ['ID=edf6cd50-16ce-402f-9621-dec4950c9e0f,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:28.846487 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9ce4da06-5766-47eb-8410-3cd35831570b admin admin] 10.222.0.36 "DELETE /v2.0/networks/edf6cd50-16ce-402f-9621-dec4950c9e0f HTTP/1.1" status: 204 len: 168 time: 1.6152644 Dec 23 09:21:28.849290 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59906) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:28.879303 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 46f1f7ce-5762-4a65-ba6b-5e76a317108a no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:21:28.912277 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: 46f1f7ce-5762-4a65-ba6b-5e76a317108a {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:21:28.912615 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device 46f1f7ce-5762-4a65-ba6b-5e76a317108a not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:21:29.222339 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2046483'] for router_interface, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:29.889849 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Deleting port cfa4993e-0051-4794-aa20-5a041c1708e3 {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:29.890264 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:30.057094 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] For port cfa4993e-0051-4794-aa20-5a041c1708e3, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=cfa4993e-0051-4794-aa20-5a041c1708e3,segment=NetworkSegment(91274981-cad1-43aa-be34-3f9524deecd0),segment_id=91274981-cad1-43aa-be34-3f9524deecd0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:30.057437 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:30.176906 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Calling delete_port for cfa4993e-0051-4794-aa20-5a041c1708e3 owned by network:router_interface {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:30.343661 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:30.391312 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa4993e-0051-4794-aa20-5a041c1708e3,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:30.590765 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c6585db3-f78d-4b35-83f8-16503fb715c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:30.672234 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3015741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2046599'] for router_interface, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:31.027891 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:31.322382 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Router be5a259c-030a-4de1-b05f-7f010fdb9803 has already been hosted by L3 agent 0a21ae06-2663-4de1-9cad-7fd659629355 {{(pid=83522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 09:21:31.519995 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] Notify agent at l3_agent.dv-neutron-822507-1-hyperv the message routers_updated {{(pid=83522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 09:21:31.528944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] Sync routers for ids ['be5a259c-030a-4de1-b05f-7f010fdb9803'] in dv-neutron-822507-1-hyperv {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 09:21:31.532033 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-afd4f793-7ef8-49c7-9442-c1e0404d6f0a admin admin] 10.222.0.36 "PUT /v2.0/routers/be5a259c-030a-4de1-b05f-7f010fdb9803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6796217 Dec 23 09:21:31.532499 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59912) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:31.549069 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] Routers {'be5a259c-030a-4de1-b05f-7f010fdb9803'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:21:31.550082 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:21:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['be5a259c-030a-4de1-b05f-7f010fdb9803'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:31.723731 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] Set router be5a259c-030a-4de1-b05f-7f010fdb9803 gateway port host: dv-neutron-822507-1-hyperv {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:21:31.726559 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks [] for router, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:31.920842 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:31.931600 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Deleting port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb {{(pid=83523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:31.931923 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:32.038598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'external_fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:33Z', 'updated_at': '2021-12-23T09:21:30Z', 'revision_number': 5, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'gw_port': {'id': 'f47988fd-7d7b-4fbe-b174-fbb9bc721ceb', 'name': '', 'network_id': '88e281aa-8f51-4153-bc4e-7c5be3831cf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822507-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T09:16:34Z', 'updated_at': '2021-12-23T09:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a984b02-6131-42a7-b0aa-932817b8c6fa', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822507-1-hyperv'}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:32.042456 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] Checking router: be5a259c-030a-4de1-b05f-7f010fdb9803 for host: dv-neutron-822507-1-hyperv {{(pid=83524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 09:21:32.053161 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] Routers {'be5a259c-030a-4de1-b05f-7f010fdb9803'} bound to L3 agent in host dv-neutron-822507-1-hyperv {{(pid=83524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 09:21:32.053749 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822507-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T08:17:33Z,description=,heartbeat_timestamp=2021-12-23T09:21:03Z,host='dv-neutron-822507-1-hyperv',id=0a21ae06-2663-4de1-9cad-7fd659629355,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T08:17:33Z,topic='l3_agent')) {'router_ids': ['be5a259c-030a-4de1-b05f-7f010fdb9803'], 'active': True} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:32.106671 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.db [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] For port f47988fd-7d7b-4fbe-b174-fbb9bc721ceb, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f47988fd-7d7b-4fbe-b174-fbb9bc721ceb,segment=NetworkSegment(f98f19b8-fc14-4446-9012-b47501516268),segment_id=f98f19b8-fc14-4446-9012-b47501516268)] {{(pid=83523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:32.107015 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:32.198435 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_dvr_db [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] Set router be5a259c-030a-4de1-b05f-7f010fdb9803 gateway port host: None {{(pid=83524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 09:21:32.228103 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.plugins.ml2.plugin [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Calling delete_port for f47988fd-7d7b-4fbe-b174-fbb9bc721ceb owned by network:router_gateway {{(pid=83523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:32.302040 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.db.l3_hamode_db [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:33Z', 'updated_at': '2021-12-23T09:21:31Z', 'revision_number': 6, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'gw_port_host': None}], 'dv-neutron-822507-1-hyperv', False) {} {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:32.306012 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50f1d9-2a06-4708-b390-adf4abc3a721 None None] The sync data for ids ['be5a259c-030a-4de1-b05f-7f010fdb9803'] in dv-neutron-822507-1-hyperv is: [{'id': 'be5a259c-030a-4de1-b05f-7f010fdb9803', 'name': 'tempest-TestSnapshotPattern-159030815-router', 'tenant_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T09:16:33Z', 'updated_at': '2021-12-23T09:21:31Z', 'revision_number': 6, 'project_id': 'e8629ed5cd5e4998961c5e9edb89413f', 'gw_port_host': None}] {{(pid=83524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 09:21:32.485755 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32256312'] for port, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:32.528867 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47988fd-7d7b-4fbe-b174-fbb9bc721ceb,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:32.753024 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2047356'] for router_gateway, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:32.888602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0979becd-c7b9-42c5-9134-f8271716a091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.006123 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2049257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1839'] for router, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.010034 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.038676 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2048857'] for router, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.039122 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be5a259c-030a-4de1-b05f-7f010fdb9803 {{(pid=83523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 09:21:33.059235 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] Notify callbacks [] for router, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.059235 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-5ff99c18-7787-48fc-b76b-2c92ecdfd822 admin admin] 10.222.0.36 "DELETE /v2.0/routers/be5a259c-030a-4de1-b05f-7f010fdb9803 HTTP/1.1" status: 204 len: 168 time: 1.5215604 Dec 23 09:21:33.059492 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59916) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:33.097378 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cfa4993e-0051-4794-aa20-5a041c1708e3 no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:21:33.121904 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.db_base_plugin_v2 [None req-24334f7e-719d-493b-95c0-277eedc1dc22 admin admin] Deleting subnet 6d35c853-6b17-4f6e-bde6-8e5561634b43 {{(pid=83522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 09:21:33.124869 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-24334f7e-719d-493b-95c0-277eedc1dc22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.133403 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: cfa4993e-0051-4794-aa20-5a041c1708e3 {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:21:33.133745 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device cfa4993e-0051-4794-aa20-5a041c1708e3 not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:21:33.134296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f47988fd-7d7b-4fbe-b174-fbb9bc721ceb no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:21:33.166001 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f47988fd-7d7b-4fbe-b174-fbb9bc721ceb {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:21:33.166287 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f47988fd-7d7b-4fbe-b174-fbb9bc721ceb not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:21:33.180845 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-24334f7e-719d-493b-95c0-277eedc1dc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1297794'] for subnet, precommit_delete_associations {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.258699 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-24334f7e-719d-493b-95c0-277eedc1dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1028449'] for subnet, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.329621 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-24334f7e-719d-493b-95c0-277eedc1dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1028456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1562857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32392565'] for subnet, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.367446 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24334f7e-719d-493b-95c0-277eedc1dc22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d35c853-6b17-4f6e-bde6-8e5561634b43,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:33.373016 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-24334f7e-719d-493b-95c0-277eedc1dc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.377898 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dafa21a-710b-4c49-8fe5-39f294f86207 None None] Network 1c64675c-e088-4bd4-95cb-1350f43a8d85 requested from dv-neutron-822507-1-hyperv {{(pid=83524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 09:21:33.379318 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-24334f7e-719d-493b-95c0-277eedc1dc22 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6d35c853-6b17-4f6e-bde6-8e5561634b43 HTTP/1.1" status: 204 len: 168 time: 0.3204887 Dec 23 09:21:33.381697 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59920) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:33.485201 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1000226'] for network, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.495771 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Deleting port f8e2bf83-998e-4f7a-99fb-59a948fa7aae {{(pid=83522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:33.496272 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.613655 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] DHCP port deletion for 1c64675c-e088-4bd4-95cb-1350f43a8d85 request from dv-neutron-822507-1-hyperv {{(pid=83524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 09:21:33.618140 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] Deleting port f8e2bf83-998e-4f7a-99fb-59a948fa7aae {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:33.618502 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.696968 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.db [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] For port f8e2bf83-998e-4f7a-99fb-59a948fa7aae, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f8e2bf83-998e-4f7a-99fb-59a948fa7aae,segment=NetworkSegment(91274981-cad1-43aa-be34-3f9524deecd0),segment_id=91274981-cad1-43aa-be34-3f9524deecd0)] {{(pid=83522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:33.697308 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.816362 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.db [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] For port f8e2bf83-998e-4f7a-99fb-59a948fa7aae, host dv-neutron-822507-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822507-1-hyperv',level=0,port_id=f8e2bf83-998e-4f7a-99fb-59a948fa7aae,segment=NetworkSegment(91274981-cad1-43aa-be34-3f9524deecd0),segment_id=91274981-cad1-43aa-be34-3f9524deecd0)] {{(pid=83524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 09:21:33.816644 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1663884'] for port, precommit_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.819954 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.plugin [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Calling delete_port for f8e2bf83-998e-4f7a-99fb-59a948fa7aae owned by network:dhcp {{(pid=83522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:33.891323 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-924543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788091484429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788091112650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1562650'] for port, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:33.934097 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] Calling delete_port for f8e2bf83-998e-4f7a-99fb-59a948fa7aae owned by network:dhcp {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 23 09:21:33.937302 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e2bf83-998e-4f7a-99fb-59a948fa7aae,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:33.943691 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] No DVR routers for this DVR port f8e2bf83-998e-4f7a-99fb-59a948fa7aae on host dv-neutron-822507-1-hyperv {{(pid=83522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 09:21:34.012592 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.db.api [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 09:21:34.012932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG oslo_db.api [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 09:21:34.023649 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.059049 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031970', 'neutron.services.segments.db._delete_segments_for_network-8788091605239'] for network, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.134485 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.178392 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c64675c-e088-4bd4-95cb-1350f43a8d85']}} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:34.189844 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91274981-cad1-43aa-be34-3f9524deecd0') {'for_net_delete': True} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:34.190159 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.services.segments.db [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91274981-cad1-43aa-be34-3f9524deecd0') {} {{(pid=83522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 09:21:34.201565 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788091609878', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1297805'] for segment, before_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.217364 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1019552'] for segment, precommit_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.224374 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 09:21:34.224747 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1019545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1562703'] for segment, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: Traceback (most recent call last): Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: timer() Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: cb(*args, **kw) Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: return func(*args, **kwargs) Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: self._notify() Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: self.callback(batched_events) Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: event.method(event) Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: return f(self, *a, **k) Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._get(url).json() Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: return self.request(url, 'GET', **kwargs) Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 09:21:34.238129 dv-neutron-822507-1-hyperv neutron-server[83522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 09:21:34.311802 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3015840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2047251'] for network, after_delete {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.327533 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron_lib.callbacks.manager [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Notify callbacks [] for network, before_response {{(pid=83522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.337822 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c64675c-e088-4bd4-95cb-1350f43a8d85,revision_number=None']} {{(pid=83522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:34.341729 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-9e014ae1-d4b7-4f44-b980-fc22c392995c admin admin] 10.222.0.36 "DELETE /v2.0/networks/1c64675c-e088-4bd4-95cb-1350f43a8d85 HTTP/1.1" status: 204 len: 168 time: 0.9590993 Dec 23 09:21:34.471359 dv-neutron-822507-1-hyperv neutron-server[83522]: DEBUG neutron.wsgi [-] (83522) accepted ('10.222.0.36', 59926) {{(pid=83522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:34.513764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] Deleting port f8e2bf83-998e-4f7a-99fb-59a948fa7aae {{(pid=83524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 23 09:21:34.514218 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788091622319'] for port, before_delete {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.523305 dv-neutron-822507-1-hyperv neutron-server[83522]: INFO neutron.wsgi [None req-14432d88-df5a-4be0-bf38-44d4a359fc4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c74c29423304b21a765e2bc971678b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485501 Dec 23 09:21:34.523643 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59930) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:34.576167 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-fd9a0b1a-720c-4ecf-9eeb-46b69622b664 None None] The port 'f8e2bf83-998e-4f7a-99fb-59a948fa7aae' was deleted {{(pid=83524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 23 09:21:34.582822 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2fa3-3a0a-430f-8dca-61898dc36340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.607440 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2fa3-3a0a-430f-8dca-61898dc36340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.658013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2fa3-3a0a-430f-8dca-61898dc36340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.674285 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa2fa3-3a0a-430f-8dca-61898dc36340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05944ec4-3f47-486f-8ae7-260a8136cadf,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:34.681591 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-b6aa2fa3-3a0a-430f-8dca-61898dc36340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:34.682776 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-b6aa2fa3-3a0a-430f-8dca-61898dc36340 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05944ec4-3f47-486f-8ae7-260a8136cadf HTTP/1.1" status: 204 len: 168 time: 0.1582220 Dec 23 09:21:34.880844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f8e2bf83-998e-4f7a-99fb-59a948fa7aae no longer exists at agent ovs-agent-dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 09:21:34.917394 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.plugin [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] No Port match for: f8e2bf83-998e-4f7a-99fb-59a948fa7aae {{(pid=83524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 23 09:21:34.917797 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron.plugins.ml2.rpc [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Device f8e2bf83-998e-4f7a-99fb-59a948fa7aae not bound to the agent host dv-neutron-822507-1-hyperv {{(pid=83524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 09:21:35.084533 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59938) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:35.135316 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-a873914f-59ba-45b5-a87e-34bd8ca54bf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8629ed5cd5e4998961c5e9edb89413f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495026 Dec 23 09:21:35.137604 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.wsgi [-] (83523) accepted ('10.222.0.36', 59942) {{(pid=83523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 09:21:35.198536 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab87e-09d5-4e77-b511-b9feb6058097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:35.223013 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab87e-09d5-4e77-b511-b9feb6058097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:35.272134 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab87e-09d5-4e77-b511-b9feb6058097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897475'] for security_group, after_delete {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:35.288047 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ab87e-09d5-4e77-b511-b9feb6058097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91741cdd-9b18-4221-8dd6-eeb2c87fb0f1,revision_number=None']} {{(pid=83523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 09:21:35.292172 dv-neutron-822507-1-hyperv neutron-server[83523]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab87e-09d5-4e77-b511-b9feb6058097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:21:35.295861 dv-neutron-822507-1-hyperv neutron-server[83523]: INFO neutron.wsgi [None req-1f4ab87e-09d5-4e77-b511-b9feb6058097 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91741cdd-9b18-4221-8dd6-eeb2c87fb0f1 HTTP/1.1" status: 204 len: 168 time: 0.1573119 Dec 23 09:21:35.479308 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:00.591774 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-36ae6455-591f-4ec9-8e1b-755a35230841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:01.035228 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:02.335196 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:22:02.890183 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-3781d749-6b1c-4e1f-97a4-97d44ee840e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:04.015635 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:04.134528 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:05.480094 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:30.592727 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7c3aaf3-bf96-4761-bfc7-953b618c09ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:31.056933 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:32.890767 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-748520dc-94c5-461b-8ca6-7a9e746f6a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:34.016844 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:34.138477 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:35.483075 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:22:39.336060 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:23:00.593536 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-90994512-e2c8-43e3-9c79-eeee7ebcf512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:01.071624 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:02.892764 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0484a35c-bc9f-4464-a188-04ae6b49bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:04.018103 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:04.140729 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:05.484468 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:16.336191 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:23:30.594289 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-b371f25a-4234-42ea-a1e0-8b147f3c9ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:31.070930 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:32.895598 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-74e2c589-238d-48bd-81b0-fc63577dbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:34.020041 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:34.145398 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:35.488721 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:23:53.336763 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:24:00.596879 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5ab982ce-2aba-4979-b261-82b707d48c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:01.077526 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:02.899563 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-f010e3b7-3c08-4fc1-9b54-bed79cba8b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:04.021682 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:04.147413 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:05.490442 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:30.336681 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:24:30.597732 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c6045f39-bc6a-4405-b573-788c8e64a641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:31.101113 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:32.901856 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-0306959c-ec10-43ff-a4f2-e38ed1d6ef1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:34.024120 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:34.150067 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:24:35.494536 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:00.598830 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-27fce170-cf01-4b26-afdf-fb737aff4994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:01.096286 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:02.902754 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2272-4e64-47ae-b562-4c91a2345477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:04.025296 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:04.152586 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:05.496706 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:07.336639 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:25:30.599816 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-9e7df5ea-52b7-4749-948e-25d712c9f326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:31.116812 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:32.904307 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0742-471d-4a30-bbbb-aed42679a400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:34.028320 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:34.157338 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:35.501484 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:25:44.336832 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:26:00.603968 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4c380353-be08-41a3-b739-92470f2e51b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:01.118944 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:02.912932 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-c7cdfe99-c2e0-4e5e-9f17-0d335c41b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:04.032602 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:04.161010 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:05.505270 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:21.336353 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:26:30.605280 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-4ed0ff8b-bd55-4947-8792-49fc53fd9e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:31.130204 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:32.904264 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-26b71047-77c0-4f9e-85c7-7fd29571824a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:34.034754 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-86b0d1a9-5d61-43be-892f-a0bc30116f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:34.160196 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3fdf-a87f-4126-b512-524138f3c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:35.510035 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-be777e36-544c-494f-aa2b-7a694fa1d0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:26:58.336226 dv-neutron-822507-1-hyperv neutron-server[83525]: DEBUG neutron.db.agents_db [None req-39b7ac54-dfb6-4e2b-8895-e1c0c1c7d207 None None] Agent healthcheck: found 6 active agents {{(pid=83525) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 09:27:00.607493 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-20fddc16-9007-42bd-912b-a48a5b7ab514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 09:27:01.142569 dv-neutron-822507-1-hyperv neutron-server[83524]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfb09-4a92-40a7-9e2c-c9f5aff8e80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788091605221', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1031686'] for agent, after_update {{(pid=83524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}